00080000:04000000:3.0F:1789307425.387165:0:244305:0:(osd_handler.c:2534:osd_object_delete()) ffff9fbfb22d13d8 ino=512295 00040000:00000001:3.0:1789307425.387181:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307425.387183:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307425.387183:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307425.387184:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307425.387185:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307425.387186:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307425.387186:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307425.387194:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307425.387195:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307425.387196:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307425.387197:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307425.387198:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1789307425.387202:0:244305:0:(osd_handler.c:1680:osd_oxc_fini()) kvfree 'oxe': 68 at ffff9fbf82f2ce40. 00080000:00000010:3.0:1789307425.387215:0:244305:0:(osd_handler.c:1701:osd_object_free()) kfreed 'obj': 312 at ffff9fbfc0846e00. 00000004:00000001:3.0:1789307425.387220:0:244305:0:(lod_object.c:9859:lod_striping_free_nolock()) Process entered 00000004:00000001:3.0:1789307425.387222:0:244305:0:(lod_object.c:9915:lod_striping_free_nolock()) Process leaving 00000004:00000010:3.0:1789307425.387224:0:244305:0:(lod_object.c:9939:lod_object_free()) slab-freed '(lo)': 272 at ffff9fbf90b7f100. 00000004:00000010:3.0:1789307425.387229:0:244305:0:(mdd_object.c:326:mdd_object_free()) slab-freed '(mdd)': 120 at ffff9fbfb48a95a0. 00000004:00000001:3.0:1789307425.387236:0:244305:0:(mdt_handler.c:7005:mdt_object_free()) Process entered 00000004:00000040:3.0:1789307425.387237:0:244305:0:(mdt_handler.c:7009:mdt_object_free()) object free, fid = [0x200002342:0x8493:0x0] 00000004:00000010:3.0:1789307425.387240:0:244305:0:(mdt_handler.c:7016:mdt_object_free()) slab-freed 'mo': 480 at ffff9fbfbf8a0000. 00000004:00000001:3.0:1789307425.387244:0:244305:0:(mdt_handler.c:7019:mdt_object_free()) Process leaving 00080000:04000000:3.0:1789307425.387319:0:244305:0:(osd_handler.c:2534:osd_object_delete()) ffff9fbfb22d0db8 ino=512296 00040000:00000001:3.0:1789307425.387322:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307425.387324:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307425.387325:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307425.387326:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307425.387327:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307425.387328:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307425.387329:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307425.387330:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307425.387331:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307425.387331:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307425.387332:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307425.387333:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1789307425.387335:0:244305:0:(osd_handler.c:1680:osd_oxc_fini()) kvfree 'oxe': 68 at ffff9fbf82f2c5a0. 00080000:00000010:3.0:1789307425.387340:0:244305:0:(osd_handler.c:1701:osd_object_free()) kfreed 'obj': 312 at ffff9fbfc0846600. 00000004:00000001:3.0:1789307425.387343:0:244305:0:(lod_object.c:9859:lod_striping_free_nolock()) Process entered 00000004:00000001:3.0:1789307425.387353:0:244305:0:(osp_object.c:2359:osp_object_release()) Process entered 00000004:00000001:3.0:1789307425.387355:0:244305:0:(osp_object.c:2391:osp_object_release()) Process leaving 00000004:00000010:3.0:1789307425.387365:0:244305:0:(lod_object.c:9879:lod_striping_free_nolock()) kfreed 'lo->ldo_stripe': 24 at ffff9fbfb4374980. 00000004:00000001:3.0:1789307425.387368:0:244305:0:(lod_object.c:9915:lod_striping_free_nolock()) Process leaving 00000004:00000010:3.0:1789307425.387369:0:244305:0:(lod_object.c:9939:lod_object_free()) slab-freed '(lo)': 272 at ffff9fbf90b7f650. 00000004:00000010:3.0:1789307425.387372:0:244305:0:(mdd_object.c:326:mdd_object_free()) slab-freed '(mdd)': 120 at ffff9fbfb48a9348. 00000004:00000001:3.0:1789307425.387374:0:244305:0:(mdt_handler.c:7005:mdt_object_free()) Process entered 00000004:00000040:3.0:1789307425.387376:0:244305:0:(mdt_handler.c:7009:mdt_object_free()) object free, fid = [0x200002342:0x8495:0x0] 00000004:00000010:3.0:1789307425.387378:0:244305:0:(mdt_handler.c:7016:mdt_object_free()) slab-freed 'mo': 480 at ffff9fbfbf8a05a0. 00000004:00000001:3.0:1789307425.387381:0:244305:0:(mdt_handler.c:7019:mdt_object_free()) Process leaving 00080000:04000000:3.0:1789307425.387410:0:244305:0:(osd_handler.c:2534:osd_object_delete()) ffff9fbfb22d5738 ino=1211 00040000:00000001:3.0:1789307425.387413:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307425.387413:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307425.387414:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307425.387415:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307425.387416:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307425.387416:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307425.387417:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307425.387417:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307425.387418:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307425.387419:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307425.387419:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307425.387420:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1789307425.387421:0:244305:0:(osd_handler.c:1701:osd_object_free()) kfreed 'obj': 312 at ffff9fbfc0846a00. 00000004:00000001:3.0:1789307425.387423:0:244305:0:(lod_object.c:9859:lod_striping_free_nolock()) Process entered 00000004:00000001:3.0:1789307425.387424:0:244305:0:(lod_object.c:9915:lod_striping_free_nolock()) Process leaving 00000004:00000010:3.0:1789307425.387425:0:244305:0:(lod_object.c:9939:lod_object_free()) slab-freed '(lo)': 272 at ffff9fbf90b7f760. 00000004:00000010:3.0:1789307425.387426:0:244305:0:(mdd_object.c:326:mdd_object_free()) slab-freed '(mdd)': 120 at ffff9fbfb48a9ac8. 00000004:00000001:3.0:1789307425.387427:0:244305:0:(mdt_handler.c:7005:mdt_object_free()) Process entered 00000004:00000040:3.0:1789307425.387428:0:244305:0:(mdt_handler.c:7009:mdt_object_free()) object free, fid = [0x200002342:0x8494:0x0] 00000004:00000010:3.0:1789307425.387429:0:244305:0:(mdt_handler.c:7016:mdt_object_free()) slab-freed 'mo': 480 at ffff9fbfbf8a14a0. 00000004:00000001:3.0:1789307425.387432:0:244305:0:(mdt_handler.c:7019:mdt_object_free()) Process leaving 00080000:04000000:3.0:1789307425.387537:0:244305:0:(osd_handler.c:2534:osd_object_delete()) ffff9fbfb22d19f8 ino=96011 00040000:00000001:3.0:1789307425.387541:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307425.387542:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307425.387543:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307425.387544:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307425.387545:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307425.387546:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307425.387547:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307425.387548:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307425.387555:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307425.387556:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307425.387557:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307425.387558:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1789307425.387560:0:244305:0:(osd_handler.c:1680:osd_oxc_fini()) kvfree 'oxe': 68 at ffff9fbf82f2c540. 00080000:00000010:3.0:1789307425.387565:0:244305:0:(osd_handler.c:1701:osd_object_free()) kfreed 'obj': 312 at ffff9fbfc0afde00. 00000004:00000001:3.0:1789307425.387568:0:244305:0:(lod_object.c:9859:lod_striping_free_nolock()) Process entered 00000004:00000001:3.0:1789307425.387569:0:244305:0:(lod_object.c:9915:lod_striping_free_nolock()) Process leaving 00000004:00000010:3.0:1789307425.387570:0:244305:0:(lod_object.c:9939:lod_object_free()) slab-freed '(lo)': 272 at ffff9fbf90b7fed0. 00000004:00000010:3.0:1789307425.387573:0:244305:0:(mdd_object.c:326:mdd_object_free()) slab-freed '(mdd)': 120 at ffff9fbfb48a9000. 00000004:00000001:3.0:1789307425.387575:0:244305:0:(mdt_handler.c:7005:mdt_object_free()) Process entered 00000004:00000040:3.0:1789307425.387577:0:244305:0:(mdt_handler.c:7009:mdt_object_free()) object free, fid = [0x240001b73:0x6d:0x0] 00000004:00000010:3.0:1789307425.387579:0:244305:0:(mdt_handler.c:7016:mdt_object_free()) slab-freed 'mo': 480 at ffff9fbfbf8a1a40. 00000004:00000001:3.0:1789307425.387582:0:244305:0:(mdt_handler.c:7019:mdt_object_free()) Process leaving 00000004:00000001:2.0F:1789307426.282954:0:226375:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:2.0:1789307426.282978:0:226375:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1789307426.282990:0:226375:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbe35180. 00000020:00000040:2.0:1789307426.282998:0:226375:0:(genops.c:1209:class_import_get()) import ffff9fbfb6ad4000 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1789307426.283004:0:226375:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789307426.283008:0:226375:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789307426.283012:0:226375:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789307426.283021:0:226375:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfad363e00. 00000100:00000001:2.0:1789307426.283029:0:226375:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307426.283042:0:226375:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789307426.283047:0:226375:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307426.283061:0:226375:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c487380] to pc [ptlrpcd_00_01+1] req@ffff9fbfbbe35180 x1876218616142592/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1789307426.283094:0:226375:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307426.283127:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1789307426.283133:0:118849:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1789307426.283138:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0F:1789307426.283147:0:238807:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000100:00000001:3.0:1789307426.283147:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789307426.283150:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307426.283152:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307426.283154:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000004:00000020:1.0:1789307426.283156:0:238807:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000001:3.0:1789307426.283157:0:118849:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1789307426.283163:0:238807:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbe95a6ed80. 00000100:00000040:3.0:1789307426.283164:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbe35180 x1876218616142592/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1789307426.283169:0:238807:0:(genops.c:1209:class_import_get()) import ffff9fbe8d189000 refcount=7 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1789307426.283174:0:118849:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789307426.283175:0:238807:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1789307426.283177:0:118849:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307426.283178:0:238807:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789307426.283181:0:118849:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789307426.283183:0:238807:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307426.283184:0:118849:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789307426.283187:0:118849:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307426.283189:0:238807:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf88d97700. 00000100:00100000:3.0:1789307426.283190:0:118849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbe35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:118849:1876218616142592:0@lo:13:osp-pre-0-1.0 00000100:00000001:3.0:1789307426.283196:0:118849:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1789307426.283197:0:238807:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.283202:0:238807:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789307426.283204:0:238807:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307426.283206:0:118849:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789307426.283210:0:118849:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307426.283211:0:238807:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000713c42b5] to pc [ptlrpcd_00_02+2] req@ffff9fbe95a6ed80 x1876218616142720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789307426.283214:0:118849:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789307426.283221:0:118849:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbfbd257000. 02000000:00000001:3.0:1789307426.283224:0:118849:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789307426.283238:0:118849:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a516478. 00080000:00000001:1.0:1789307426.283244:0:238807:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00000400:00000010:3.0:1789307426.283246:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde3b8. 00080000:00000010:1.0:1789307426.283252:0:238807:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfb2670800. 00000100:00000200:3.0:1789307426.283254:0:118849:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616142592, portal 4 00080000:00000001:1.0:1789307426.283256:0:238807:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244413507584 : -105829296044032 : ffff9fbfb2670800) 00000100:00000001:3.0:1789307426.283259:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00080000:00000001:1.0:1789307426.283262:0:238807:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00000100:00000001:3.0:1789307426.283263:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244572647808 : -105829136903808 : ffff9fbfbbe35180) 00000100:00000001:2.0:1789307426.283272:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000001:1.0:1789307426.283274:0:238807:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:1.0:1789307426.283278:0:238807:0:(osp_precreate.c:249:osp_statfs_update()) lustre-OST0000-osc-MDT0000: sync forced, 2 changes 00000100:00000001:2.0:1789307426.283278:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1789307426.283286:0:238807:0:(osp_sync.c:1834:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff9fbec4a55c00. 00000004:00080000:1.0:1789307426.283291:0:238807:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 20387295438158ns, next at 20388295431298ns, rc = 0 00080000:00000001:1.0:1789307426.283297:0:238807:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00040000:00000001:1.0:1789307426.283313:0:238807:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:1.0:1789307426.283316:0:238807:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:1.0:1789307426.283321:0:238807:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307426.283325:0:238807:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307426.283329:0:118849:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbe35180 x1876218616142592/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307442 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307426.283351:0:118849:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789307426.283357:0:118849:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789307426.283363:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde550. 00000100:00000200:3.0:1789307426.283369:0:118849:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876218616142592, offset 0 00000400:00000200:3.0:1789307426.283381:0:118849:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789307426.283399:0:118849:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789307426.283417:0:118849:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6aa693022db00 00000400:00000200:3.0:1789307426.283436:0:118849:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x4f41 [8] + 0 00000400:00000200:3.0:1789307426.283448:0:118849:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307426.283455:0:118849:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1789307426.283463:0:118849:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307426.283467:0:118849:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1789307426.283472:0:118849:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb9eced80. 00000100:00000040:3.0:1789307426.283475:0:118849:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb9eced80 x1876218616142592 msgsize 224 00000100:00100000:3.0:1789307426.283480:0:118849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1789307426.283488:0:118849:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:3.0:1789307426.283504:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde550 00000400:00000010:3.0:1789307426.283507:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde550. 00000100:00000001:3.0:1789307426.283511:0:118849:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789307426.283516:0:118849:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbe35180 x1876218616142592/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307442 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307426.283524:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789307426.283527:0:118852:0:(events.c:290:request_in_callback()) Process entered 00000100:00000040:3.0:1789307426.283527:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbe35180 x1876218616142592/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307442 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789307426.283531:0:118852:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1789307426.283540:0:118852:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbd2c1500. 00000100:00000001:3.0:1789307426.283542:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307426.283545:0:118852:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbd2c1500 x1876218616142720 msgsize 224 00000100:00000001:3.0:1789307426.283546:0:118849:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1789307426.283555:0:118852:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1789307426.283563:0:118849:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307426.283570:0:118849:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 38872 usecs (39 jiffies) 00000100:00000001:3.0:1789307426.283577:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315054631 00000100:00000001:3.0:1789307426.283583:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315057798 00000100:00000001:1.0:1789307426.283588:0:118852:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:3.0:1789307426.283589:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315054631 00000100:00000001:3.0:1789307426.283594:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315057798 00000100:00000001:3.0:1789307426.283598:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315054631 00000400:00000200:1.0:1789307426.283599:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a825d8 00000100:00000001:3.0:1789307426.283602:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315057798 00000400:00000010:1.0:1789307426.283604:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a825d8. 00000100:00000001:3.0:1789307426.283607:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315054631 00000100:00000001:1.0:1789307426.283610:0:118852:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1789307426.283611:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315057798 00000100:00000001:3.0:1789307426.283615:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307426.283621:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307426.283623:0:124163:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1789307426.283625:0:118852:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbe95a6ed80 x1876218616142720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307442 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307426.283626:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307426.283627:0:124163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616142720 02000000:00000001:2.0:1789307426.283632:0:124163:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789307426.283633:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307426.283636:0:124163:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307426.283641:0:124163:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.283644:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1789307426.283646:0:124163:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307426.283651:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbe95a6ed80 x1876218616142720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307442 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307426.283652:0:124163:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616142720 00000020:00000001:2.0:1789307426.283657:0:124163:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307426.283661:0:124163:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed7782c 00000020:00000001:2.0:1789307426.283665:0:124163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1789307426.283666:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789307426.283666:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1789307426.283669:0:124163:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe8a12d800 refcount=9 00000100:00000001:1.0:1789307426.283672:0:118852:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:3.0:1789307426.283674:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000 (ffff9fbf82a0b380) now 10 - evictor 00000020:00000001:2.0:1789307426.283675:0:124163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239441934336 : -105834267617280 : ffff9fbe8a12d800) 00000100:00000001:1.0:1789307426.283679:0:118852:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307426.283681:0:124163:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239441934336 : -105834267617280 : ffff9fbe8a12d800) 00000100:00000040:1.0:1789307426.283684:0:118852:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 18538 usecs (19 jiffies) 00000100:00000001:2.0:1789307426.283687:0:124163:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307426.283690:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315054611 00000020:00000010:2.0:1789307426.283693:0:124163:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00700. 00000100:00000001:1.0:1789307426.283695:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315057798 00000100:00000001:1.0:1789307426.283700:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315054611 00000020:00000040:2.0:1789307426.283701:0:124163:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff9fbf82a0b380) now 10 - evictor 00000100:00000001:1.0:1789307426.283705:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315057798 00000100:00000001:1.0:1789307426.283708:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315054611 00000100:00000001:2.0:1789307426.283710:0:124163:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1789307426.283711:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315057798 00000100:00000001:1.0:1789307426.283715:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315054611 00000020:00000010:2.0:1789307426.283715:0:124163:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00700. 00000100:00000001:1.0:1789307426.283720:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315057798 00000100:00000001:1.0:1789307426.283722:0:118852:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307426.283723:0:124163:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0bcae00. 00000100:00000001:1.0:1789307426.283724:0:118852:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.283730:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307426.283732:0:124163:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44880. 00000100:00000001:1.0:1789307426.283734:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307426.283744:0:124163:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984898. 00000100:00000001:2.0:1789307426.283754:0:124163:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307426.283759:0:124163:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307426.283761:0:124163:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307426.283766:0:124163:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307426.283790:0:124163:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307426.283799:0:234380:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789307426.283802:0:234380:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1789307426.283811:0:124163:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307426.283812:0:122268:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1789307426.283812:0:234380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4555 00000100:00000001:2.0:1789307426.283815:0:124163:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1789307426.283817:0:122268:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1789307426.283820:0:122268:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307426.283820:0:124163:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307426.283820:0:234380:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe8a12d800 : new rpc_count 1 00000100:00000001:3.0:1789307426.283827:0:234380:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244594193664 : -105829115357952 : ffff9fbfbd2c1500) 00000100:00000001:1.0:1789307426.283828:0:122268:0:(service.c:2488:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307426.283828:0:124163:0:(service.c:2488:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307426.283834:0:234380:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbd2c1500 x1876218616142720/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:472/0 lens 224/0 e 0 to 0 dl 1789307437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307426.283844:0:234380:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00080000:2.0:1789307426.283875:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:3.0:1789307426.283876:0:234380:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0d00. 00000020:00000040:2.0:1789307426.283880:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000 (ffff9fbf82a0b380) now 10 - evictor 00000100:00000001:3.0:1789307426.283882:0:234380:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307426.283888:0:234380:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0d00. 00000100:00100000:3.0:1789307426.283897:0:234380:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbd2c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:118852:x1876218616142720:12345-0@lo:13:osp-pre-0-0.0 00000100:00000200:3.0:1789307426.283904:0:234380:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616142720 00000020:00000001:3.0:1789307426.283912:0:234380:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789307426.283916:0:234380:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1789307426.283919:0:234380:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307426.283920:0:234380:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789307426.283922:0:234380:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664990128 : -1044561488 : ffffffffc1bd41b0) 00000020:00000001:3.0:1789307426.283923:0:234380:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1789307426.283925:0:234380:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789307426.283926:0:234380:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789307426.283928:0:234380:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789307426.283931:0:234380:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307426.283934:0:234380:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789307426.283936:0:234380:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789307426.283940:0:234380:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbf885b6800. 02000000:00000001:3.0:1789307426.283944:0:234380:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307426.283947:0:234380:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1789307426.283949:0:234380:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1789307426.283952:0:234380:0:(ofd_obd.c:710:ofd_statfs()) Process entered 00000020:00000001:3.0:1789307426.283955:0:234380:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1789307426.283958:0:234380:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1789307426.283963:0:234380:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 27641280 pending 0 free 3918819328 avail 3687297024 00000020:00000020:3.0:1789307426.283968:0:234380:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 280000 0 0 00000020:00000020:3.0:1789307426.283971:0:234380:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9fbe8a12d800 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1789307426.283977:0:234380:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 6b94c9bb-f547-4fe5-8ac4-fde7cb36702a/ffff9fbe8a129800 dirty 0 pend 0 grant 27361280 00000020:00000020:3.0:1789307426.283983:0:234380:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9fbe8a12d000 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1789307426.283987:0:234380:0:(ofd_obd.c:759:ofd_statfs()) 958279 blocks: 956743 free, 900151 avail; 262144 objects: 259161 free; state 0 00002000:00000001:3.0:1789307426.283992:0:234380:0:(ofd_obd.c:802:ofd_statfs()) Process leaving 00000001:00000001:3.0:1789307426.283996:0:234380:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1789307426.283999:0:234380:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1789307426.284005:0:234380:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789307426.284008:0:234380:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 47244640261, transno 0, xid 1876218616142720 00010000:00000001:3.0:1789307426.284011:0:234380:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:3.0:1789307426.284019:0:234380:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbd2c1500 x1876218616142720/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:472/0 lens 224/368 e 0 to 0 dl 1789307437 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789307426.284032:0:234380:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789307426.284042:0:234380:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789307426.284047:0:234380:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbe1fbde8 time=138 v=5 (1 1 1 1) 00000100:00000001:3.0:1789307426.284053:0:234380:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789307426.284059:0:234380:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00000100:00000001:3.0:1789307426.284064:0:234380:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:3.0:1789307426.284068:0:234380:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789307426.284072:0:234380:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307426.284077:0:234380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789307426.284082:0:234380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789307426.284087:0:234380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde550. 00000100:00000200:3.0:1789307426.284092:0:234380:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1876218616142720, offset 224 00000400:00000200:3.0:1789307426.284118:0:234380:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789307426.284127:0:234380:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789307426.284139:0:234380:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6aa693022db80 00000400:00000200:3.0:1789307426.284147:0:234380:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c15b5 [1] + 224 00000400:00000200:3.0:1789307426.284156:0:234380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307426.284163:0:234380:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1789307426.284168:0:234380:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789307426.284175:0:234380:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbe95a6ed80 x1876218616142720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307426.284192:0:234380:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fbe95a6ed80 x1876218616142720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307426.284209:0:234380:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789307426.284216:0:234380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde550 00000400:00000010:3.0:1789307426.284218:0:234380:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde550. 00000100:00000001:3.0:1789307426.284222:0:234380:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789307426.284225:0:234380:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1789307426.284230:0:234380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307426.284234:0:234380:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:1.0:1789307426.284236:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1789307426.284239:0:234380:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000001:1.0:1789307426.284240:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1789307426.284243:0:234380:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1789307426.284247:0:118852:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1789307426.284247:0:234380:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1789307426.284251:0:118852:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1789307426.284253:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1789307426.284254:0:234380:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbd2c1500 x1876218616142720/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:472/0 lens 224/368 e 0 to 0 dl 1789307437 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1789307426.284255:0:118852:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb6ce3840. 00000100:00000001:2.0:1789307426.284257:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1789307426.284265:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82dd0 00000400:00000010:1.0:1789307426.284269:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82dd0. 00000100:00100000:3.0:1789307426.284281:0:234380:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbd2c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:118852:x1876218616142720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 434us (733us total) trans 0 rc 0/0 00000100:00000001:1.0:1789307426.284282:0:118852:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:2.0:1789307426.284284:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789307426.284288:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1789307426.284290:0:118852:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbe95a6ed80 x1876218616142720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1789307426.284293:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a516478. 00000100:00100000:3.0:1789307426.284294:0:234380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4555 00000100:00000040:3.0:1789307426.284301:0:234380:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe8a12d800 : new rpc_count 0 00000400:00000200:2.0:1789307426.284302:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde3b8 00000100:00000001:3.0:1789307426.284306:0:234380:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1789307426.284308:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde3b8. 00000100:00000001:3.0:1789307426.284311:0:234380:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1789307426.284315:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000010:3.0:1789307426.284317:0:234380:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44880. 00000100:00000200:2.0:1789307426.284323:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbe35180 x1876218616142592/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1789307426.284324:0:234380:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984898. 00000100:00000200:1.0:1789307426.284329:0:118852:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbe95a6ed80 x1876218616142720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1789307426.284331:0:234380:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0bcae00. 00000020:00000040:3.0:1789307426.284338:0:234380:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a12d800 : new refcount 8 00000100:00000001:3.0:1789307426.284343:0:234380:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1789307426.284356:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbe35180 x1876218616142592/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307426.284358:0:118852:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307426.284362:0:118852:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307426.284369:0:118852:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789307426.284374:0:118852:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789307426.284375:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307426.284377:0:118852:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307426.284378:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307426.284381:0:118852:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307426.284386:0:118852:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307426.284392:0:118849:0:(client.c:1593:after_reply()) Process entered 00000100:00001000:1.0:1789307426.284396:0:118852:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe8d1894a8 time=145 v=5 (5 5 5 0) 02000000:00000001:2.0:1789307426.284396:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789307426.284400:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307426.284404:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307426.284405:0:118852:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe8d189418 time=31 v=5 (1 0 0 0) 02000000:00000001:2.0:1789307426.284410:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.284411:0:118852:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789307426.284415:0:118852:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307426.284416:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfb6ad44a8 time=151 v=5 (5 5 5 5) 00010000:00000001:1.0:1789307426.284418:0:118852:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789307426.284423:0:118852:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307426.284423:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6ad4418 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1789307426.284429:0:118852:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1789307426.284430:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789307426.284433:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307426.284435:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789307426.284443:0:118849:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307426.284445:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789307426.284447:0:118849:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 30064771184 00000100:00000040:1.0:1789307426.284448:0:118852:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 47244640261 00000100:00000001:2.0:1789307426.284450:0:118849:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307426.284454:0:118852:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789307426.284455:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.284457:0:118852:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307426.284462:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbe35180 x1876218616142592/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307426.284466:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbe95a6ed80 x1876218616142720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307426.284478:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307426.284485:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307426.284486:0:118852:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307426.284488:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307426.284490:0:118852:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000004:00000001:2.0:1789307426.284491:0:118849:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000001:1.0:1789307426.284494:0:118852:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:2.0:1789307426.284496:0:118849:0:(osp_precreate.c:87:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0001: Updating status = 0 00000004:00000001:1.0:1789307426.284497:0:118852:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1789307426.284500:0:118849:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0001: blocks=958279 free=956743 avail=900151 avail_mb=3516 hwm_mb=7 files=262144 ffree=259161 state=0: rc = 0 00000004:00000040:1.0:1789307426.284502:0:118852:0:(osp_precreate.c:87:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1789307426.284507:0:118852:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=958279 free=956743 avail=900151 avail_mb=3516 hwm_mb=7 files=262144 ffree=259161 state=0: rc = 0 00000004:00000020:2.0:1789307426.284511:0:118849:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-OST0000-osc-MDT0001 (ffff9fbfb6ad2000): 958279 blocks, 956743 free, 900151 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259161 free files 0x0 00000004:00000020:1.0:1789307426.284516:0:118852:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (ffff9fbe8d18d800): 958279 blocks, 956743 free, 900151 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259161 free files 0x0 00000004:00000001:2.0:1789307426.284517:0:118849:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307426.284525:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbe35180 x1876218616142592/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1789307426.284526:0:118852:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307426.284534:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbe35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:118849:1876218616142592:0@lo:13:osp-pre-0-1.0 00000100:00000001:2.0:1789307426.284540:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789307426.284541:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbe95a6ed80 x1876218616142720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307426.284544:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789307426.284550:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbe35180 x1876218616142592/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307426.284558:0:118852:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbe95a6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:118852:1876218616142720:0@lo:13:osp-pre-0-0.0 00000100:00000001:2.0:1789307426.284561:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789307426.284564:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1789307426.284566:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1789307426.284568:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbfbd257000. 00000100:00000001:1.0:1789307426.284570:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1789307426.284576:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1789307426.284577:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbe95a6ed80 x1876218616142720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307426.284579:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789307426.284582:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbfb6ad4000 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:2.0:1789307426.284588:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789307426.284591:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfad363e00. 00000100:00000001:1.0:1789307426.284593:0:118852:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307426.284595:0:118852:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307426.284597:0:118852:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbfbb49b800. 02000000:00000001:2.0:1789307426.284601:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307426.284603:0:118852:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1789307426.284605:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1789307426.284607:0:118852:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000010:2.0:1789307426.284608:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbe35180. 00000020:00000040:1.0:1789307426.284611:0:118852:0:(genops.c:1222:class_import_put()) import ffff9fbe8d189000 refcount=6 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1789307426.284615:0:118852:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1789307426.284616:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 02000000:00000010:1.0:1789307426.284617:0:118852:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf88d97700. 00000100:00000001:2.0:1789307426.284619:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1789307426.284622:0:118852:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1789307426.284623:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1789307426.284626:0:118852:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307426.284629:0:118852:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbe95a6ed80. 00000100:00000001:2.0:1789307426.284630:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307426.284632:0:118852:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789307426.284633:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.284636:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307426.284638:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307426.284639:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307426.284641:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.284645:0:118852:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307426.284647:0:118852:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.284650:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307426.284653:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1789307426.411018:0:244305:0:(osp_object.c:2339:osp_object_free()) slab-freed 'obj': 568 at ffff9fbfb1a051c0. 00000004:00000001:3.0:1789307426.411035:0:244305:0:(lod_object.c:9859:lod_striping_free_nolock()) Process entered 00000004:00000001:3.0:1789307426.411037:0:244305:0:(lod_object.c:9915:lod_striping_free_nolock()) Process leaving 00000004:00000010:3.0:1789307426.411040:0:244305:0:(lod_object.c:9939:lod_object_free()) slab-freed '(lo)': 272 at ffff9fbf90b7fba0. 00000004:00000010:3.0:1789307426.411049:0:244305:0:(mdd_object.c:326:mdd_object_free()) slab-freed '(mdd)': 120 at ffff9fbfb48a9528. 00000004:00000001:3.0:1789307426.411055:0:244305:0:(mdt_handler.c:7005:mdt_object_free()) Process entered 00000004:00000040:3.0:1789307426.411057:0:244305:0:(mdt_handler.c:7009:mdt_object_free()) object free, fid = [0x240001b73:0x6d:0x0] 00000004:00000010:3.0:1789307426.411060:0:244305:0:(mdt_handler.c:7016:mdt_object_free()) slab-freed 'mo': 480 at ffff9fbfbf8a03c0. 00000004:00000001:3.0:1789307426.411063:0:244305:0:(mdt_handler.c:7019:mdt_object_free()) Process leaving 00080000:04000000:3.0:1789307426.411266:0:244305:0:(osd_handler.c:2534:osd_object_delete()) ffff9fbfb22d5118 ino=512297 00040000:00000001:3.0:1789307426.411272:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307426.411274:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307426.411274:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307426.411275:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307426.411276:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307426.411277:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307426.411277:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307426.411278:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307426.411279:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307426.411280:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307426.411280:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307426.411281:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1789307426.411283:0:244305:0:(osd_handler.c:1680:osd_oxc_fini()) kvfree 'oxe': 68 at ffff9fbe838162a0. 00080000:00000010:3.0:1789307426.411287:0:244305:0:(osd_handler.c:1701:osd_object_free()) kfreed 'obj': 312 at ffff9fbfc0805e00. 00000004:00000001:3.0:1789307426.411303:0:244305:0:(lod_object.c:9859:lod_striping_free_nolock()) Process entered 00000004:00000001:3.0:1789307426.411304:0:244305:0:(lod_object.c:9915:lod_striping_free_nolock()) Process leaving 00000004:00000010:3.0:1789307426.411305:0:244305:0:(lod_object.c:9939:lod_object_free()) slab-freed '(lo)': 272 at ffff9fbf90b7e550. 00000004:00000010:3.0:1789307426.411307:0:244305:0:(mdd_object.c:326:mdd_object_free()) slab-freed '(mdd)': 120 at ffff9fbfb48a9f78. 00000004:00000001:3.0:1789307426.411309:0:244305:0:(mdt_handler.c:7005:mdt_object_free()) Process entered 00000004:00000040:3.0:1789307426.411310:0:244305:0:(mdt_handler.c:7009:mdt_object_free()) object free, fid = [0x200002b10:0x6d:0x0] 00000004:00000010:3.0:1789307426.411312:0:244305:0:(mdt_handler.c:7016:mdt_object_free()) slab-freed 'mo': 480 at ffff9fbfbf8a0d20. 00000004:00000001:3.0:1789307426.411314:0:244305:0:(mdt_handler.c:7019:mdt_object_free()) Process leaving 00000100:00000001:3.0:1789307426.461008:0:238796:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789307426.461013:0:238796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647713920 02000000:00000001:3.0:1789307426.461018:0:238796:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789307426.461023:0:238796:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307426.461026:0:238796:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307426.461034:0:238796:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307426.461041:0:238796:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647713920 00000020:00000001:3.0:1789307426.461045:0:238796:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789307426.461048:0:238796:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedcc2 00000020:00000001:3.0:1789307426.461052:0:238796:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789307426.461058:0:238796:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf96057000 refcount=10 00000020:00000001:3.0:1789307426.461064:0:238796:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243937349632 : -105829772201984 : ffff9fbf96057000) 00000020:00000001:3.0:1789307426.461068:0:238796:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243937349632 : -105829772201984 : ffff9fbf96057000) 00000100:00000001:3.0:1789307426.461075:0:238796:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307426.461080:0:238796:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d03c0. 00000100:00000001:3.0:1789307426.461085:0:238796:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307426.461090:0:238796:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d03c0. 00000020:00000010:3.0:1789307426.461114:0:238796:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc08a6e00. 00000020:00000010:3.0:1789307426.461121:0:238796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbec56d9300. 00000020:00000010:3.0:1789307426.461127:0:238796:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e898. 00000100:00000040:3.0:1789307426.461136:0:238796:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1789307426.461140:0:238796:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307426.461142:0:238796:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789307426.461144:0:238796:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307426.461153:0:238796:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307426.461187:0:238796:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307426.461203:0:238796:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789307426.461213:0:238796:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789307426.461221:0:238796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 417 00000100:00000040:3.0:1789307426.461227:0:238796:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf96057000 : new rpc_count 1 00000100:00000001:3.0:1789307426.461233:0:238796:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243984161872 : -105829725389744 : ffff9fbf98cfbc50) 00000100:00000040:3.0:1789307426.461244:0:238796:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf98cfbc50 x1876218647713920/t0(0) o400->f78daeaa-d9bb-4d15-9781-7f7fb1b8da33@192.168.204.56@tcp:472/0 lens 224/0 e 0 to 0 dl 1789307437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307426.461261:0:238796:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307426.461266:0:238796:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d03c0. 00000100:00000001:3.0:1789307426.461269:0:238796:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307426.461272:0:238796:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d03c0. 00000100:00100000:3.0:1789307426.461278:0:238796:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf98cfbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f78daeaa-d9bb-4d15-9781-7f7fb1b8da33+10:256271:x1876218647713920:12345-192.168.204.56@tcp:400:kworker.0 00000100:00000200:3.0:1789307426.461285:0:238796:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647713920 00000020:00000001:3.0:1789307426.461289:0:238796:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789307426.461294:0:238796:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1789307426.461298:0:238796:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307426.461303:0:238796:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789307426.461307:0:238796:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660900032 : -1048651584 : ffffffffc17ed8c0) 00000020:00000001:3.0:1789307426.461313:0:238796:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1789307426.461316:0:238796:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789307426.461321:0:238796:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789307426.461325:0:238796:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789307426.461329:0:238796:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307426.461332:0:238796:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1789307426.461338:0:238796:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789307426.461356:0:238796:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789307426.461363:0:238796:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfb24dc400. 02000000:00000001:3.0:1789307426.461374:0:238796:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307426.461378:0:238796:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307426.461383:0:238796:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789307426.461389:0:238796:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647713920 00010000:00000001:3.0:1789307426.461394:0:238796:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:3.0:1789307426.461401:0:238796:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf98cfbc50 x1876218647713920/t0(0) o400->f78daeaa-d9bb-4d15-9781-7f7fb1b8da33@192.168.204.56@tcp:472/0 lens 224/224 e 0 to 0 dl 1789307437 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789307426.461429:0:238796:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1789307426.461431:0:225632:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789307426.461440:0:225632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647714048 02000000:00000001:1.0:1789307426.461448:0:225632:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1789307426.461449:0:238796:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.461457:0:225632:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1789307426.461459:0:238796:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe840599e8 time=146 v=5 (1 1 1 0) 00000100:00000001:1.0:1789307426.461462:0:225632:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307426.461475:0:225632:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307426.461475:0:238796:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1789307426.461486:0:225632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647714048 00000100:00000040:3.0:1789307426.461488:0:238796:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000020:00000001:1.0:1789307426.461494:0:225632:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:3.0:1789307426.461495:0:238796:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 00000020:00000040:1.0:1789307426.461499:0:225632:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc60 02000000:00000001:3.0:1789307426.461501:0:238796:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1789307426.461504:0:225632:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:3.0:1789307426.461506:0:238796:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307426.461510:0:238796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789307426.461513:0:238796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:3.0:1789307426.461521:0:238796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde550. 00000020:00000040:1.0:1789307426.461527:0:225632:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf86773800 refcount=1585 00000100:00000200:3.0:1789307426.461529:0:238796:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1876218647713920, offset 224 00000020:00000001:1.0:1789307426.461538:0:225632:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243676370944 : -105830033180672 : ffff9fbf86773800) 00000400:00000200:3.0:1789307426.461550:0:238796:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000020:00000001:1.0:1789307426.461551:0:225632:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243676370944 : -105830033180672 : ffff9fbf86773800) 00000100:00000001:1.0:1789307426.461565:0:225632:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307426.461573:0:225632:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf9a489900. 00000400:00000200:3.0:1789307426.461573:0:238796:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000020:00000010:1.0:1789307426.461582:0:225632:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbf88564b00. 00000020:00000040:1.0:1789307426.461591:0:225632:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (ffff9fbfad0fcd40) now 16 - evictor 00000100:00000001:1.0:1789307426.461714:0:225632:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1789307426.461721:0:225632:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb484fe00. 00000020:00000010:1.0:1789307426.461726:0:225632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfa31e0480. 00000020:00000010:1.0:1789307426.461729:0:225632:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696ac80. 00000100:00000040:1.0:1789307426.461737:0:225632:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1789307426.461740:0:225632:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307426.461741:0:225632:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307426.461743:0:225632:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307426.461749:0:225632:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1789307426.461752:0:225632:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1789307426.461753:0:225632:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.461765:0:225632:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307426.461765:0:238796:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305857:305857:256:4294967295] 192.168.204.56@tcp LPNI seq info [305853:305853:8:4294967295] 00000100:00000001:1.0:1789307426.461778:0:225632:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789307426.461781:0:225632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647714176 00000400:00000200:3.0:1789307426.461781:0:238796:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 02000000:00000001:1.0:1789307426.461785:0:225632:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307426.461788:0:225632:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307426.461790:0:225632:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307426.461794:0:225632:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307426.461798:0:225632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647714176 00000020:00000001:1.0:1789307426.461803:0:225632:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307426.461806:0:225632:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725e8b6ff6 00000800:00000200:3.0:1789307426.461806:0:238796:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000020:00000001:1.0:1789307426.461811:0:225632:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307426.461815:0:225632:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfba93a800 refcount=31 00000800:00000010:3.0:1789307426.461816:0:238796:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbe84019f00. 00000020:00000001:1.0:1789307426.461820:0:225632:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244550649856 : -105829158901760 : ffff9fbfba93a800) 00000020:00000001:1.0:1789307426.461826:0:225632:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244550649856 : -105829158901760 : ffff9fbfba93a800) 00000800:00000200:3.0:1789307426.461829:0:238796:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000100:00000001:1.0:1789307426.461831:0:225632:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307426.461837:0:225632:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf9a489d00. 00000800:00000200:3.0:1789307426.461841:0:238796:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1789307426.461848:0:238796:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbe84019f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:1.0:1789307426.461876:0:225632:0:(obd_config.c:995:class_incref()) incref lustre-MDT0001 (ffff9fbf82a08000) now 12 - evictor 00000100:00000001:1.0:1789307426.461881:0:225632:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1789307426.461885:0:225632:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb484e600. 00000020:00000010:1.0:1789307426.461889:0:225632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfa31e0e00. 00000020:00000010:1.0:1789307426.461892:0:225632:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696aed8. 00000100:00000001:1.0:1789307426.461896:0:225632:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307426.461898:0:225632:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307426.461900:0:225632:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307426.461905:0:225632:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1789307426.461908:0:225632:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1789307426.461912:0:225632:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.461922:0:225632:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307426.461935:0:225632:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307426.461938:0:225632:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789307426.461946:0:225632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 2107 00000100:00000040:1.0:1789307426.461951:0:225632:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfba93a800 : new rpc_count 1 00000100:00000001:1.0:1789307426.461954:0:225632:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243664648320 : -105830044903296 : ffff9fbf85c45880) 00000100:00000040:1.0:1789307426.461964:0:225632:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf85c45880 x1876218647714176/t0(0) o400->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:472/0 lens 224/0 e 0 to 0 dl 1789307437 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307426.461978:0:225632:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307426.461982:0:225632:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf9a4897c0. 00000100:00000001:1.0:1789307426.461986:0:225632:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307426.461990:0:225632:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf9a4897c0. 00000100:00100000:1.0:1789307426.462000:0:225632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf85c45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+31:256271:x1876218647714176:12345-192.168.204.56@tcp:400:kworker.0 00000100:00000200:1.0:1789307426.462006:0:225632:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647714176 00000020:00000001:1.0:1789307426.462008:0:225632:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1789307426.462011:0:225632:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1789307426.462014:0:225632:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307426.462018:0:225632:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1789307426.462021:0:225632:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000020:00000001:1.0:1789307426.462025:0:225632:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1789307426.462028:0:225632:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1876218647714176, found 0 last_xid 1876218647714175 00000020:00000001:1.0:1789307426.462039:0:225632:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789307426.462044:0:225632:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1789307426.462047:0:225632:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1789307426.462050:0:225632:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307426.462054:0:225632:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1789307426.462058:0:225632:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789307426.462062:0:225632:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789307426.462067:0:225632:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbe85a96800. 02000000:00000001:1.0:1789307426.462073:0:225632:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.462077:0:225632:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307426.462081:0:225632:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307426.462084:0:238796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1789307426.462086:0:225632:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 17179874246, transno 0, xid 1876218647714176 00010000:00000001:1.0:1789307426.462092:0:225632:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000040:3.0:1789307426.462092:0:238796:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000200:1.0:1789307426.462114:0:225632:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf85c45880 x1876218647714176/t0(0) o400->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:472/0 lens 224/224 e 0 to 0 dl 1789307437 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789307426.462114:0:238796:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789307426.462118:0:238796:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307426.462123:0:238796:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1789307426.462132:0:225632:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1789307426.462133:0:238796:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf98cfbc50 x1876218647713920/t0(0) o400->f78daeaa-d9bb-4d15-9781-7f7fb1b8da33@192.168.204.56@tcp:472/0 lens 224/224 e 0 to 0 dl 1789307437 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789307426.462137:0:225632:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307426.462143:0:225632:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=5 v=5 (1 1 1 5) 00000100:00000001:1.0:1789307426.462152:0:225632:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789307426.462158:0:225632:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:1.0:1789307426.462164:0:225632:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 00000100:00100000:3.0:1789307426.462164:0:238796:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf98cfbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f78daeaa-d9bb-4d15-9781-7f7fb1b8da33+10:256271:x1876218647713920:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 897us (1192us total) trans 0 rc 0/0 02000000:00000001:1.0:1789307426.462169:0:225632:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789307426.462174:0:225632:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.462180:0:225632:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307426.462188:0:225632:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000100:00100000:3.0:1789307426.462188:0:238796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 417 00000400:00000010:1.0:1789307426.462196:0:225632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b543b8. 00000100:00000040:3.0:1789307426.462196:0:238796:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf96057000 : new rpc_count 0 00000100:00000200:1.0:1789307426.462203:0:225632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218647714176, offset 224 00000100:00000001:3.0:1789307426.462203:0:238796:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789307426.462207:0:238796:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1789307426.462213:0:225632:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000020:00000010:3.0:1789307426.462213:0:238796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbec56d9300. 00000020:00000010:3.0:1789307426.462220:0:238796:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e898. 00000400:00000200:1.0:1789307426.462224:0:225632:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000020:00000010:3.0:1789307426.462228:0:238796:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc08a6e00. 00000400:00000200:1.0:1789307426.462234:0:225632:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305858:305858:255:4294967295] 192.168.204.56@tcp LPNI seq info [305854:305854:7:4294967295] 00000020:00000040:3.0:1789307426.462238:0:238796:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf96057000 : new refcount 9 00000100:00000001:3.0:1789307426.462245:0:238796:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307426.462247:0:225632:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000100:00000200:3.0:1789307426.462251:0:238796:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:1.0:1789307426.462253:0:225632:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000400:00000010:3.0:1789307426.462258:0:238796:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a516420. 00000800:00000010:1.0:1789307426.462267:0:225632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbf88d97700. 00000400:00000010:3.0:1789307426.462268:0:238796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbf993110c0. 00000800:00000200:1.0:1789307426.462277:0:225632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1789307426.462285:0:225632:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1789307426.462290:0:225632:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbf88d97700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789307426.462295:0:225632:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307426.462302:0:225632:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00010000:00000001:1.0:1789307426.462306:0:225632:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:1.0:1789307426.462309:0:225632:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307426.462312:0:225632:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1789307426.462318:0:225632:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf85c45880 x1876218647714176/t0(0) o400->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:472/0 lens 224/224 e 0 to 0 dl 1789307437 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307426.462338:0:225632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf85c45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+31:256271:x1876218647714176:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 355us (1079us total) trans 0 rc 0/0 00000100:00100000:1.0:1789307426.462351:0:225632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 2107 00000100:00000040:1.0:1789307426.462356:0:225632:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfba93a800 : new rpc_count 0 00000100:00000001:1.0:1789307426.462360:0:225632:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307426.462364:0:225632:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789307426.462368:0:225632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfa31e0e00. 00000020:00000010:1.0:1789307426.462376:0:225632:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696aed8. 00000020:00000010:1.0:1789307426.462382:0:225632:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb484e600. 00000020:00000040:1.0:1789307426.462388:0:225632:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 30 00000100:00000001:1.0:1789307426.462392:0:225632:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307426.462415:0:202307:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789307426.462419:0:202307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647714304 02000000:00000001:1.0:1789307426.462422:0:202307:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307426.462425:0:202307:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307426.462428:0:202307:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307426.462431:0:202307:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307426.462436:0:202307:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647714304 00000020:00000001:1.0:1789307426.462441:0:202307:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307426.462443:0:202307:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed77825 00000020:00000001:1.0:1789307426.462446:0:202307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307426.462453:0:202307:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe8a129800 refcount=13 00000020:00000001:1.0:1789307426.462455:0:202307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239441917952 : -105834267633664 : ffff9fbe8a129800) 00000020:00000001:1.0:1789307426.462458:0:202307:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239441917952 : -105834267633664 : ffff9fbe8a129800) 00000100:00000001:1.0:1789307426.462461:0:202307:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307426.462463:0:202307:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf9a4897c0. 00000020:00000010:1.0:1789307426.462466:0:202307:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbec4f00b40. 00000020:00000040:1.0:1789307426.462473:0:202307:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff9fbf82a0b380) now 10 - evictor 00000100:00000001:1.0:1789307426.462476:0:202307:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1789307426.462477:0:202307:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf9a4897c0. 00000020:00000010:1.0:1789307426.462482:0:202307:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb484e600. 00000020:00000010:1.0:1789307426.462486:0:202307:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfa31e0e00. 00000020:00000010:1.0:1789307426.462491:0:202307:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696aed8. 00000100:00000040:1.0:1789307426.462500:0:202307:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1789307426.462505:0:202307:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307426.462508:0:202307:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307426.462509:0:202307:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307426.462513:0:202307:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1789307426.462516:0:202307:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1789307426.462518:0:202307:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.462542:0:202307:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307426.462552:0:202307:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789307426.462556:0:202307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647714432 02000000:00000001:1.0:1789307426.462560:0:202307:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307426.462563:0:202307:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307426.462566:0:202307:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307426.462570:0:202307:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307426.462574:0:202307:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647714432 00000020:00000001:1.0:1789307426.462577:0:202307:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307426.462581:0:202307:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed2bd41 00000020:00000001:1.0:1789307426.462584:0:202307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307426.462587:0:202307:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe9623d000 refcount=13 00000020:00000001:1.0:1789307426.462590:0:202307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239644372992 : -105834065178624 : ffff9fbe9623d000) 00000020:00000001:1.0:1789307426.462593:0:202307:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239644372992 : -105834065178624 : ffff9fbe9623d000) 00000100:00000001:1.0:1789307426.462595:0:202307:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307426.462603:0:202307:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf9a4897c0. 00000020:00000040:1.0:1789307426.462608:0:202307:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000100:00000001:1.0:1789307426.462610:0:202307:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1789307426.462614:0:202307:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb484fe00. 00000020:00000010:1.0:1789307426.462617:0:202307:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfa31e0300. 00000020:00000010:1.0:1789307426.462621:0:202307:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696a320. 00000100:00000001:1.0:1789307426.462627:0:202307:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307426.462630:0:202307:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307426.462634:0:202307:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307426.462640:0:202307:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1789307426.462643:0:202307:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1789307426.462646:0:202307:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.462658:0:202307:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307426.462666:0:202307:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307426.462668:0:202307:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789307426.462672:0:202307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 4932 00000100:00000040:1.0:1789307426.462675:0:202307:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe8a129800 : new rpc_count 1 00000100:00000001:1.0:1789307426.462677:0:202307:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243664652800 : -105830044898816 : ffff9fbf85c46a00) 00000100:00000040:1.0:1789307426.462682:0:202307:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf85c46a00 x1876218647714304/t0(0) o400->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:472/0 lens 224/0 e 0 to 0 dl 1789307437 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307426.462691:0:202307:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307426.462696:0:202307:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf9a4892c0. 00000100:00000001:1.0:1789307426.462700:0:202307:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307426.462705:0:202307:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf9a4892c0. 00000100:00100000:1.0:1789307426.462713:0:202307:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf85c46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+13:256270:x1876218647714304:12345-192.168.204.56@tcp:400:kworker.0 00000100:00000200:1.0:1789307426.462720:0:202307:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647714304 00000020:00000001:1.0:1789307426.462722:0:202307:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1789307426.462726:0:202307:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1789307426.462729:0:202307:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307426.462733:0:202307:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1789307426.462736:0:202307:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000020:00000001:1.0:1789307426.462741:0:202307:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1789307426.462750:0:202307:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789307426.462756:0:202307:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1789307426.462759:0:202307:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1789307426.462762:0:202307:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307426.462764:0:202307:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1789307426.462767:0:202307:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789307426.462770:0:202307:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789307426.462776:0:202307:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbe85a94c00. 02000000:00000001:1.0:1789307426.462780:0:202307:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.462784:0:202307:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307426.462788:0:202307:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1789307426.462793:0:202307:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 47244640260, transno 0, xid 1876218647714304 00010000:00000001:1.0:1789307426.462798:0:202307:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:1.0:1789307426.462805:0:202307:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf85c46a00 x1876218647714304/t0(0) o400->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:472/0 lens 224/224 e 0 to 0 dl 1789307437 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789307426.462821:0:202307:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789307426.462824:0:202307:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307426.462829:0:202307:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=138 v=5 (4 4 1 1) 00000100:00000001:1.0:1789307426.462834:0:202307:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789307426.462840:0:202307:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:1.0:1789307426.462847:0:202307:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:1.0:1789307426.462867:0:202307:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789307426.462870:0:202307:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.462872:0:202307:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307426.462877:0:202307:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:1.0:1789307426.462882:0:202307:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54198. 00000100:00000200:1.0:1789307426.462888:0:202307:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218647714304, offset 224 00000400:00000200:1.0:1789307426.462899:0:202307:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1789307426.462908:0:202307:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1789307426.462917:0:202307:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305860:305860:256:4294967295] 192.168.204.56@tcp LPNI seq info [305856:305856:8:4294967295] 00000400:00000200:1.0:1789307426.462936:0:202307:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1789307426.462947:0:202307:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1789307426.462952:0:202307:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbf88d97700. 00000800:00000200:1.0:1789307426.462966:0:202307:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1789307426.462976:0:202307:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1789307426.462981:0:202307:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbf88d97700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789307426.462994:0:202307:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307426.463002:0:202307:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00010000:00000001:1.0:1789307426.463008:0:202307:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:1.0:1789307426.463012:0:202307:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307426.463016:0:202307:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1789307426.463024:0:202307:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf85c46a00 x1876218647714304/t0(0) o400->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:472/0 lens 224/224 e 0 to 0 dl 1789307437 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307426.463047:0:202307:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf85c46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+13:256270:x1876218647714304:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 350us (1666us total) trans 0 rc 0/0 00000100:00100000:1.0:1789307426.463063:0:202307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 4932 00000100:00000040:1.0:1789307426.463069:0:202307:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe8a129800 : new rpc_count 0 00000100:00000001:1.0:1789307426.463073:0:202307:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307426.463076:0:202307:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789307426.463081:0:202307:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfa31e0e00. 00000020:00000010:1.0:1789307426.463089:0:202307:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696aed8. 00000020:00000010:1.0:1789307426.463108:0:202307:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb484e600. 00000020:00000040:1.0:1789307426.463114:0:202307:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a129800 : new refcount 12 00000100:00000001:1.0:1789307426.463119:0:202307:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789307426.463153:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:1.0:1789307426.463159:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000100:00080000:1.0:1789307426.463163:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1789307426.463165:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000 (ffff9fbf82a0b380) now 10 - evictor 00000100:00080000:1.0:1789307426.463168:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:1.0:1789307426.463170:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0001 (ffff9fbf82a08000) now 12 - evictor 00000100:00080000:1.0:1789307426.463173:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:1.0:1789307426.463179:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000 (ffff9fbfad0fcd40) now 16 - evictor 00080000:00000010:2.0:1789307426.482600:0:264841:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44400. 00080000:00000010:2.0:1789307426.482611:0:264841:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44400. 00000020:00000001:2.0:1789307426.482617:0:264841:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307426.482625:0:264841:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44400. 00080000:00000010:2.0:1789307426.482630:0:264841:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44400. 00000020:00000001:2.0:1789307426.482634:0:264841:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307426.482641:0:264841:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44400. 00080000:00000010:2.0:1789307426.482646:0:264841:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44400. 00000020:00000001:2.0:1789307426.482649:0:264841:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307426.482656:0:264841:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44400. 00080000:00000010:2.0:1789307426.482661:0:264841:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44400. 00000020:00000001:2.0:1789307426.482664:0:264841:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307426.604037:0:120441:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789307426.604040:0:120441:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789307426.604043:0:120441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1789307426.634380:0:264877:0:(debug.c:305:cfs_str2mask()) Process entered 00000004:00000001:3.0:1789307426.794956:0:238805:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:3.0:1789307426.794964:0:238805:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000004:00000001:1.0:1789307426.794973:0:238809:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000100:00000010:3.0:1789307426.794977:0:238805:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb9ecca80. 00000004:00000020:1.0:1789307426.794980:0:238809:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000020:00000040:3.0:1789307426.794987:0:238805:0:(genops.c:1209:class_import_get()) import ffff9fbfba939800 refcount=5 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1789307426.794996:0:238805:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:1.0:1789307426.795001:0:238809:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbe95a6ed80. 02000000:00000001:3.0:1789307426.795003:0:238805:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:1.0:1789307426.795013:0:238809:0:(genops.c:1209:class_import_get()) import ffff9fbf97e5e000 refcount=6 obd=lustre-OST0001-osc-MDT0000 02000000:00000001:3.0:1789307426.795014:0:238805:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.795025:0:238809:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789307426.795029:0:238809:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1789307426.795029:0:238805:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbe84019f00. 02000000:00000001:1.0:1789307426.795041:0:238809:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307426.795042:0:238805:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307426.795056:0:238805:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1789307426.795059:0:238809:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf88d97700. 00000100:00000001:3.0:1789307426.795063:0:238805:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.795072:0:238809:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307426.795077:0:238805:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000412aca69] to pc [ptlrpcd_00_03+3] req@ffff9fbfb9ecca80 x1876218616142848/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307426.795083:0:238809:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789307426.795105:0:238809:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307426.795121:0:238809:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000713c42b5] to pc [ptlrpcd_00_00+0] req@ffff9fbe95a6ed80 x1876218616142976/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1789307426.795123:0:238805:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307426.795133:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307426.795138:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789307426.795141:0:118852:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789307426.795155:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfb9ecca80 x1876218616142848/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307426.795162:0:118852:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00080000:00000001:1.0:1789307426.795165:0:238809:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00000100:00000001:3.0:1789307426.795165:0:118852:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307426.795169:0:118852:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789307426.795172:0:118852:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789307426.795175:0:118852:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307426.795179:0:118852:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfb9ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:118852:1876218616142848:0@lo:41:osp-pre-1-0.0 00080000:00000010:1.0:1789307426.795180:0:238809:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfc0a75a00. 00000100:00000001:3.0:1789307426.795190:0:118852:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00080000:00000001:1.0:1789307426.795194:0:238809:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244652603904 : -105829056947712 : ffff9fbfc0a75a00) 02000000:00000001:3.0:1789307426.795197:0:118852:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00080000:00000001:1.0:1789307426.795202:0:238809:0:(osd_handler.c:2161:osd_trans_start()) Process entered 02000000:00000001:3.0:1789307426.795202:0:118852:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307426.795208:0:118852:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789307426.795214:0:118852:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbfb24dc400. 00080000:00000001:1.0:1789307426.795219:0:238809:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307426.795219:0:118852:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:1.0:1789307426.795224:0:238809:0:(osp_precreate.c:249:osp_statfs_update()) lustre-OST0001-osc-MDT0000: sync forced, 2 changes 00000004:00000010:1.0:1789307426.795231:0:238809:0:(osp_sync.c:1834:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff9fbe9794fb40. 00000400:00000010:3.0:1789307426.795231:0:118852:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a516898. 00000004:00080000:1.0:1789307426.795242:0:238809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 20387807388703ns, next at 20388807374231ns, rc = 0 00000400:00000010:3.0:1789307426.795247:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde220. 00080000:00000001:1.0:1789307426.795248:0:238809:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00000100:00000200:3.0:1789307426.795262:0:118852:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616142848, portal 4 00040000:00000001:1.0:1789307426.795265:0:238809:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00000100:00000001:3.0:1789307426.795267:0:118852:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00040000:00000001:1.0:1789307426.795269:0:238809:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00000100:00000001:3.0:1789307426.795271:0:118852:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244539714176 : -105829169837440 : ffff9fbfb9ecca80) 00080000:00000001:1.0:1789307426.795275:0:238809:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307426.795281:0:238809:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307426.795286:0:118852:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfb9ecca80 x1876218616142848/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307442 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1789307426.795296:0:226372:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000100:00000001:3.0:1789307426.795296:0:118852:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000020:1.0:1789307426.795303:0:226372:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000040:3.0:1789307426.795305:0:118852:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789307426.795314:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdeee0. 00000100:00000010:1.0:1789307426.795316:0:226372:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf84d1a300. 00000100:00000200:3.0:1789307426.795319:0:118852:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1876218616142848, offset 0 00000020:00000040:1.0:1789307426.795322:0:226372:0:(genops.c:1209:class_import_get()) import ffff9fbf84cc6800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1789307426.795328:0:226372:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789307426.795330:0:226372:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1789307426.795332:0:118852:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1789307426.795336:0:226372:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307426.795343:0:226372:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfbfb18f00. 00000100:00000001:1.0:1789307426.795348:0:226372:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.795354:0:226372:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1789307426.795356:0:118852:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1789307426.795367:0:226372:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307426.795375:0:226372:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000822017ee] to pc [ptlrpcd_00_01+1] req@ffff9fbf84d1a300 x1876218616143104/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789307426.795375:0:118852:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6aa693022dc00 00000400:00000200:3.0:1789307426.795388:0:118852:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0xa2499 [256] + 10040 00000004:00000001:1.0:1789307426.795403:0:226372:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307426.795407:0:118852:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307426.795414:0:118852:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307426.795417:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307426.795422:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789307426.795423:0:118852:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307426.795429:0:118852:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1789307426.795430:0:118849:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789307426.795440:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbe95a6ed80 x1876218616142976/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1789307426.795444:0:118852:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf90aeaa00. 00000100:00000040:3.0:1789307426.795451:0:118852:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf90aeaa00 x1876218616142848 msgsize 224 00000100:00100000:3.0:1789307426.795474:0:118852:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1789307426.795475:0:118849:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789307426.795481:0:118849:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307426.795485:0:118849:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789307426.795489:0:118849:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789307426.795492:0:118849:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307426.795496:0:118849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbe95a6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:118849:1876218616142976:0@lo:13:osp-pre-1-0.0 00000100:00000001:1.0:1789307426.795501:0:118849:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789307426.795505:0:118849:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789307426.795507:0:118849:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307426.795509:0:118849:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789307426.795515:0:118849:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbe85a94800. 02000000:00000001:1.0:1789307426.795517:0:118849:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307426.795524:0:118849:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe856440b0. 00000400:00000010:1.0:1789307426.795530:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54f68. 00000100:00000200:1.0:1789307426.795537:0:118849:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616142976, portal 4 00000100:00000001:1.0:1789307426.795539:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307426.795541:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638239636188544 : -105834073363072 : ffff9fbe95a6ed80) 00000100:00000040:1.0:1789307426.795550:0:118849:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbe95a6ed80 x1876218616142976/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307442 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307426.795558:0:118849:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307426.795562:0:118849:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789307426.795566:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54d48. 00000100:00000200:1.0:1789307426.795569:0:118849:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876218616142976, offset 0 00000400:00000200:1.0:1789307426.795576:0:118849:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789307426.795596:0:118849:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789307426.795608:0:118849:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6aa693022dc80 00000400:00000200:1.0:1789307426.795619:0:118849:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x4f41 [8] + 448 00000400:00000200:1.0:1789307426.795628:0:118849:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307426.795632:0:118849:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307426.795640:0:118849:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789307426.795643:0:118849:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1789307426.795647:0:118849:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf84d19880. 00000100:00000040:1.0:1789307426.795651:0:118849:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf84d19880 x1876218616142976 msgsize 224 00000100:00100000:1.0:1789307426.795656:0:118849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1789307426.795667:0:118849:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1789307426.795677:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54d48 00000400:00000010:1.0:1789307426.795680:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54d48. 00000100:00000001:1.0:1789307426.795684:0:118849:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789307426.795690:0:118849:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbe95a6ed80 x1876218616142976/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307442 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307426.795700:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307426.795704:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbe95a6ed80 x1876218616142976/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307442 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307426.795711:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.795713:0:118849:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789307426.795720:0:118849:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307426.795725:0:118849:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 12602 usecs (13 jiffies) 00000100:00000001:1.0:1789307426.795730:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315055117 00000100:00000001:1.0:1789307426.795733:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315057798 00000100:00000001:1.0:1789307426.795736:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315055117 00000100:00000001:1.0:1789307426.795738:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315057798 00000100:00000001:1.0:1789307426.795740:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315055117 00000100:00000001:1.0:1789307426.795742:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315057798 00000100:00000001:1.0:1789307426.795744:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315055117 00000100:00000001:1.0:1789307426.795746:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315057798 00000100:00000001:1.0:1789307426.795757:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307426.795761:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.795764:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.795767:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307426.795775:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307426.795777:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789307426.795780:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307426.795781:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307426.795783:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307426.795787:0:118849:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1789307426.795789:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307426.795792:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307426.795793:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307426.795795:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307426.795796:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307426.795798:0:118849:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789307426.795803:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbf84d1a300 x1876218616143104/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307426.795811:0:118849:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789307426.795812:0:118849:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307426.795815:0:118849:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789307426.795817:0:118849:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789307426.795819:0:118849:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307426.795823:0:118849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbf84d1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:118849:1876218616143104:0@lo:41:osp-pre-0-1.0 00000100:00000001:1.0:1789307426.795826:0:118849:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789307426.795829:0:118849:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789307426.795830:0:118849:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307426.795832:0:118849:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789307426.795837:0:118849:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbe85a95c00. 02000000:00000001:1.0:1789307426.795839:0:118849:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307426.795843:0:118849:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644580. 00000400:00000010:1.0:1789307426.795848:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54d48. 00000100:00000200:1.0:1789307426.795883:0:118849:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616143104, portal 4 00000100:00000001:1.0:1789307426.795885:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307426.795887:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638243648742144 : -105830060809472 : ffff9fbf84d1a300) 00000100:00000040:1.0:1789307426.795902:0:118849:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbf84d1a300 x1876218616143104/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307442 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307426.795909:0:118849:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307426.795911:0:118849:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789307426.795914:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54dd0. 00000100:00000200:1.0:1789307426.795917:0:118849:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1876218616143104, offset 0 00000400:00000200:1.0:1789307426.795922:0:118849:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789307426.795928:0:118849:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789307426.795941:0:118849:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6aa693022dd00 00000400:00000200:1.0:1789307426.795947:0:118849:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0xa2499 [256] + 10264 00000400:00000200:1.0:1789307426.795953:0:118849:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307426.795955:0:118849:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307426.795965:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307426.795968:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.795985:0:122268:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789307426.795988:0:122268:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616142976 02000000:00000001:1.0:1789307426.795991:0:122268:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307426.795994:0:122268:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307426.795997:0:122268:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307426.796002:0:122268:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307426.796005:0:122268:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616142976 00000020:00000001:1.0:1789307426.796008:0:122268:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307426.796010:0:122268:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedcd0 00000020:00000001:1.0:1789307426.796014:0:122268:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307426.796017:0:122268:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf92163800 refcount=8 00000020:00000001:1.0:1789307426.796020:0:122268:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243871340544 : -105829838211072 : ffff9fbf92163800) 00000020:00000001:1.0:1789307426.796023:0:122268:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243871340544 : -105829838211072 : ffff9fbf92163800) 00000100:00000001:1.0:1789307426.796029:0:122268:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307426.796035:0:122268:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf9a4894c0. 00000020:00000010:1.0:1789307426.796042:0:122268:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbf874ff440. 00000020:00000040:1.0:1789307426.796052:0:122268:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000100:00000001:1.0:1789307426.796064:0:122268:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1789307426.796066:0:122268:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf9a4894c0. 00000020:00000010:1.0:1789307426.796074:0:122268:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0a74e00. 00000020:00000010:1.0:1789307426.796086:0:122268:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfa31e0f80. 00000020:00000010:1.0:1789307426.796105:0:122268:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696aed8. 00000100:00000040:1.0:1789307426.796119:0:122268:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1789307426.796122:0:122268:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307426.796123:0:122268:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307426.796125:0:122268:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.796135:0:122268:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.796146:0:122268:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307426.796158:0:122268:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307426.796161:0:122268:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789307426.796166:0:122268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4556 00000100:00000040:1.0:1789307426.796171:0:122268:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf92163800 : new rpc_count 1 00000100:00000001:1.0:1789307426.796173:0:122268:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243648739456 : -105830060812160 : ffff9fbf84d19880) 00000100:00000040:1.0:1789307426.796178:0:122268:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf84d19880 x1876218616142976/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:472/0 lens 224/0 e 0 to 0 dl 1789307437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307426.796188:0:122268:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307426.796192:0:122268:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf9a4894c0. 00000100:00000001:1.0:1789307426.796196:0:122268:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307426.796199:0:122268:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf9a4894c0. 00000100:00100000:1.0:1789307426.796204:0:122268:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf84d19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:118849:x1876218616142976:12345-0@lo:13:osp-pre-1-0.0 00000100:00000200:1.0:1789307426.796209:0:122268:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616142976 00000020:00000001:1.0:1789307426.796212:0:122268:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1789307426.796215:0:122268:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1789307426.796218:0:122268:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307426.796221:0:122268:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1789307426.796225:0:122268:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664990128 : -1044561488 : ffffffffc1bd41b0) 00000020:00000001:1.0:1789307426.796228:0:122268:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1789307426.796232:0:122268:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789307426.796234:0:122268:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1789307426.796238:0:122268:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1789307426.796241:0:122268:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.796245:0:122268:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789307426.796247:0:122268:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789307426.796264:0:122268:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbe92095c00. 02000000:00000001:1.0:1789307426.796266:0:122268:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.796269:0:122268:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307426.796273:0:122268:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1789307426.796278:0:122268:0:(ofd_obd.c:710:ofd_statfs()) Process entered 00000020:00000001:1.0:1789307426.796281:0:122268:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1789307426.796343:0:122268:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1789307426.796347:0:122268:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 33808192 pending 0 free 3904630784 avail 3673108480 00000020:00000020:1.0:1789307426.796351:0:122268:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 143168 0 0 00000020:00000020:1.0:1789307426.796354:0:122268:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli 6b94c9bb-f547-4fe5-8ac4-fde7cb36702a/ffff9fbe9623d000 dirty 0 pend 0 grant 33665024 00000020:00000020:1.0:1789307426.796357:0:122268:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9fbf92163800 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1789307426.796360:0:122268:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9fbe9623d800 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1789307426.796363:0:122268:0:(ofd_obd.c:759:ofd_statfs()) 958279 blocks: 953279 free, 896721 avail; 262144 objects: 259164 free; state 0 00002000:00000001:1.0:1789307426.796366:0:122268:0:(ofd_obd.c:802:ofd_statfs()) Process leaving 00000001:00000001:1.0:1789307426.796370:0:122268:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307426.796372:0:122268:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307426.796374:0:122268:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1789307426.796377:0:122268:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884922548, transno 0, xid 1876218616142976 00010000:00000001:1.0:1789307426.796380:0:122268:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:1.0:1789307426.796385:0:122268:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf84d19880 x1876218616142976/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:472/0 lens 224/368 e 0 to 0 dl 1789307437 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789307426.796392:0:122268:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789307426.796395:0:122268:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307426.796399:0:122268:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbe1fbde8 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1789307426.796403:0:122268:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789307426.796407:0:122268:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:1.0:1789307426.796410:0:122268:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:1.0:1789307426.796413:0:122268:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789307426.796415:0:122268:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.796419:0:122268:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307426.796421:0:122268:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789307426.796425:0:122268:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b546e8. 00000100:00000200:1.0:1789307426.796428:0:122268:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1876218616142976, offset 224 00000400:00000200:1.0:1789307426.796442:0:122268:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789307426.796448:0:122268:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789307426.796455:0:122268:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6aa693022dc80 00000400:00000200:1.0:1789307426.796460:0:122268:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c15e5 [1] + 224 00000400:00000200:1.0:1789307426.796465:0:122268:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307426.796468:0:122268:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307426.796472:0:122268:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789307426.796477:0:122268:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbe95a6ed80 x1876218616142976/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307426.796487:0:122268:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fbe95a6ed80 x1876218616142976/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307426.796500:0:122268:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1789307426.796505:0:122268:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b546e8 00000400:00000010:1.0:1789307426.796508:0:122268:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b546e8. 00000100:00000001:1.0:1789307426.796511:0:122268:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1789307426.796513:0:122268:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1789307426.796516:0:122268:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307426.796520:0:122268:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00010000:00000001:1.0:1789307426.796523:0:122268:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:1.0:1789307426.796525:0:122268:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307426.796528:0:122268:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1789307426.796532:0:122268:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf84d19880 x1876218616142976/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:472/0 lens 224/368 e 0 to 0 dl 1789307437 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307426.796541:0:122268:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf84d19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:118849:x1876218616142976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 351us (888us total) trans 0 rc 0/0 00000100:00100000:1.0:1789307426.796549:0:122268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4556 00000100:00000040:1.0:1789307426.796552:0:122268:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf92163800 : new rpc_count 0 00000100:00000001:1.0:1789307426.796555:0:122268:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307426.796557:0:122268:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789307426.796561:0:122268:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfa31e0f80. 00000020:00000010:1.0:1789307426.796566:0:122268:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696aed8. 00000020:00000010:1.0:1789307426.796570:0:122268:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0a74e00. 00000020:00000040:1.0:1789307426.796582:0:122268:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf92163800 : new refcount 7 00000100:00000001:1.0:1789307426.796586:0:122268:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307426.796598:0:118852:0:(events.c:377:request_in_callback()) Process leaving 00000100:00080000:1.0:1789307426.796605:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:1.0:1789307426.796611:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000400:00000200:3.0:1789307426.796615:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdeee0 00000400:00000010:3.0:1789307426.796619:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdeee0. 00000100:00000001:3.0:1789307426.796624:0:118852:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789307426.796632:0:118852:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfb9ecca80 x1876218616142848/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307442 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307426.796641:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789307426.796646:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfb9ecca80 x1876218616142848/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307442 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307426.796647:0:118849:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789307426.796652:0:118849:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1789307426.796656:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789307426.796660:0:118849:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf06d80. 00000100:00000001:3.0:1789307426.796660:0:118852:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1789307426.796665:0:118849:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbf06d80 x1876218616143104 msgsize 224 00000100:00000001:3.0:1789307426.796667:0:118852:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307426.796672:0:118849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1789307426.796673:0:118852:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 2382 usecs (3 jiffies) 00000100:00000001:3.0:1789307426.796678:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315055108 00000100:00000001:3.0:1789307426.796681:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315057798 00000100:00000001:3.0:1789307426.796684:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315055108 00000100:00000001:1.0:1789307426.796685:0:118849:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:3.0:1789307426.796686:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315057798 00000100:00000001:3.0:1789307426.796690:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315055108 00000400:00000200:1.0:1789307426.796693:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54dd0 00000100:00000001:3.0:1789307426.796693:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315057798 00000100:00000001:3.0:1789307426.796698:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315055108 00000400:00000010:1.0:1789307426.796699:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54dd0. 00000100:00000001:1.0:1789307426.796704:0:118849:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1789307426.796705:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315057798 00000100:00000001:3.0:1789307426.796710:0:118852:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1789307426.796711:0:118849:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbf84d1a300 x1876218616143104/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307442 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307426.796714:0:118852:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307426.796719:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.796723:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789307426.796724:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789307426.796730:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbf84d1a300 x1876218616143104/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307442 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307426.796732:0:118852:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789307426.796735:0:118852:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789307426.796739:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307426.796742:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.796744:0:118849:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789307426.796750:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307426.796751:0:118849:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307426.796753:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307426.796756:0:118849:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 15347 usecs (16 jiffies) 00000100:00000001:1.0:1789307426.796759:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315055121 00000100:00000001:1.0:1789307426.796761:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315057798 00000100:00000001:1.0:1789307426.796765:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315055121 00000100:00000001:3.0:1789307426.796767:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.796769:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315057798 00000100:00000001:1.0:1789307426.796773:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315055121 00000100:00000001:1.0:1789307426.796775:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315057798 00000100:00000001:1.0:1789307426.796777:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315055121 00000100:00000001:1.0:1789307426.796779:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315057798 00000100:00000001:3.0:1789307426.796779:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307426.796783:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.796785:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307426.796797:0:253544:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1789307426.796798:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307426.796800:0:253544:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616142848 02000000:00000001:3.0:1789307426.796804:0:253544:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000001:1.0:1789307426.796806:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1789307426.796806:0:253544:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307426.796809:0:253544:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1789307426.796810:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1789307426.796813:0:253544:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307426.796814:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe856440b0. 00000100:00100000:3.0:1789307426.796819:0:253544:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616142848 00000400:00000200:1.0:1789307426.796821:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54f68 00000020:00000001:3.0:1789307426.796822:0:253544:0:(genops.c:792:class_conn2export()) Process entered 00000400:00000010:1.0:1789307426.796825:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54f68. 00000020:00000040:3.0:1789307426.796826:0:253544:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc98 00000020:00000001:3.0:1789307426.796830:0:253544:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1789307426.796832:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000040:3.0:1789307426.796833:0:253544:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe95150800 refcount=8 00000020:00000001:3.0:1789307426.796836:0:253544:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 00000100:00000200:1.0:1789307426.796838:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbe95a6ed80 x1876218616142976/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307426.796840:0:253544:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 00000100:00000001:3.0:1789307426.796846:0:253544:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307426.796876:0:253544:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0240. 00000100:00000200:1.0:1789307426.796879:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbe95a6ed80 x1876218616142976/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307426.796881:0:253544:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307426.796887:0:253544:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0240. 00000100:00000001:1.0:1789307426.796896:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000010:3.0:1789307426.796898:0:253544:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0846e00. 00000100:00000001:1.0:1789307426.796900:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1789307426.796904:0:253544:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbec56d9d80. 00000100:00000001:1.0:1789307426.796905:0:118849:0:(client.c:1593:after_reply()) Process entered 00000020:00000010:3.0:1789307426.796910:0:253544:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e898. 02000000:00000001:1.0:1789307426.796911:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789307426.796915:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307426.796917:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307426.796920:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307426.796927:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf97e5e4a8 time=145 v=5 (5 5 5 0) 00000100:00001000:1.0:1789307426.796932:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf97e5e418 time=145 v=5 (1 1 1 0) 00000100:00000040:3.0:1789307426.796934:0:253544:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1789307426.796937:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789307426.796938:0:253544:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307426.796942:0:253544:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307426.796943:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307426.796945:0:253544:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307426.796950:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1789307426.796954:0:253544:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307426.796955:0:118849:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.796961:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789307426.796964:0:118849:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884922548 00000100:00000001:1.0:1789307426.796966:0:118849:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789307426.796967:0:253544:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307426.796969:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307426.796977:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbe95a6ed80 x1876218616142976/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307426.796979:0:253544:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789307426.796982:0:253544:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616143104 02000000:00000001:3.0:1789307426.796986:0:253544:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789307426.796989:0:253544:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307426.796991:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307426.796992:0:253544:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.796995:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307426.796997:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1789307426.797000:0:118849:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 02000000:00000001:3.0:1789307426.797004:0:253544:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1789307426.797005:0:118849:0:(osp_precreate.c:87:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0000: Updating status = 0 00000100:00100000:3.0:1789307426.797008:0:253544:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616143104 00000020:00000001:3.0:1789307426.797010:0:253544:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789307426.797011:0:253544:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc59 00000020:00000001:3.0:1789307426.797012:0:253544:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789307426.797018:0:253544:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf86770800 refcount=7 00000004:00000040:1.0:1789307426.797019:0:118849:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0000: blocks=958279 free=953279 avail=896721 avail_mb=3502 hwm_mb=7 files=262144 ffree=259164 state=0: rc = 0 00000020:00000001:3.0:1789307426.797022:0:253544:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243676358656 : -105830033192960 : ffff9fbf86770800) 00000020:00000001:3.0:1789307426.797026:0:253544:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243676358656 : -105830033192960 : ffff9fbf86770800) 00000100:00000001:3.0:1789307426.797030:0:253544:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000004:00000020:1.0:1789307426.797031:0:118849:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-OST0001-osc-MDT0000 (ffff9fbf83a76000): 958279 blocks, 953279 free, 896721 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259164 free files 0x0 00000020:00000010:3.0:1789307426.797034:0:253544:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0240. 00000004:00000001:1.0:1789307426.797037:0:118849:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307426.797046:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbe95a6ed80 x1876218616142976/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307426.797046:0:253544:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307426.797054:0:253544:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0240. 00000100:00100000:1.0:1789307426.797059:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbe95a6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:118849:1876218616142976:0@lo:13:osp-pre-1-0.0 00000020:00000010:3.0:1789307426.797064:0:253544:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc08a6200. 00000100:00000001:1.0:1789307426.797066:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.797070:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1789307426.797070:0:253544:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbec56d9300. 00000100:00000040:1.0:1789307426.797075:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbe95a6ed80 x1876218616142976/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1789307426.797077:0:253544:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e320. 00000100:00000001:3.0:1789307426.797083:0:253544:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307426.797086:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1789307426.797086:0:253544:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1789307426.797100:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1789307426.797100:0:253544:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307426.797104:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbe85a94800. 00000100:00000001:3.0:1789307426.797106:0:253544:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307426.797111:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307426.797115:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:3.0:1789307426.797116:0:253544:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789307426.797117:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbf97e5e000 refcount=5 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:1.0:1789307426.797122:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307426.797125:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf88d97700. 00000100:00000001:3.0:1789307426.797127:0:253544:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789307426.797129:0:253544:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1789307426.797130:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307426.797134:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1789307426.797136:0:253544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00000010:1.0:1789307426.797137:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbe95a6ed80. 00000100:00000040:3.0:1789307426.797140:0:253544:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe95150800 : new rpc_count 1 00000100:00000001:1.0:1789307426.797143:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789307426.797144:0:253544:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243847776768 : -105829861774848 : ffff9fbf90aeaa00) 00000100:00000001:1.0:1789307426.797147:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789307426.797152:0:253544:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf90aeaa00 x1876218616142848/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:472/0 lens 224/0 e 0 to 0 dl 1789307437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307426.797153:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.797158:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307426.797161:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307426.797164:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307426.797166:0:253544:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307426.797170:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307426.797171:0:253544:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0240. 00000100:00000001:3.0:1789307426.797175:0:253544:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307426.797178:0:253544:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0240. 00000100:00100000:3.0:1789307426.797182:0:253544:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf90aeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:118852:x1876218616142848:12345-0@lo:41:osp-pre-1-0.0 00000100:00000001:1.0:1789307426.797190:0:225637:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307426.797195:0:225637:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1789307426.797196:0:253544:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616142848 00000020:00000001:3.0:1789307426.797200:0:253544:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00100000:1.0:1789307426.797203:0:225637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000020:00000001:3.0:1789307426.797204:0:253544:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000040:1.0:1789307426.797209:0:225637:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf86770800 : new rpc_count 1 00000001:00000001:3.0:1789307426.797211:0:253544:0:(tgt_lastrcvd.c:375:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9fbfb248f180: xid 1876218616142336, transno 17179874250, client gen 7, slot idx 0 00000001:00000001:3.0:1789307426.797215:0:253544:0:(tgt_lastrcvd.c:352:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9fbf9a753b40: xid 1876218616141440, transno 17179874249, client gen 7, slot idx 2 00000100:00000001:1.0:1789307426.797221:0:225637:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244573506944 : -105829136044672 : ffff9fbfbbf06d80) 00000001:00000010:3.0:1789307426.797223:0:253544:0:(tgt_lastrcvd.c:360:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fbf9a753b40. 00000020:00000001:3.0:1789307426.797229:0:253544:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307426.797231:0:225637:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbf06d80 x1876218616143104/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:472/0 lens 224/0 e 0 to 0 dl 1789307437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307426.797232:0:253544:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789307426.797235:0:253544:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662883424 : -1046668192 : ffffffffc19d1c60) 00000020:00000001:3.0:1789307426.797240:0:253544:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1789307426.797244:0:253544:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1876218616142848, found 0 last_xid 1876218616142847 00000100:00000001:1.0:1789307426.797247:0:225637:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1789307426.797248:0:253544:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789307426.797252:0:253544:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000010:1.0:1789307426.797254:0:225637:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf9a4894c0. 00000020:00000001:3.0:1789307426.797254:0:253544:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789307426.797257:0:253544:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.797258:0:225637:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307426.797262:0:253544:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1789307426.797264:0:225637:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf9a4894c0. 02000000:00000001:3.0:1789307426.797265:0:253544:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789307426.797270:0:253544:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbfb24de000. 00000100:00100000:1.0:1789307426.797273:0:225637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbf06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:118849:x1876218616143104:12345-0@lo:41:osp-pre-0-1.0 02000000:00000001:3.0:1789307426.797274:0:253544:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307426.797279:0:253544:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307426.797280:0:225637:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616143104 00000020:00000001:1.0:1789307426.797285:0:225637:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000004:00000001:3.0:1789307426.797285:0:253544:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000020:00000001:1.0:1789307426.797288:0:225637:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000004:00000001:3.0:1789307426.797291:0:253544:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000001:00000001:1.0:1789307426.797293:0:225637:0:(tgt_lastrcvd.c:375:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fbfb93b7300: xid 1876218616135168, transno 25769821637, client gen 1, slot idx 1 00000004:00000001:3.0:1789307426.797294:0:253544:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307426.797302:0:225637:0:(tgt_lastrcvd.c:352:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fbfc0f820c0: xid 1876218616065536, transno 25769821586, client gen 1, slot idx 0 00000001:00000010:1.0:1789307426.797306:0:225637:0:(tgt_lastrcvd.c:360:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fbfc0f820c0. 00000004:00000024:3.0:1789307426.797308:0:253544:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444515840 avail 1298276352 00000020:00000001:1.0:1789307426.797313:0:225637:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1789307426.797313:0:253544:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000001:1.0:1789307426.797319:0:225637:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000020:3.0:1789307426.797319:0:253544:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0000_UUID/ffff9fbfa3386800 dirty 0 pend 0 grant 0 00000020:00000001:1.0:1789307426.797323:0:225637:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662883424 : -1046668192 : ffffffffc19d1c60) 00000020:00000020:3.0:1789307426.797324:0:253544:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/ffff9fbe95150800 dirty 0 pend 0 grant 0 00000020:00000001:1.0:1789307426.797329:0:225637:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000020:3.0:1789307426.797330:0:253544:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli 6b94c9bb-f547-4fe5-8ac4-fde7cb36702a/ffff9fbfba93a800 dirty 0 pend 0 grant 2146304 00000001:00000001:1.0:1789307426.797334:0:225637:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1876218616143104, found 0 last_xid 1876218616143103 00000020:00000020:3.0:1789307426.797335:0:253544:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0001_UUID/ffff9fbe85bcc000 dirty 0 pend 0 grant 0 00000020:00000001:1.0:1789307426.797340:0:225637:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000004:00000020:3.0:1789307426.797341:0:253544:0:(mdt_handler.c:552:mdt_statfs()) 353529 blocks: 352665 free, 316962 avail; 1024000 objects: 1023582 free; state 0 00000020:00000001:1.0:1789307426.797344:0:225637:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1789307426.797346:0:225637:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1789307426.797348:0:225637:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.797350:0:225637:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789307426.797352:0:225637:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789307426.797357:0:225637:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbe92095400. 00000001:00000001:3.0:1789307426.797360:0:253544:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 02000000:00000001:1.0:1789307426.797361:0:225637:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789307426.797364:0:253544:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.797366:0:225637:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307426.797369:0:253544:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307426.797372:0:225637:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00010000:00000040:3.0:1789307426.797374:0:253544:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 17179874248, transno 0, xid 1876218616142848 00000004:00000001:1.0:1789307426.797375:0:225637:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1789307426.797380:0:225637:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307426.797380:0:253544:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:3.0:1789307426.797386:0:253544:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf90aeaa00 x1876218616142848/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:472/0 lens 224/368 e 0 to 0 dl 1789307437 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789307426.797397:0:253544:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000004:00000024:1.0:1789307426.797399:0:225637:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1439117312 avail 1292877824 00010000:00000001:3.0:1789307426.797399:0:253544:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789307426.797405:0:253544:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbb8561e8 time=65 v=5 (1 1 0 0) 00000020:00000020:1.0:1789307426.797407:0:225637:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000100:00000001:3.0:1789307426.797410:0:253544:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000020:00000020:1.0:1789307426.797412:0:225637:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/ffff9fbfa3380800 dirty 0 pend 0 grant 0 00000100:00000040:3.0:1789307426.797415:0:253544:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000020:00000020:1.0:1789307426.797418:0:225637:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/ffff9fbfbfad8800 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1789307426.797419:0:253544:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:3.0:1789307426.797424:0:253544:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000020:1.0:1789307426.797426:0:225637:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/ffff9fbfb6c22800 dirty 0 pend 0 grant 0 02000000:00000001:3.0:1789307426.797427:0:253544:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1789307426.797433:0:225637:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0001_UUID/ffff9fbfb6e54800 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1789307426.797433:0:253544:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789307426.797438:0:253544:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000020:1.0:1789307426.797439:0:225637:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 6b94c9bb-f547-4fe5-8ac4-fde7cb36702a/ffff9fbf86773800 dirty 0 pend 0 grant 2097152 00000400:00000010:3.0:1789307426.797443:0:253544:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdeee0. 00000020:00000020:1.0:1789307426.797444:0:225637:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/ffff9fbf86770800 dirty 0 pend 0 grant 0 00000100:00000200:3.0:1789307426.797449:0:253544:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1876218616142848, offset 224 00000004:00000020:1.0:1789307426.797450:0:225637:0:(mdt_handler.c:552:mdt_statfs()) 353529 blocks: 351347 free, 315644 avail; 1024000 objects: 1021960 free; state 0 00000400:00000200:3.0:1789307426.797456:0:253544:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000001:1.0:1789307426.797459:0:225637:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307426.797463:0:225637:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307426.797463:0:253544:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000001:1.0:1789307426.797469:0:225637:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1789307426.797473:0:225637:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 25769821637, transno 0, xid 1876218616143104 00000400:00000200:3.0:1789307426.797473:0:253544:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6aa693022dc00 00010000:00000001:1.0:1789307426.797478:0:225637:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000400:00000200:3.0:1789307426.797479:0:253544:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c15dd [1] + 224 00010000:00000200:1.0:1789307426.797484:0:225637:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbf06d80 x1876218616143104/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:472/0 lens 224/368 e 0 to 0 dl 1789307437 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789307426.797492:0:253544:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1789307426.797493:0:225637:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789307426.797496:0:225637:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307426.797497:0:253544:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:1.0:1789307426.797502:0:225637:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbb8561e8 time=65 v=5 (1 1 0 0) 00000100:00000001:3.0:1789307426.797503:0:253544:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1789307426.797508:0:225637:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1789307426.797509:0:253544:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfb9ecca80 x1876218616142848/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307426.797512:0:225637:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00000100:00000001:1.0:1789307426.797517:0:225637:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:1.0:1789307426.797522:0:225637:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1789307426.797523:0:253544:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fbfb9ecca80 x1876218616142848/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307426.797525:0:225637:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.797530:0:225637:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307426.797536:0:225637:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789307426.797540:0:225637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54f68. 00000100:00000001:3.0:1789307426.797542:0:253544:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000200:1.0:1789307426.797544:0:225637:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1876218616143104, offset 224 00000400:00000200:3.0:1789307426.797550:0:253544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdeee0 00000400:00000010:3.0:1789307426.797558:0:253544:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdeee0. 00000100:00000001:3.0:1789307426.797562:0:253544:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789307426.797565:0:253544:0:(events.c:402:reply_out_callback()) Process leaving 00000400:00000200:1.0:1789307426.797566:0:225637:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1789307426.797570:0:253544:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307426.797577:0:225637:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1789307426.797577:0:253544:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00010000:00000001:3.0:1789307426.797583:0:253544:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789307426.797586:0:253544:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307426.797589:0:225637:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6aa693022dd00 00000020:00000001:3.0:1789307426.797590:0:253544:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1789307426.797594:0:253544:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf90aeaa00 x1876218616142848/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:472/0 lens 224/368 e 0 to 0 dl 1789307437 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307426.797606:0:253544:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf90aeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:118852:x1876218616142848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 438us (2153us total) trans 0 rc 0/0 00000400:00000200:1.0:1789307426.797610:0:225637:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c15ed [1] + 224 00000400:00000200:1.0:1789307426.797619:0:225637:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1789307426.797619:0:253544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00000040:3.0:1789307426.797625:0:253544:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe95150800 : new rpc_count 0 00000400:00000200:1.0:1789307426.797628:0:225637:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1789307426.797629:0:253544:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307426.797633:0:225637:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1789307426.797633:0:253544:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789307426.797639:0:253544:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbec56d9d80. 00000100:00000200:1.0:1789307426.797641:0:225637:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbf84d1a300 x1876218616143104/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1789307426.797645:0:253544:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e898. 00000020:00000010:3.0:1789307426.797651:0:253544:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0846e00. 00000100:00000040:1.0:1789307426.797657:0:225637:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fbf84d1a300 x1876218616143104/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1789307426.797657:0:253544:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe95150800 : new refcount 7 00000100:00000001:3.0:1789307426.797662:0:253544:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307426.797677:0:225637:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1789307426.797683:0:225637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54f68 00000400:00000010:1.0:1789307426.797685:0:225637:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54f68. 00000100:00000001:1.0:1789307426.797689:0:225637:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789307426.797689:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307426.797692:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307426.797693:0:225637:0:(events.c:402:reply_out_callback()) Process leaving 00000400:00000001:3.0:1789307426.797699:0:118852:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1789307426.797700:0:225637:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1789307426.797702:0:118852:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1789307426.797706:0:225637:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000400:00000010:3.0:1789307426.797707:0:118852:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a516898. 00010000:00000001:1.0:1789307426.797712:0:225637:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000400:00000200:3.0:1789307426.797713:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde220 00000020:00000001:1.0:1789307426.797715:0:225637:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789307426.797716:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde220. 00000020:00000001:1.0:1789307426.797721:0:225637:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1789307426.797722:0:118852:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789307426.797727:0:118852:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfb9ecca80 x1876218616142848/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307426.797730:0:225637:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf06d80 x1876218616143104/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:472/0 lens 224/368 e 0 to 0 dl 1789307437 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307426.797744:0:225637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbf06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:118849:x1876218616143104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 496us (1077us total) trans 0 rc 0/0 00000100:00000200:3.0:1789307426.797750:0:118852:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfb9ecca80 x1876218616142848/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307426.797757:0:225637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00000001:3.0:1789307426.797758:0:118852:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:1.0:1789307426.797762:0:225637:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf86770800 : new rpc_count 0 00000100:00000001:1.0:1789307426.797767:0:225637:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789307426.797767:0:118852:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307426.797770:0:118852:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:1.0:1789307426.797771:0:225637:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1789307426.797772:0:118852:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789307426.797775:0:118852:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307426.797776:0:118852:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307426.797777:0:225637:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbec56d9300. 02000000:00000001:3.0:1789307426.797778:0:118852:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789307426.797783:0:118852:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfba939c60 time=145 v=5 (5 5 5 0) 00000020:00000010:1.0:1789307426.797784:0:225637:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e320. 00000100:00001000:3.0:1789307426.797787:0:118852:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfba939c18 time=145 v=5 (1 1 1 0) 00000020:00000010:1.0:1789307426.797791:0:225637:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc08a6200. 00000100:00000001:3.0:1789307426.797791:0:118852:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789307426.797793:0:118852:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307426.797796:0:118852:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789307426.797798:0:118852:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307426.797800:0:225637:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86770800 : new refcount 6 00000100:00000001:3.0:1789307426.797800:0:118852:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789307426.797802:0:118852:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 17179874248 00000100:00000001:3.0:1789307426.797805:0:118852:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307426.797806:0:225637:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307426.797807:0:118852:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307426.797812:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfb9ecca80 x1876218616142848/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307426.797816:0:118852:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307426.797818:0:118852:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789307426.797819:0:118852:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1789307426.797820:0:118852:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1789307426.797822:0:118852:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=353529 free=352665 avail=316962 avail_mb=1238 hwm_mb=3 files=1024000 ffree=1023582 state=0: rc = 0 00000100:00000001:1.0:1789307426.797825:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000020:3.0:1789307426.797828:0:118852:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (ffff9fbf97e5e800): 353529 blocks, 352665 free, 316962 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 1024000 files, 1023582 free files 0x0 00000004:00000001:3.0:1789307426.797831:0:118852:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.797836:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1789307426.797836:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb9ecca80 x1876218616142848/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789307426.797842:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1789307426.797844:0:118852:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfb9ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:118852:1876218616142848:0@lo:41:osp-pre-1-0.0 00000400:00000001:1.0:1789307426.797846:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1789307426.797848:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1789307426.797874:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644580. 00000100:00000001:3.0:1789307426.797875:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789307426.797880:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfb9ecca80 x1876218616142848/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789307426.797881:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54d48 00000400:00000010:1.0:1789307426.797885:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54d48. 00000100:00000001:1.0:1789307426.797889:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789307426.797897:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbf84d1a300 x1876218616143104/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307426.797897:0:118852:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789307426.797900:0:118852:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789307426.797903:0:118852:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbfb24dc400. 02000000:00000001:3.0:1789307426.797908:0:118852:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789307426.797912:0:118852:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000200:1.0:1789307426.797913:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbf84d1a300 x1876218616143104/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1789307426.797914:0:118852:0:(genops.c:1222:class_import_put()) import ffff9fbfba939800 refcount=4 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:3.0:1789307426.797919:0:118852:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789307426.797923:0:118852:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbe84019f00. 00000100:00000001:1.0:1789307426.797927:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307426.797930:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1789307426.797931:0:118852:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1789307426.797933:0:118849:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789307426.797934:0:118852:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1789307426.797938:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000010:3.0:1789307426.797938:0:118852:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfb9ecca80. 00000100:00000001:1.0:1789307426.797942:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307426.797943:0:118852:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307426.797946:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307426.797946:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307426.797950:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1789307426.797951:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307426.797954:0:118852:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789307426.797956:0:118852:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307426.797958:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf84cc6c60 time=146 v=5 (5 5 5 5) 00000100:00000001:3.0:1789307426.797958:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307426.797961:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307426.797965:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf84cc6c18 time=140 v=5 (1 1 1 0) 00000100:00000001:1.0:1789307426.797969:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789307426.797970:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307426.797972:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789307426.797974:0:118849:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.797976:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789307426.797978:0:118849:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 25769821637 gen 2 00000100:00000040:1.0:1789307426.797983:0:118849:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769821637) req@ffff9fbf84ec5880 x1876218616135168/t25769821637(25769821637) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1789307440 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1789307426.797990:0:118849:0:(osp_trans.c:1023:osp_request_commit_cb()) Process entered 00000004:00080000:1.0:1789307426.797993:0:118849:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 25769821637 committed transno 25769821637 00000020:00000001:1.0:1789307426.797999:0:118849:0:(update_trans.c:376:top_trans_committed_cb()) Process entered 00000020:00080000:1.0:1789307426.798001:0:118849:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9fbfb430f000 refcount 2 committed 0 result 0 batchid 12884902958 00000020:00080000:1.0:1789307426.798005:0:118849:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf90b21e00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9fbfb430f6c0 00000020:00080000:1.0:1789307426.798008:0:118849:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200002341:0x1:0x0].22 00000020:00080000:1.0:1789307426.798018:0:118849:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf90b21200 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fbfb9e45200 00000020:00080000:1.0:1789307426.798021:0:118849:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240001b71:0x1:0x0].22 00000020:00000001:1.0:1789307426.798037:0:118849:0:(update_trans.c:386:top_trans_committed_cb()) Process leaving 00000020:00000040:1.0:1789307426.798040:0:118849:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9fbfb430f000 refcount 2 committed 1 result 0 batchid 12884902958 00000020:00000040:1.0:1789307426.798043:0:118849:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf90b21e00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9fbfb430f6c0 00000020:00000040:1.0:1789307426.798045:0:118849:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200002341:0x1:0x0].22 00000020:00000040:1.0:1789307426.798047:0:118849:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf90b21200 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fbfb9e45200 00000020:00000040:1.0:1789307426.798049:0:118849:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240001b71:0x1:0x0].22 00000020:00000001:1.0:1789307426.798051:0:118849:0:(update_trans.c:459:sub_trans_commit_cb_internal()) Process leaving 00000004:00000010:1.0:1789307426.798055:0:118849:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fbf8986f000. 00000004:00000010:1.0:1789307426.798059:0:118849:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fbf9823e760. 00000004:00000010:1.0:1789307426.798063:0:118849:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fbfb430f9c0. 00000004:00000010:1.0:1789307426.798072:0:118849:0:(osp_trans.c:924:osp_thandle_destroy()) kfreed 'oth': 136 at ffff9fbfb430f6c0. 00000020:00080000:3.0:1789307426.798074:0:226388:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 12884902958 committed batchid 12884902957 00000004:00000001:1.0:1789307426.798075:0:118849:0:(osp_trans.c:1050:osp_request_commit_cb()) Process leaving 00000100:00000001:1.0:1789307426.798078:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1789307426.798082:0:226388:0:(update_trans.c:1386:distribute_txn_commit_batchid_update()) Process entered 00000100:00000040:1.0:1789307426.798084:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbf84ec5880 x1876218616135168/t25769821637(25769821637) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1789307440 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1789307426.798100:0:226388:0:(update_trans.c:1388:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff9fbe838162a0. 00080000:00000001:3.0:1789307426.798107:0:226388:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00000100:00000001:1.0:1789307426.798108:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307426.798111:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00080000:00000010:3.0:1789307426.798112:0:226388:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfc08a7800. 02000000:00000010:1.0:1789307426.798114:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fbe9ff3e000. 00080000:00000001:3.0:1789307426.798117:0:226388:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244650711040 : -105829058840576 : ffff9fbfc08a7800) 02000000:00000001:1.0:1789307426.798122:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307426.798125:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00080000:00000001:3.0:1789307426.798125:0:226388:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000020:00000040:1.0:1789307426.798128:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbf84cc6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1789307426.798131:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 00000001:00000001:3.0:1789307426.798132:0:226388:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 02000000:00000010:1.0:1789307426.798133:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 4096 at ffff9fbe83765000. 00080000:00000010:3.0:1789307426.798137:0:226388:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbfb56d0240. 02000000:00000001:1.0:1789307426.798139:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00080000:00000001:3.0:1789307426.798141:0:226388:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307426.798142:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00080000:00000001:3.0:1789307426.798145:0:226388:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00000100:00000010:1.0:1789307426.798146:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf84ec5880. 00000100:00000001:1.0:1789307426.798152:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307426.798154:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1789307426.798154:0:226388:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.798159:0:118849:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789307426.798161:0:118849:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1789307426.798171:0:118849:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307426.798174:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307426.798179:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbf84d1a300 x1876218616143104/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1789307426.798182:0:226388:0:(update_trans.c:1425:distribute_txn_commit_batchid_update()) lustre-MDT0001: update batchid 12884902958: rc = 0 00080000:00000001:3.0:1789307426.798188:0:226388:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00000100:00000001:1.0:1789307426.798192:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307426.798195:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307426.798197:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1789307426.798198:0:226388:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbfb56d0240. 00000004:00000001:1.0:1789307426.798199:0:118849:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1789307426.798203:0:118849:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=353529 free=351347 avail=315644 avail_mb=1232 hwm_mb=3 files=1024000 ffree=1021960 state=0: rc = 0 00040000:00000001:3.0:1789307426.798205:0:226388:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:3.0:1789307426.798208:0:226388:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00000004:00000020:1.0:1789307426.798213:0:118849:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (ffff9fbf84cc4000): 353529 blocks, 351347 free, 315644 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 1024000 files, 1021960 free files 0x0 00080000:00000001:3.0:1789307426.798218:0:226388:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307426.798220:0:118849:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307426.798223:0:226388:0:(update_trans.c:1433:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307426.798227:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf84d1a300 x1876218616143104/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00080000:3.0:1789307426.798228:0:226388:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 12884902957 00000100:00100000:1.0:1789307426.798238:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbf84d1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:118849:1876218616143104:0@lo:41:osp-pre-0-1.0 00000100:00000001:1.0:1789307426.798245:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307426.798246:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307426.798249:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbf84d1a300 x1876218616143104/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307426.798256:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307426.798258:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307426.798260:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbe85a95c00. 02000000:00000001:1.0:1789307426.798264:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307426.798265:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307426.798266:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbf84cc6800 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1789307426.798268:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307426.798270:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfbfb18f00. 02000000:00000001:1.0:1789307426.798273:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307426.798274:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307426.798276:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf84d1a300. 00000100:00000001:1.0:1789307426.798280:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307426.798288:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307426.798291:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307426.798296:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307426.798298:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307426.798300:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307426.798302:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307426.948496:0:264889:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44000. 00080000:00000010:1.0:1789307426.948498:0:264890:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8df00. 00080000:00000010:1.0:1789307426.948512:0:264890:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8df00. 00080000:00000010:2.0:1789307426.948512:0:264889:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44000. 00000020:00000001:1.0:1789307426.948520:0:264890:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307426.948521:0:264889:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307426.948539:0:264890:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8df00. 00080000:00000010:2.0:1789307426.948539:0:264889:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44000. 00080000:00000010:1.0:1789307426.948551:0:264890:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8df00. 00080000:00000010:2.0:1789307426.948552:0:264889:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44000. 00000020:00000001:1.0:1789307426.948560:0:264890:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307426.948561:0:264889:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307426.948579:0:264890:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8df00. 00080000:00000010:2.0:1789307426.948580:0:264889:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44000. 00080000:00000010:2.0:1789307426.948590:0:264889:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44000. 00080000:00000010:1.0:1789307426.948591:0:264890:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8df00. 00000020:00000001:2.0:1789307426.948596:0:264889:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307426.948598:0:264890:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307426.948609:0:264889:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44000. 00080000:00000010:1.0:1789307426.948610:0:264890:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8df00. 00080000:00000010:1.0:1789307426.948619:0:264890:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8df00. 00080000:00000010:2.0:1789307426.948619:0:264889:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44000. 00000020:00000001:1.0:1789307426.948626:0:264890:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307426.948629:0:264889:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307427.307279:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307427.307283:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789307427.307286:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1789307427.307289:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1789307427.307291:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbe8268d500 x1876218616143232/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307427.307294:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307427.307301:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789307427.307303:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307427.307306:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789307427.307309:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789307427.307311:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307427.307313:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbe8268d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:118851:1876218616143232:0@lo:13:osp-pre-1-1.0 00000100:00000001:3.0:1789307427.307316:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789307427.307320:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789307427.307322:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307427.307324:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789307427.307329:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbf86cd2000. 02000000:00000001:3.0:1789307427.307331:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789307427.307338:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a516898. 00000400:00000010:3.0:1789307427.307345:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde220. 00000100:00000200:3.0:1789307427.307419:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616143232, portal 4 00000100:00000001:3.0:1789307427.307422:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789307427.307424:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638239313351936 : -105834396199680 : ffff9fbe8268d500) 00000100:00000040:3.0:1789307427.307432:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbe8268d500 x1876218616143232/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307443 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307427.307439:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789307427.307442:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789307427.307445:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdeee0. 00000100:00000200:3.0:1789307427.307448:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876218616143232, offset 0 00000400:00000200:3.0:1789307427.307454:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789307427.307469:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789307427.307480:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6aa693022dd80 00000400:00000200:3.0:1789307427.307500:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x4f41 [8] + 672 00000400:00000200:3.0:1789307427.307510:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307427.307514:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1789307427.307520:0:118851:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307427.307523:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1789307427.307528:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb9ecca80. 00000100:00000040:3.0:1789307427.307531:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb9ecca80 x1876218616143232 msgsize 224 00000100:00100000:3.0:1789307427.307534:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1789307427.307586:0:118851:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:3.0:1789307427.307601:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdeee0 00000100:00000001:2.0:1789307427.307604:0:234380:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1789307427.307605:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdeee0. 00000100:00100000:2.0:1789307427.307609:0:234380:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616143232 00000100:00000001:3.0:1789307427.307611:0:118851:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789307427.307616:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbe8268d500 x1876218616143232/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307443 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789307427.307619:0:234380:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307427.307623:0:234380:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307427.307626:0:234380:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307427.307630:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1789307427.307633:0:234380:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307427.307636:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbe8268d500 x1876218616143232/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307443 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307427.307639:0:234380:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616143232 00000020:00000001:2.0:1789307427.307644:0:234380:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307427.307648:0:234380:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725e8b60ec 00000100:00000001:3.0:1789307427.307648:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307427.307651:0:234380:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:3.0:1789307427.307653:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:2.0:1789307427.307656:0:234380:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe9623d800 refcount=5 00000100:00000001:3.0:1789307427.307660:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307427.307661:0:234380:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239644375040 : -105834065176576 : ffff9fbe9623d800) 00000020:00000001:2.0:1789307427.307665:0:234380:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239644375040 : -105834065176576 : ffff9fbe9623d800) 00000100:00000040:3.0:1789307427.307665:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 5160 usecs (6 jiffies) 00000100:00000001:3.0:1789307427.307670:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315055622 00000100:00000001:2.0:1789307427.307673:0:234380:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1789307427.307674:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315057798 00000100:00000001:3.0:1789307427.307677:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315055622 00000020:00000010:2.0:1789307427.307679:0:234380:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00700. 00000100:00000001:3.0:1789307427.307679:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315057798 00000100:00000001:3.0:1789307427.307684:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315055622 00000100:00000001:3.0:1789307427.307686:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315057798 00000020:00000010:2.0:1789307427.307687:0:234380:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbec4f00880. 00000100:00000001:3.0:1789307427.307688:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315055622 00000100:00000001:3.0:1789307427.307693:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315057798 00000100:00000001:3.0:1789307427.307694:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1789307427.307701:0:234380:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000100:00000001:3.0:1789307427.307702:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307427.307707:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307427.307709:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307427.307715:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789307427.307717:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789307427.307720:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307427.307721:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789307427.307722:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307427.307724:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307427.307760:0:234380:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1789307427.307767:0:234380:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0b9ca00. 00000020:00000010:2.0:1789307427.307773:0:234380:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44480. 00000020:00000010:2.0:1789307427.307778:0:234380:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984bb8. 00000100:00000040:2.0:1789307427.307787:0:234380:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1789307427.307790:0:234380:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307427.307791:0:234380:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307427.307794:0:234380:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307427.307800:0:234380:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307427.307810:0:234380:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307427.307829:0:234380:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307427.307832:0:234380:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789307427.307836:0:234380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4557 00000100:00000040:2.0:1789307427.307840:0:234380:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe9623d800 : new rpc_count 1 00000100:00000001:2.0:1789307427.307843:0:234380:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244539714176 : -105829169837440 : ffff9fbfb9ecca80) 00000100:00000040:2.0:1789307427.307848:0:234380:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfb9ecca80 x1876218616143232/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:473/0 lens 224/0 e 0 to 0 dl 1789307438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307427.307881:0:234380:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307427.307889:0:234380:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00880. 00000100:00000001:2.0:1789307427.307892:0:234380:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307427.307894:0:234380:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00880. 00000100:00100000:2.0:1789307427.307899:0:234380:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfb9ecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:118851:x1876218616143232:12345-0@lo:13:osp-pre-1-1.0 00000100:00000200:2.0:1789307427.307903:0:234380:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616143232 00000020:00000001:2.0:1789307427.307906:0:234380:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1789307427.307909:0:234380:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1789307427.307911:0:234380:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307427.307913:0:234380:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1789307427.307915:0:234380:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664990128 : -1044561488 : ffffffffc1bd41b0) 00000020:00000001:2.0:1789307427.307918:0:234380:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1789307427.307921:0:234380:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307427.307923:0:234380:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307427.307925:0:234380:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1789307427.307928:0:234380:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307427.307931:0:234380:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307427.307933:0:234380:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789307427.307937:0:234380:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbf85796800. 02000000:00000001:2.0:1789307427.307939:0:234380:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307427.307941:0:234380:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1789307427.307945:0:234380:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1789307427.307949:0:234380:0:(ofd_obd.c:710:ofd_statfs()) Process entered 00000020:00000001:2.0:1789307427.307951:0:234380:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1789307427.307953:0:234380:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1789307427.307955:0:234380:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 33808192 pending 0 free 3904630784 avail 3673108480 00000020:00000020:2.0:1789307427.307959:0:234380:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 143168 0 0 00000020:00000020:2.0:1789307427.307962:0:234380:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli 6b94c9bb-f547-4fe5-8ac4-fde7cb36702a/ffff9fbe9623d000 dirty 0 pend 0 grant 33665024 00000020:00000020:2.0:1789307427.307965:0:234380:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9fbf92163800 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1789307427.307967:0:234380:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9fbe9623d800 dirty 0 pend 0 grant 0 00002000:00000020:2.0:1789307427.307970:0:234380:0:(ofd_obd.c:759:ofd_statfs()) 958279 blocks: 953279 free, 896721 avail; 262144 objects: 259164 free; state 0 00002000:00000001:2.0:1789307427.307973:0:234380:0:(ofd_obd.c:802:ofd_statfs()) Process leaving 00000001:00000001:2.0:1789307427.307978:0:234380:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1789307427.307980:0:234380:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1789307427.307989:0:234380:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789307427.307993:0:234380:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884922541, transno 0, xid 1876218616143232 00010000:00000001:2.0:1789307427.307995:0:234380:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:2.0:1789307427.308000:0:234380:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfb9ecca80 x1876218616143232/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:473/0 lens 224/368 e 0 to 0 dl 1789307438 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789307427.308009:0:234380:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789307427.308012:0:234380:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307427.308016:0:234380:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbe1fbde8 time=139 v=5 (1 1 1 1) 00000100:00000001:2.0:1789307427.308020:0:234380:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789307427.308022:0:234380:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:2.0:1789307427.308024:0:234380:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:2.0:1789307427.308027:0:234380:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307427.308029:0:234380:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307427.308031:0:234380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307427.308033:0:234380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789307427.308036:0:234380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd908. 00000100:00000200:2.0:1789307427.308039:0:234380:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1876218616143232, offset 224 00000400:00000200:2.0:1789307427.308043:0:234380:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789307427.308049:0:234380:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789307427.308055:0:234380:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6aa693022dd80 00000400:00000200:2.0:1789307427.308060:0:234380:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c1601 [1] + 224 00000400:00000200:2.0:1789307427.308065:0:234380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307427.308067:0:234380:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1789307427.308071:0:234380:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789307427.308075:0:234380:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbe8268d500 x1876218616143232/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307443 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307427.308096:0:234380:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fbe8268d500 x1876218616143232/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307443 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307427.308115:0:234380:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789307427.308120:0:234380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd908 00000400:00000010:2.0:1789307427.308122:0:234380:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd908. 00000100:00000001:2.0:1789307427.308124:0:234380:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789307427.308126:0:234380:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:2.0:1789307427.308135:0:234380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307427.308139:0:234380:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00010000:00000001:2.0:1789307427.308141:0:234380:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307427.308142:0:234380:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307427.308145:0:234380:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1789307427.308148:0:234380:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb9ecca80 x1876218616143232/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:473/0 lens 224/368 e 0 to 0 dl 1789307438 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307427.308156:0:234380:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfb9ecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:118851:x1876218616143232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 273us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1789307427.308163:0:234380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4557 00000100:00000040:2.0:1789307427.308166:0:234380:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe9623d800 : new rpc_count 0 00000100:00000001:2.0:1789307427.308168:0:234380:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307427.308169:0:234380:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789307427.308174:0:234380:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44480. 00000020:00000010:2.0:1789307427.308177:0:234380:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984bb8. 00000020:00000010:2.0:1789307427.308180:0:234380:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0b9ca00. 00000020:00000040:2.0:1789307427.308184:0:234380:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d800 : new refcount 4 00000100:00000001:2.0:1789307427.308187:0:234380:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307427.308269:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307427.308273:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789307427.308279:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789307427.308281:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789307427.308283:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a516898. 00000100:00080000:1.0:1789307427.308285:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000400:00000200:3.0:1789307427.308289:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde220 00000020:00000040:1.0:1789307427.308291:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000400:00000010:3.0:1789307427.308293:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde220. 00000100:00000001:3.0:1789307427.308299:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789307427.308304:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbe8268d500 x1876218616143232/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307443 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789307427.308315:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbe8268d500 x1876218616143232/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307443 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307427.308322:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789307427.308324:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307427.308336:0:118851:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789307427.308339:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789307427.308341:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307427.308342:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307427.308346:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789307427.308352:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe85bcbca8 time=152 v=5 (5 5 5 5) 00000100:00001000:3.0:1789307427.308356:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe85bcbc18 time=152 v=5 (1 1 1 1) 00000100:00000001:3.0:1789307427.308359:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789307427.308360:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307427.308363:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789307427.308366:0:118851:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307427.308369:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789307427.308372:0:118851:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 12884922541 00000100:00000001:3.0:1789307427.308374:0:118851:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789307427.308382:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307427.308388:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbe8268d500 x1876218616143232/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307443 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307427.308394:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307427.308397:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789307427.308399:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1789307427.308401:0:118851:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1789307427.308404:0:118851:0:(osp_precreate.c:87:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0001: Updating status = 0 00000004:00000040:3.0:1789307427.308407:0:118851:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0001: blocks=958279 free=953279 avail=896721 avail_mb=3502 hwm_mb=7 files=262144 ffree=259164 state=0: rc = 0 00000004:00000020:3.0:1789307427.308413:0:118851:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-OST0001-osc-MDT0001 (ffff9fbe85bcf000): 958279 blocks, 953279 free, 896721 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259164 free files 0x0 00000004:00000001:3.0:1789307427.308418:0:118851:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307427.308422:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbe8268d500 x1876218616143232/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307443 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307427.308445:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbe8268d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:118851:1876218616143232:0@lo:13:osp-pre-1-1.0 00000100:00000001:3.0:1789307427.308450:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307427.308452:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789307427.308455:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbe8268d500 x1876218616143232/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307443 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307427.308461:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789307427.308464:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789307427.308467:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbf86cd2000. 02000000:00000001:3.0:1789307427.308470:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789307427.308472:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789307427.308473:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbe85bcb800 refcount=2 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:3.0:1789307427.308475:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789307427.308478:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf87ecc900. 02000000:00000001:3.0:1789307427.308482:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789307427.308483:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789307427.308485:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbe8268d500. 00000100:00000001:3.0:1789307427.308489:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789307427.308496:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307427.308498:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307427.308511:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789307427.308513:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307427.308519:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307427.308520:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307427.642914:0:264985:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbec56d9f00. 00080000:00000010:3.0:1789307427.642927:0:264985:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbec56d9f00. 00000020:00000001:3.0:1789307427.642934:0:264985:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307427.642943:0:264985:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbec56d9f00. 00080000:00000010:3.0:1789307427.642949:0:264985:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbec56d9f00. 00000020:00000001:3.0:1789307427.642953:0:264985:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307427.642961:0:264985:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbec56d9f00. 00080000:00000010:3.0:1789307427.642966:0:264985:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbec56d9f00. 00000020:00000001:3.0:1789307427.642970:0:264985:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307427.642977:0:264985:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbec56d9f00. 00080000:00000010:3.0:1789307427.642982:0:264985:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbec56d9f00. 00000020:00000001:3.0:1789307427.642986:0:264985:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307428.298005:0:265034:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44a00. 00080000:00000010:2.0:1789307428.298018:0:265034:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44a00. 00000020:00000001:2.0:1789307428.298025:0:265034:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307428.298035:0:265034:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44a00. 00080000:00000010:2.0:1789307428.298040:0:265034:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44a00. 00000020:00000001:2.0:1789307428.298045:0:265034:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307428.298053:0:265034:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44a00. 00080000:00000010:2.0:1789307428.298069:0:265034:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44a00. 00000020:00000001:2.0:1789307428.298073:0:265034:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307428.298080:0:265034:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44a00. 00080000:00000010:2.0:1789307428.298085:0:265034:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44a00. 00000020:00000001:2.0:1789307428.298087:0:265034:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307428.651186:0:122633:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789307428.651190:0:122633:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789307428.651194:0:122633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789307428.844297:0:263040:0:(service.c:379:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1789307428.844312:0:263040:0:(service.c:401:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1789307428.844315:0:263040:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 47244640269 is committed 00000001:00000040:1.0:1789307428.844320:0:263040:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbe8a12d800 : new cb_count 3 00000020:00000040:1.0:1789307428.844325:0:263040:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a12d800 : new refcount 7 00000001:00000010:1.0:1789307428.844328:0:263040:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbe83816780. 00080000:00000010:1.0:1789307428.844334:0:263040:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0a37a00. 00000100:00000001:1.0:1789307428.844338:0:263040:0:(service.c:379:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1789307428.844340:0:263040:0:(service.c:401:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1789307428.844341:0:263040:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 47244640268 is committed 00000001:00000040:1.0:1789307428.844343:0:263040:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbe8a129800 : new cb_count 3 00000020:00000040:1.0:1789307428.844353:0:263040:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a129800 : new refcount 11 00000001:00000010:1.0:1789307428.844355:0:263040:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbe838167e0. 00080000:00000010:1.0:1789307428.844358:0:263040:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0a37600. 00000001:00000040:1.0:1789307428.844362:0:263040:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbe8a129800 : new cb_count 2 00000020:00000040:1.0:1789307428.844364:0:263040:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a129800 : new refcount 10 00000001:00000010:1.0:1789307428.844366:0:263040:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbf978a6780. 00080000:00000010:1.0:1789307428.844372:0:263040:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbec62a3e00. 00000001:00000040:1.0:1789307428.844377:0:263040:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbe8a12d800 : new cb_count 2 00000020:00000040:1.0:1789307428.844378:0:263040:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a12d800 : new refcount 6 00000001:00000010:1.0:1789307428.844380:0:263040:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbf978a6480. 00080000:00000010:1.0:1789307428.844383:0:263040:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbec62a2000. 00000001:00000040:1.0:1789307428.844386:0:263040:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbe8a12d800 : new cb_count 1 00000020:00000040:1.0:1789307428.844389:0:263040:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a12d800 : new refcount 5 00000001:00000010:1.0:1789307428.844391:0:263040:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbf978a6660. 00080000:00000010:1.0:1789307428.844393:0:263040:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0a94a00. 00000001:00000040:1.0:1789307428.844396:0:263040:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbe8a12d800 : new cb_count 0 00000020:00000040:1.0:1789307428.844399:0:263040:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a12d800 : new refcount 4 00000001:00000010:1.0:1789307428.844400:0:263040:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbec4a55360. 00080000:00000010:1.0:1789307428.844405:0:263040:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfb484f000. 00000001:00000040:1.0:1789307428.844409:0:263040:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbe8a129800 : new cb_count 1 00000020:00000040:1.0:1789307428.844411:0:263040:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a129800 : new refcount 9 00000001:00000010:1.0:1789307428.844413:0:263040:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbf978a64e0. 00080000:00000010:1.0:1789307428.844416:0:263040:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0a94200. 00000001:00000040:1.0:1789307428.844420:0:263040:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbe8a129800 : new cb_count 0 00000020:00000040:1.0:1789307428.844422:0:263040:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a129800 : new refcount 8 00000001:00000010:1.0:1789307428.844425:0:263040:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbec4a55f00. 00080000:00000010:1.0:1789307428.844427:0:263040:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0ba9a00. 00000400:00000010:1.0:1789307429.290993:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbfad393380. 00000400:00000010:1.0:1789307429.291011:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbfad393580. 00000400:00000010:1.0:1789307429.291014:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbfc09eef40. 00000400:00000010:1.0:1789307429.291018:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbfad393140. 00000400:00000010:1.0:1789307429.291059:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbfad3933c0. 00000400:00000010:1.0:1789307429.291065:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbfad393300. 00000400:00000010:1.0:1789307429.291069:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbfad393cc0. 00000400:00000010:1.0:1789307429.291074:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbfc09ee180. 00000400:00000010:1.0:1789307429.291077:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbfc09ee300. 00000400:00000010:1.0:1789307429.291090:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbfc09eee00. 00000400:00000010:1.0:1789307429.291093:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbfc09eee80. 00000400:00000010:1.0:1789307429.291096:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbf98ebfdc0. 00000400:00000010:1.0:1789307429.291102:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbf98ebf740. 00000400:00000010:1.0:1789307429.291105:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbfad393f00. 00000400:00000010:1.0:1789307429.291107:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbfad393a40. 00000400:00000010:1.0:1789307429.291110:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbfad393180. 00000400:00000010:1.0:1789307429.291112:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbfad3939c0. 00000400:00000010:1.0:1789307429.291114:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbfc09eea00. 00000400:00000010:1.0:1789307429.291115:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbfc09eeb80. 00000400:00000010:1.0:1789307429.291117:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbfc09eec40. 00000400:00000010:1.0:1789307429.291119:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbfc09eec80. 00000400:00000010:1.0:1789307429.291121:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbfc09eeac0. 00000400:00000010:1.0:1789307429.291124:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbfc09ee000. 00000400:00000010:1.0:1789307429.291126:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbf86beafc0. 00000400:00000010:1.0:1789307429.291132:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbf98ebfc80. 00000400:00000010:1.0:1789307429.291141:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbf98ebf940. 00000400:00000010:1.0:1789307429.291143:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbf86bea900. 00000400:00000010:1.0:1789307429.291146:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbf98ebf800. 00000400:00000010:1.0:1789307429.291147:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbf86beab40. 00000400:00000010:1.0:1789307429.291150:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbf86beab80. 00000400:00000010:1.0:1789307429.291155:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbfad393ac0. 00000400:00000010:1.0:1789307429.291157:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbf98ebf5c0. 00000400:00000010:1.0:1789307429.291315:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbf98ebf780. 00000400:00000010:1.0:1789307429.291321:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbf98ebfcc0. 00000400:00000010:1.0:1789307429.291322:0:118846:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9fbfc09ee100. 00000100:00000040:1.0:1789307429.354957:0:255083:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d06165a-4799-48d7-99d3-4176da1fff9b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789307429.354972:0:255083:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789307429.354983:0:255083:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf84d1a300. 00000020:00000040:1.0:1789307429.354991:0:255083:0:(genops.c:1209:class_import_get()) import ffff9fbe870dc800 refcount=4 obd=MGC192.168.204.156@tcp 00000100:00000001:1.0:1789307429.355006:0:255083:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789307429.355011:0:255083:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789307429.355017:0:255083:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307429.355027:0:255083:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfbfb18f00. 00000100:00000001:1.0:1789307429.355036:0:255083:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355060:0:255083:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d06165a-4799-48d7-99d3-4176da1fff9b->MGS req@ffff9fbf84d1a300 x1876218616143360/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789307429.355073:0:255083:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789307429.355079:0:255083:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355088:0:255083:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000822017ee] to pc [ptlrpcd_00_03+3] req@ffff9fbf84d1a300 x1876218616143360/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.355120:0:255083:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355123:0:255083:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789307429.355128:0:255083:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789307429.355133:0:255083:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf84ec5880. 00000020:00000040:1.0:1789307429.355136:0:255083:0:(genops.c:1209:class_import_get()) import ffff9fbf89fa1000 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:1.0:1789307429.355139:0:255083:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789307429.355140:0:255083:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789307429.355143:0:255083:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307429.355149:0:255083:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf83153400. 00000100:00000001:1.0:1789307429.355152:0:255083:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355156:0:255083:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID req@ffff9fbf84ec5880 x1876218616143488/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789307429.355163:0:255083:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789307429.355165:0:255083:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355171:0:255083:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9e91eb] to pc [ptlrpcd_00_00+0] req@ffff9fbf84ec5880 x1876218616143488/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.355189:0:255083:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355192:0:255083:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789307429.355196:0:255083:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789307429.355201:0:255083:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbe95a6ed80. 00000020:00000040:1.0:1789307429.355211:0:255083:0:(genops.c:1209:class_import_get()) import ffff9fbf97e31800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:1.0:1789307429.355214:0:255083:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789307429.355215:0:255083:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789307429.355217:0:255083:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307429.355222:0:255083:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf83153200. 00000100:00000001:1.0:1789307429.355226:0:255083:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355230:0:255083:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff9fbe95a6ed80 x1876218616143616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789307429.355237:0:255083:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789307429.355239:0:255083:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355242:0:255083:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000713c42b5] to pc [ptlrpcd_00_01+1] req@ffff9fbe95a6ed80 x1876218616143616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.355252:0:255083:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355255:0:255083:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789307429.355258:0:255083:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789307429.355262:0:255083:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf31c00. 00000020:00000040:1.0:1789307429.355265:0:255083:0:(genops.c:1209:class_import_get()) import ffff9fbf84cc6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1789307429.355267:0:255083:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789307429.355268:0:255083:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789307429.355270:0:255083:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307429.355274:0:255083:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb6ec8b00. 00000100:00000001:1.0:1789307429.355278:0:255083:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355282:0:255083:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@ffff9fbfbbf31c00 x1876218616143744/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789307429.355288:0:255083:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789307429.355290:0:255083:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355294:0:255083:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c01623b] to pc [ptlrpcd_00_02+2] req@ffff9fbfbbf31c00 x1876218616143744/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.355305:0:255083:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355307:0:255083:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789307429.355311:0:255083:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789307429.355327:0:255083:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbb572680. 00000020:00000040:1.0:1789307429.355331:0:255083:0:(genops.c:1209:class_import_get()) import ffff9fbfb6ad4000 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:1.0:1789307429.355334:0:255083:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789307429.355335:0:255083:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789307429.355338:0:255083:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307429.355343:0:255083:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb6ec8900. 00000100:00000001:1.0:1789307429.355347:0:255083:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355351:0:255083:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff9fbfbb572680 x1876218616143872/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789307429.355358:0:255083:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789307429.355361:0:255083:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355365:0:255083:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d438089c] to pc [ptlrpcd_00_03+3] req@ffff9fbfbb572680 x1876218616143872/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.355372:0:255083:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355374:0:255083:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789307429.355378:0:255083:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789307429.355381:0:255083:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbb573800. 00000020:00000040:1.0:1789307429.355383:0:255083:0:(genops.c:1209:class_import_get()) import ffff9fbe85bcb800 refcount=3 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:1.0:1789307429.355385:0:255083:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789307429.355386:0:255083:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789307429.355388:0:255083:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307429.355392:0:255083:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb6bb8800. 00000100:00000001:1.0:1789307429.355395:0:255083:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355398:0:255083:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID req@ffff9fbfbb573800 x1876218616144000/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789307429.355404:0:255083:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789307429.355405:0:255083:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355408:0:255083:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0ecb041] to pc [ptlrpcd_00_00+0] req@ffff9fbfbb573800 x1876218616144000/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.355414:0:255083:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355417:0:255083:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789307429.355430:0:255083:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789307429.355436:0:255083:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbb570e00. 00000100:00000001:2.0:1789307429.355437:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1789307429.355440:0:255083:0:(genops.c:1209:class_import_get()) import ffff9fbfb68f8000 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1789307429.355445:0:255083:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789307429.355447:0:255083:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1789307429.355447:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1789307429.355456:0:255083:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.355456:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1789307429.355468:0:255083:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbeb77ebd00. 00000100:00000040:2.0:1789307429.355473:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbf31c00 x1876218616143744/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.355475:0:255083:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355483:0:255083:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@ffff9fbfbb570e00 x1876218616144128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789307429.355541:0:255083:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789307429.355543:0:255083:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355551:0:255083:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f2c4b5f] to pc [ptlrpcd_00_01+1] req@ffff9fbfbb570e00 x1876218616144128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.355559:0:255083:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355561:0:255083:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789307429.355565:0:255083:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789307429.355570:0:255083:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb7f59c00. 00000020:00000040:1.0:1789307429.355573:0:255083:0:(genops.c:1209:class_import_get()) import ffff9fbfba939800 refcount=5 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1789307429.355576:0:255083:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789307429.355577:0:255083:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789307429.355581:0:255083:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307429.355587:0:255083:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbeb77ebb00. 00000100:00000001:1.0:1789307429.355591:0:255083:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355596:0:255083:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@ffff9fbfb7f59c00 x1876218616144256/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789307429.355603:0:255083:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789307429.355606:0:255083:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355610:0:255083:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8d0609c] to pc [ptlrpcd_00_02+2] req@ffff9fbfb7f59c00 x1876218616144256/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.355621:0:255083:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355630:0:255083:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789307429.355644:0:255083:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789307429.355644:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789307429.355651:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789307429.355652:0:255083:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb7f5aa00. 00000020:00000040:1.0:1789307429.355658:0:255083:0:(genops.c:1209:class_import_get()) import ffff9fbe8d189000 refcount=7 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:2.0:1789307429.355659:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1789307429.355664:0:255083:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789307429.355667:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789307429.355668:0:255083:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789307429.355675:0:255083:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307429.355675:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307429.355684:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbf31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:118851:1876218616143744:0@lo:400:kworker.0 00000100:00000001:2.0:1789307429.355690:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1789307429.355694:0:255083:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb559d300. 02000000:00000001:2.0:1789307429.355697:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1789307429.355701:0:255083:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307429.355702:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307429.355713:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1789307429.355719:0:255083:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@ffff9fbfb7f5aa00 x1876218616144384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1789307429.355722:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfc0b2d800. 02000000:00000001:2.0:1789307429.355729:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.355740:0:255083:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1789307429.355741:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf836051b8. 00000100:00000001:1.0:1789307429.355743:0:255083:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355752:0:255083:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94c0947] to pc [ptlrpcd_00_03+3] req@ffff9fbfb7f5aa00 x1876218616144384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1789307429.355752:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd908. 00000100:00000200:2.0:1789307429.355766:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616143744, portal 4 00000100:00000001:1.0:1789307429.355767:0:255083:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355773:0:255083:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789307429.355774:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789307429.355779:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244573682688 : -105829135868928 : ffff9fbfbbf31c00) 00000100:00000001:1.0:1789307429.355781:0:255083:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789307429.355789:0:255083:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb7f5ad80. 00000020:00000040:1.0:1789307429.355792:0:255083:0:(genops.c:1209:class_import_get()) import ffff9fbf97e5e000 refcount=6 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:1.0:1789307429.355797:0:255083:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1789307429.355797:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbf31c00 x1876218616143744/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307429.355802:0:255083:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789307429.355805:0:255083:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307429.355815:0:255083:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb559de00. 00000100:00000001:2.0:1789307429.355817:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1789307429.355821:0:255083:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307429.355825:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789307429.355829:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd5d8. 00000100:00000200:2.0:1789307429.355837:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1876218616143744, offset 0 00000100:00000040:1.0:1789307429.355839:0:255083:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID req@ffff9fbfb7f5ad80 x1876218616144512/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789307429.355849:0:255083:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789307429.355881:0:255083:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307429.355886:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1789307429.355889:0:255083:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fad4120c] to pc [ptlrpcd_00_00+0] req@ffff9fbfb7f5ad80 x1876218616144512/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307429.355903:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1789307429.355919:0:255083:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355923:0:255083:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1789307429.355931:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6aa693022df80 00000100:00000001:1.0:1789307429.355933:0:255083:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789307429.355938:0:255083:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb7f58000. 00000020:00000040:1.0:1789307429.355948:0:255083:0:(genops.c:1209:class_import_get()) import ffff9fbe960a0800 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:2.0:1789307429.355949:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0xa2499 [256] + 10488 00000100:00000001:1.0:1789307429.355955:0:255083:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789307429.355959:0:255083:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789307429.355963:0:255083:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307429.355965:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1789307429.355968:0:255083:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb559d000. 00000400:00000200:2.0:1789307429.355974:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307429.355975:0:255083:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.355986:0:255083:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@ffff9fbfb7f58000 x1876218616144640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789307429.355989:0:118851:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789307429.355995:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1789307429.355999:0:255083:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789307429.356003:0:255083:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789307429.356003:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbe35180. 00000100:00000040:1.0:1789307429.356008:0:255083:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000969a5e7d] to pc [ptlrpcd_00_01+1] req@ffff9fbfb7f58000 x1876218616144640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307429.356020:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbe35180 x1876218616143744 msgsize 224 00000100:00000001:1.0:1789307429.356022:0:255083:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.356029:0:255083:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1789307429.356034:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1789307429.356036:0:255083:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789307429.356055:0:255083:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf0c380. 00000020:00000040:1.0:1789307429.356059:0:255083:0:(genops.c:1209:class_import_get()) import ffff9fbe901f3800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1789307429.356062:0:255083:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1789307429.356063:0:118851:0:(events.c:377:request_in_callback()) Process leaving 02000000:00000001:1.0:1789307429.356064:0:255083:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789307429.356068:0:255083:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307429.356074:0:255083:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf82fef500. 00000400:00000200:2.0:1789307429.356077:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd5d8 00000100:00000001:1.0:1789307429.356079:0:255083:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307429.356082:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd5d8. 00000100:00000040:1.0:1789307429.356087:0:255083:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@ffff9fbfbbf0c380 x1876218616144768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789307429.356090:0:118851:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789307429.356099:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbf31c00 x1876218616143744/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.356102:0:255083:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789307429.356107:0:255083:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.356116:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789307429.356123:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbf31c00 x1876218616143744/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307429.356126:0:255083:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058dd658e] to pc [ptlrpcd_00_02+2] req@ffff9fbfbbf0c380 x1876218616144768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.356159:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.356162:0:255083:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.356163:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1789307429.356169:0:255083:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789307429.356173:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.356181:0:255083:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1789307429.356182:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 15336 usecs (16 jiffies) 00000100:00000010:1.0:1789307429.356187:0:255083:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf0f800. 00000100:00000001:2.0:1789307429.356188:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315057681 00000020:00000040:1.0:1789307429.356194:0:255083:0:(genops.c:1209:class_import_get()) import ffff9fbfb52e0000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1789307429.356196:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315057798 00000100:00000001:1.0:1789307429.356201:0:255083:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1789307429.356203:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315057681 02000000:00000001:1.0:1789307429.356205:0:255083:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1789307429.356208:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315057798 02000000:00000001:1.0:1789307429.356212:0:255083:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.356213:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315057681 00000100:00000001:2.0:1789307429.356220:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315057798 02000000:00000010:1.0:1789307429.356222:0:255083:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf82fef000. 00000100:00000001:2.0:1789307429.356224:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315057681 00000100:00000001:1.0:1789307429.356230:0:255083:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.356231:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315057798 00000100:00000001:2.0:1789307429.356238:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789307429.356242:0:255083:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff9fbfbbf0f800 x1876218616144896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789307429.356245:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.356255:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.356259:0:255083:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789307429.356260:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.356265:0:255083:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.356271:0:255083:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c47dad3f] to pc [ptlrpcd_00_03+3] req@ffff9fbfbbf0f800 x1876218616144896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.356274:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789307429.356279:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789307429.356287:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307429.356291:0:255083:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.356292:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1789307429.356300:0:255083:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20395) 00000100:00000001:2.0:1789307429.356302:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789307429.356310:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfb7f59c00 x1876218616144256/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.356318:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789307429.356319:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789307429.356321:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.356326:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1789307429.356326:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1789307429.356333:0:118849:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1789307429.356334:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789307429.356340:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.356343:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbf84ec5880 x1876218616143488/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307429.356346:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfb7f59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:118851:1876218616144256:0@lo:400:kworker.0 00000100:00000001:2.0:1789307429.356359:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789307429.356363:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1789307429.356365:0:118849:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1789307429.356367:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.356370:0:118849:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307429.356372:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1789307429.356376:0:118849:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1789307429.356379:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfc0b2cc00. 02000000:00000001:1.0:1789307429.356381:0:118849:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789307429.356385:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307429.356387:0:118849:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307429.356394:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf83605e70. 00000100:00100000:1.0:1789307429.356398:0:118849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbf84ec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:118849:1876218616143488:0@lo:400:kworker.0 00000400:00000010:2.0:1789307429.356401:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd5d8. 00000100:00000001:1.0:1789307429.356405:0:118849:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1789307429.356409:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616144256, portal 4 00000100:00000001:2.0:1789307429.356412:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789307429.356416:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244506737664 : -105829202813952 : ffff9fbfb7f59c00) 02000000:00000001:1.0:1789307429.356419:0:118849:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789307429.356423:0:118849:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307429.356429:0:118849:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1789307429.356429:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfb7f59c00 x1876218616144256/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1789307429.356434:0:118849:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfb2671000. 02000000:00000001:1.0:1789307429.356440:0:118849:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.356443:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307429.356447:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789307429.356449:0:118849:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644580. 00000400:00000010:2.0:1789307429.356452:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fdc38. 00000100:00000200:2.0:1789307429.356457:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1876218616144256, offset 0 00000400:00000010:1.0:1789307429.356460:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54d48. 00000400:00000200:2.0:1789307429.356466:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1789307429.356476:0:118849:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616143488, portal 10 00000400:00000200:2.0:1789307429.356476:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1789307429.356484:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307429.356488:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638243650492544 : -105830059059072 : ffff9fbf84ec5880) 00000400:00000200:2.0:1789307429.356494:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6aa693022e180 00000400:00000200:2.0:1789307429.356501:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0xa2499 [256] + 10712 00000100:00000040:1.0:1789307429.356507:0:118849:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbf84ec5880 x1876218616143488/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307429.356508:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307429.356514:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1789307429.356519:0:118851:0:(events.c:290:request_in_callback()) Process entered 00000100:00000001:1.0:1789307429.356524:0:118849:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307429.356529:0:118849:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1789307429.356530:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000010:1.0:1789307429.356535:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54f68. 00000100:00000010:2.0:1789307429.356537:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbe36680. 00000100:00000200:1.0:1789307429.356541:0:118849:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616143488, offset 0 00000100:00000040:2.0:1789307429.356542:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbe36680 x1876218616144256 msgsize 224 00000400:00000200:1.0:1789307429.356561:0:118849:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1789307429.356567:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1789307429.356582:0:118849:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1789307429.356587:0:118851:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1789307429.356595:0:118849:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa693022de80 00000400:00000200:2.0:1789307429.356599:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fdc38 00000400:00000010:2.0:1789307429.356603:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fdc38. 00000100:00000001:3.0:1789307429.356605:0:251985:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1789307429.356606:0:118851:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:3.0:1789307429.356611:0:251985:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616143744 00000400:00000200:1.0:1789307429.356614:0:118849:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 147944 02000000:00000001:3.0:1789307429.356617:0:251985:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1789307429.356618:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfb7f59c00 x1876218616144256/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307429.356622:0:251985:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307429.356627:0:251985:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307429.356631:0:118849:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1789307429.356634:0:251985:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.356644:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1789307429.356646:0:251985:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616143744 00000400:00000200:1.0:1789307429.356648:0:118849:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1789307429.356651:0:251985:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000040:2.0:1789307429.356655:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfb7f59c00 x1876218616144256/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1789307429.356657:0:251985:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc59 00000100:00000001:1.0:1789307429.356660:0:118849:0:(events.c:290:request_in_callback()) Process entered 00000020:00000001:3.0:1789307429.356663:0:251985:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000200:1.0:1789307429.356665:0:118849:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:3.0:1789307429.356671:0:251985:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf86770800 refcount=7 00000100:00000010:1.0:1789307429.356678:0:118849:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf0dc00. 00000020:00000001:3.0:1789307429.356679:0:251985:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243676358656 : -105830033192960 : ffff9fbf86770800) 00000100:00000001:2.0:1789307429.356680:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.356686:0:118849:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbf0dc00 x1876218616143488 msgsize 224 00000100:00000001:2.0:1789307429.356687:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1789307429.356688:0:251985:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243676358656 : -105830033192960 : ffff9fbf86770800) 00000100:00000001:2.0:1789307429.356699:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.356700:0:251985:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1789307429.356701:0:118849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1789307429.356709:0:251985:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0480. 00000100:00000040:2.0:1789307429.356710:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 2382 usecs (3 jiffies) 00000100:00000001:2.0:1789307429.356716:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315057668 00000100:00000001:3.0:1789307429.356716:0:251985:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307429.356721:0:118849:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:2.0:1789307429.356721:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315057798 00000020:00000010:3.0:1789307429.356723:0:251985:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0480. 00000100:00000001:2.0:1789307429.356729:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315057668 00000400:00000200:1.0:1789307429.356733:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54f68 00000100:00000001:2.0:1789307429.356733:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315057798 00000020:00000010:3.0:1789307429.356735:0:251985:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0bef000. 00000400:00000010:1.0:1789307429.356738:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54f68. 00000100:00000001:2.0:1789307429.356741:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315057668 00000100:00000001:1.0:1789307429.356744:0:118849:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1789307429.356748:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315057798 00000020:00000010:3.0:1789307429.356751:0:251985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbec56d9480. 00000100:00000200:1.0:1789307429.356753:0:118849:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbf84ec5880 x1876218616143488/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.356755:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315057668 00000020:00000010:3.0:1789307429.356764:0:251985:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e898. 00000100:00000001:2.0:1789307429.356766:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315057798 00000100:00000001:2.0:1789307429.356776:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789307429.356782:0:251985:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1789307429.356787:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.356789:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789307429.356791:0:251985:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307429.356792:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1789307429.356794:0:251985:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789307429.356801:0:251985:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307429.356802:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbf0c380 x1876218616144768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307429.356806:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbf84ec5880 x1876218616143488/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307429.356813:0:251985:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.356831:0:251985:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307429.356841:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789307429.356847:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.356884:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.356885:0:251985:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1789307429.356890:0:118849:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1789307429.356890:0:251985:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616144256 02000000:00000001:2.0:1789307429.356892:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789307429.356896:0:251985:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1789307429.356897:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307429.356901:0:118849:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.356901:0:251985:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1789307429.356902:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.356909:0:251985:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.356911:0:118849:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 14867 usecs (15 jiffies) 00000100:00100000:2.0:1789307429.356914:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbf0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:118851:1876218616144768:0@lo:400:kworker.0 02000000:00000001:3.0:1789307429.356915:0:251985:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.356921:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315057681 00000100:00100000:3.0:1789307429.356922:0:251985:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616144256 00000100:00000001:2.0:1789307429.356923:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1789307429.356928:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315057798 00000020:00000001:3.0:1789307429.356929:0:251985:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000001:2.0:1789307429.356930:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1789307429.356934:0:251985:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc98 00000100:00000001:1.0:1789307429.356936:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315057681 02000000:00000001:2.0:1789307429.356937:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307429.356938:0:251985:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789307429.356944:0:251985:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe95150800 refcount=8 00000100:00000001:1.0:1789307429.356946:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315057798 02000000:00000001:2.0:1789307429.356946:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1789307429.356948:0:251985:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 02000000:00000010:2.0:1789307429.356955:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfc0b2ce00. 00000100:00000001:1.0:1789307429.356958:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315057681 00000020:00000001:3.0:1789307429.356959:0:251985:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 02000000:00000001:2.0:1789307429.356960:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.356970:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315057798 00000400:00000010:2.0:1789307429.356974:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf83605210. 00000100:00000001:3.0:1789307429.356974:0:251985:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307429.356976:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315057681 00000020:00000010:3.0:1789307429.356980:0:251985:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0480. 00000100:00000001:1.0:1789307429.356983:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315057798 00000400:00000010:2.0:1789307429.356985:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fdc38. 00000100:00000001:3.0:1789307429.356986:0:251985:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307429.356991:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307429.356994:0:251985:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0480. 00000100:00000200:2.0:1789307429.356995:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616144768, portal 10 00000100:00000001:1.0:1789307429.356998:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.357002:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1789307429.357003:0:251985:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0beec00. 00000100:00000001:1.0:1789307429.357004:0:118849:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1789307429.357006:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244573528960 : -105829136022656 : ffff9fbfbbf0c380) 00000020:00000010:3.0:1789307429.357010:0:251985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47a180. 00000100:00000040:1.0:1789307429.357013:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbb573800 x1876218616144000/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1789307429.357017:0:251985:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e320. 00000100:00000040:2.0:1789307429.357020:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbf0c380 x1876218616144768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307429.357027:0:251985:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307429.357032:0:251985:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789307429.357052:0:251985:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.357061:0:251985:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.357063:0:118849:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789307429.357066:0:118849:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.357068:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1789307429.357077:0:118849:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789307429.357083:0:118849:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789307429.357084:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1789307429.357087:0:251985:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1789307429.357092:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd880. 02000000:00000001:1.0:1789307429.357093:0:118849:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789307429.357100:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616144768, offset 0 00000100:00100000:1.0:1789307429.357102:0:118849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbb573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:118849:1876218616144000:0@lo:400:kworker.0 00000100:00000001:3.0:1789307429.357103:0:251985:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789307429.357108:0:251985:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1789307429.357116:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1789307429.357118:0:118849:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789307429.357125:0:118849:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1789307429.357130:0:251985:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 02000000:00000001:1.0:1789307429.357133:0:118849:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307429.357136:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1789307429.357139:0:251985:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf86770800 : new rpc_count 1 02000000:00000001:1.0:1789307429.357144:0:118849:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1789307429.357146:0:251985:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244572647808 : -105829136903808 : ffff9fbfbbe35180) 02000000:00000010:1.0:1789307429.357152:0:118849:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfb2670a00. 00000400:00000200:2.0:1789307429.357154:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa693022e380 00000100:00000040:3.0:1789307429.357159:0:251985:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbe35180 x1876218616143744/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:475/0 lens 224/0 e 0 to 0 dl 1789307440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307429.357161:0:118849:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307429.357170:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 148168 00000400:00000010:1.0:1789307429.357178:0:118849:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe856440b0. 00000400:00000200:2.0:1789307429.357187:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789307429.357188:0:251985:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1789307429.357191:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54f68. 00000020:00000010:3.0:1789307429.357195:0:251985:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0480. 00000400:00000200:2.0:1789307429.357197:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1789307429.357199:0:118849:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616144000, portal 4 00000100:00000001:3.0:1789307429.357201:0:251985:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307429.357204:0:118851:0:(events.c:290:request_in_callback()) Process entered 00000100:00000001:1.0:1789307429.357206:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307429.357210:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244563466240 : -105829146085376 : ffff9fbfbb573800) 00000100:00000200:2.0:1789307429.357210:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1789307429.357210:0:251985:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0480. 00000100:00000010:2.0:1789307429.357226:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf98cfd500. 00000100:00100000:3.0:1789307429.357227:0:251985:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbe35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:118851:x1876218616143744:12345-0@lo:400:kworker.0 00000100:00000040:1.0:1789307429.357230:0:118849:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbb573800 x1876218616144000/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307429.357234:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf98cfd500 x1876218616144768 msgsize 224 00000100:00000200:3.0:1789307429.357245:0:251985:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616143744 00000020:00000001:3.0:1789307429.357258:0:251985:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00100000:2.0:1789307429.357263:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1789307429.357267:0:118849:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1789307429.357267:0:251985:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1789307429.357278:0:251985:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.357280:0:118849:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1789307429.357287:0:251985:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1789307429.357288:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54dd0. 00000020:00000001:3.0:1789307429.357292:0:251985:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00000200:1.0:1789307429.357294:0:118849:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876218616144000, offset 0 00000100:00000001:2.0:1789307429.357295:0:118851:0:(events.c:377:request_in_callback()) Process leaving 00000020:00000001:3.0:1789307429.357303:0:251985:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1789307429.357309:0:118849:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000001:3.0:1789307429.357310:0:251985:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1876218616143744, found 0 last_xid 1876218616143743 00000400:00000200:2.0:1789307429.357317:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd880 00000020:00000001:3.0:1789307429.357317:0:251985:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307429.357324:0:118849:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1789307429.357327:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd880. 00000020:00000001:3.0:1789307429.357327:0:251985:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789307429.357332:0:251985:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1789307429.357334:0:118851:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:1.0:1789307429.357335:0:118849:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6aa693022e080 00000020:00000001:3.0:1789307429.357338:0:251985:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307429.357345:0:251985:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000200:2.0:1789307429.357349:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbf0c380 x1876218616144768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789307429.357351:0:118849:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x1977e9 [8] + 11536 00000100:00000001:3.0:1789307429.357355:0:251985:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789307429.357360:0:251985:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1789307429.357367:0:118849:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1789307429.357369:0:251985:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbf86cd1c00. 02000000:00000001:3.0:1789307429.357377:0:251985:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307429.357379:0:118849:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1789307429.357388:0:251985:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.357390:0:118849:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789307429.357394:0:118849:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:3.0:1789307429.357396:0:251985:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.357397:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1789307429.357402:0:118849:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf862ef100. 00010000:00000040:3.0:1789307429.357403:0:251985:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 25769821637, transno 0, xid 1876218616143744 00000100:00000040:1.0:1789307429.357408:0:118849:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf862ef100 x1876218616144000 msgsize 224 00000100:00000040:2.0:1789307429.357409:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbf0c380 x1876218616144768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789307429.357410:0:251985:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:3.0:1789307429.357421:0:251985:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbe35180 x1876218616143744/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:475/0 lens 224/224 e 0 to 0 dl 1789307440 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307429.357425:0:118849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1789307429.357440:0:118849:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:2.0:1789307429.357450:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307429.357452:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54dd0 00000400:00000010:1.0:1789307429.357458:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54dd0. 00000100:00000001:2.0:1789307429.357458:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789307429.357469:0:118849:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1789307429.357473:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.357477:0:251985:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1789307429.357478:0:118849:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbb573800 x1876218616144000/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307429.357482:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 6000 usecs (6 jiffies) 00010000:00000001:3.0:1789307429.357483:0:251985:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789307429.357497:0:251985:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbb8561e8 time=68 v=5 (1 1 0 0) 00000100:00000001:2.0:1789307429.357498:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315057672 00000100:00000001:1.0:1789307429.357503:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789307429.357512:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315057798 00000100:00000040:1.0:1789307429.357516:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbb573800 x1876218616144000/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307429.357521:0:251985:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1789307429.357524:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315057672 00000100:00000040:3.0:1789307429.357536:0:251985:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:2.0:1789307429.357541:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315057798 00000100:00000001:3.0:1789307429.357547:0:251985:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00000001:1.0:1789307429.357553:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.357554:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315057672 00000100:00000001:1.0:1789307429.357558:0:118849:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1789307429.357559:0:251985:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1789307429.357560:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315057798 02000000:00000001:3.0:1789307429.357563:0:251985:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.357565:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315057672 00000100:00000001:3.0:1789307429.357571:0:251985:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1789307429.357574:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315057798 00000100:00000001:1.0:1789307429.357576:0:118849:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307429.357581:0:251985:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1789307429.357586:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789307429.357587:0:118849:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 5153 usecs (6 jiffies) 00000400:00000010:3.0:1789307429.357589:0:251985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde220. 00000100:00000001:1.0:1789307429.357594:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315057672 00000100:00000001:2.0:1789307429.357597:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.357600:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315057798 00000100:00000200:3.0:1789307429.357601:0:251985:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616143744, offset 224 00000100:00000001:2.0:1789307429.357603:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.357609:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315057672 00000100:00000001:1.0:1789307429.357616:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315057798 00000100:00000001:2.0:1789307429.357616:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.357624:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315057672 00000400:00000200:3.0:1789307429.357625:0:251985:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1789307429.357630:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307429.357632:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315057798 00000100:00000001:1.0:1789307429.357638:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315057672 00000100:00000001:2.0:1789307429.357638:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789307429.357650:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315057798 00000400:00000200:3.0:1789307429.357652:0:251985:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1789307429.357653:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307429.357655:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307429.357662:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307429.357670:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.357672:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.357674:0:118849:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1789307429.357681:0:118851:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000400:00000200:3.0:1789307429.357683:0:251985:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa693022df80 00000100:00000040:1.0:1789307429.357684:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfb7f5ad80 x1876218616144512/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.357687:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307429.357704:0:251985:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c160d [1] + 224 00000100:00000001:2.0:1789307429.357709:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307429.357718:0:118849:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789307429.357725:0:118849:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.357729:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1789307429.357730:0:118849:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1789307429.357731:0:251985:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1789307429.357734:0:118849:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307429.357742:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1789307429.357744:0:118849:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.357747:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789307429.357753:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1789307429.357757:0:118849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfb7f5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:118849:1876218616144512:0@lo:400:kworker.0 00000400:00000200:3.0:1789307429.357757:0:251985:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1789307429.357769:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbf84d1a300 x1876218616143360/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.357771:0:118849:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1789307429.357773:0:251985:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:1.0:1789307429.357776:0:118849:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789307429.357781:0:118849:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789307429.357784:0:251985:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbbf31c00 x1876218616143744/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307429.357789:0:118849:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789307429.357797:0:118849:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfb2671a00. 02000000:00000001:1.0:1789307429.357804:0:118849:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.357812:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1789307429.357813:0:118849:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe856447e8. 00000400:00000010:1.0:1789307429.357823:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54dd0. 00000100:00000001:2.0:1789307429.357823:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307429.357833:0:118849:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616144512, portal 4 02000000:00000001:2.0:1789307429.357835:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1789307429.357836:0:251985:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfbbf31c00 x1876218616143744/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.357843:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1789307429.357845:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307429.357885:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244506742144 : -105829202809472 : ffff9fbfb7f5ad80) 02000000:00000001:2.0:1789307429.357889:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.357898:0:118849:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfb7f5ad80 x1876218616144512/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307429.357905:0:251985:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00100000:2.0:1789307429.357906:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbf84d1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6d06165a-4799-48d7-99d3-4176da1fff9b:118851:1876218616143360:0@lo:400:kworker.0 00000100:00000001:1.0:1789307429.357915:0:118849:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1789307429.357918:0:251985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde220 00000100:00000040:1.0:1789307429.357923:0:118849:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1789307429.357925:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1789307429.357926:0:251985:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde220. 00000400:00000010:1.0:1789307429.357928:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b546e8. 02000000:00000001:2.0:1789307429.357934:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1789307429.357937:0:118849:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876218616144512, offset 0 00000100:00000001:3.0:1789307429.357937:0:251985:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:2.0:1789307429.357940:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.357946:0:251985:0:(events.c:402:reply_out_callback()) Process leaving 00000400:00000200:1.0:1789307429.357953:0:118849:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1789307429.357953:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1789307429.357960:0:251985:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789307429.357962:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfc0b2d400. 02000000:00000001:2.0:1789307429.357971:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307429.357973:0:118849:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1789307429.357981:0:251985:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000400:00000010:2.0:1789307429.357987:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf83605cb8. 00000400:00000200:1.0:1789307429.357993:0:118849:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6aa693022e280 00010000:00000001:3.0:1789307429.357993:0:251985:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000400:00000010:2.0:1789307429.357998:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd880. 00000020:00000001:3.0:1789307429.357999:0:251985:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307429.358005:0:118849:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x1977e9 [8] + 11760 00000020:00000001:3.0:1789307429.358018:0:251985:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1789307429.358020:0:118849:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1789307429.358021:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616143360, portal 25 00000100:00000001:2.0:1789307429.358030:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789307429.358048:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638243648742144 : -105830060809472 : ffff9fbf84d1a300) 00000400:00000200:1.0:1789307429.358049:0:118849:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1789307429.358050:0:251985:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbe35180 x1876218616143744/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:475/0 lens 224/224 e 0 to 0 dl 1789307440 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.358065:0:118849:0:(events.c:290:request_in_callback()) Process entered 00000100:00000040:2.0:1789307429.358068:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbf84d1a300 x1876218616143360/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789307429.358070:0:118849:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1789307429.358080:0:118849:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf862ec700. 00000100:00000040:1.0:1789307429.358087:0:118849:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf862ec700 x1876218616144512 msgsize 224 00000100:00100000:3.0:1789307429.358097:0:251985:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbe35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:118851:x1876218616143744:12345-0@lo:400:kworker.0 Request processed in 895us (2063us total) trans 0 rc 0/0 00000100:00100000:1.0:1789307429.358110:0:118849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1789307429.358122:0:118849:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1789307429.358131:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b546e8 00000100:00100000:3.0:1789307429.358132:0:251985:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00000001:2.0:1789307429.358134:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1789307429.358135:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b546e8. 00000100:00000001:1.0:1789307429.358143:0:118849:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1789307429.358151:0:251985:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf86770800 : new rpc_count 0 00000100:00000200:1.0:1789307429.358157:0:118849:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfb7f5ad80 x1876218616144512/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307429.358157:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1789307429.358172:0:251985:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1789307429.358173:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fde58. 00000100:00000001:1.0:1789307429.358175:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789307429.358180:0:251985:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1789307429.358185:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfb7f5ad80 x1876218616144512/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789307429.358185:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876218616143360, offset 0 00000020:00000010:3.0:1789307429.358192:0:251985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbec56d9480. 00000100:00000001:1.0:1789307429.358207:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307429.358210:0:251985:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e898. 00000100:00000001:1.0:1789307429.358214:0:118849:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1789307429.358219:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1789307429.358222:0:118849:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307429.358223:0:251985:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0bef000. 00000100:00000040:1.0:1789307429.358227:0:118849:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 12601 usecs (13 jiffies) 00000100:00000001:1.0:1789307429.358231:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315057680 00000020:00000040:3.0:1789307429.358235:0:251985:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86770800 : new refcount 6 00000100:00000001:1.0:1789307429.358238:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315057798 00000100:00000001:3.0:1789307429.358241:0:251985:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307429.358242:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1789307429.358255:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315057680 00000100:00000001:1.0:1789307429.358261:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315057798 00000100:00000001:1.0:1789307429.358265:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315057680 00000100:00000001:3.0:1789307429.358268:0:251985:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307429.358275:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315057798 00000400:00000200:2.0:1789307429.358275:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6aa693022de00 00000100:00000001:3.0:1789307429.358279:0:251985:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1789307429.358285:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315057680 00000100:00000001:1.0:1789307429.358293:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315057798 00000100:00100000:3.0:1789307429.358296:0:251985:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00000001:1.0:1789307429.358299:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1789307429.358304:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1bfa09 [2] + 0 00000100:00000001:1.0:1789307429.358310:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307429.358311:0:251985:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe95150800 : new rpc_count 1 00000100:00000001:1.0:1789307429.358318:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.358321:0:251985:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244572653184 : -105829136898432 : ffff9fbfbbe36680) 00000100:00000001:1.0:1789307429.358330:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1789307429.358337:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb50582c0. 00000100:00000040:3.0:1789307429.358337:0:251985:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbe36680 x1876218616144256/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:475/0 lens 224/0 e 0 to 0 dl 1789307440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.358339:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307429.358343:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789307429.358349:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1789307429.358349:0:118851:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fbf852c9600 00000100:00000001:1.0:1789307429.358353:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307429.358357:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307429.358359:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1789307429.358363:0:118849:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:3.0:1789307429.358364:0:251985:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307429.358373:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1789307429.358376:0:251985:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0480. 00000400:00000200:2.0:1789307429.358377:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307429.358382:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789307429.358388:0:251985:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307429.358390:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307429.358393:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf852c9600 00000100:00000001:1.0:1789307429.358398:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307429.358404:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1789307429.358405:0:118851:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbf852c9600. 00000020:00000010:3.0:1789307429.358406:0:251985:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0480. 00000100:00000001:1.0:1789307429.358407:0:118849:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1789307429.358421:0:118851:0:(events.c:290:request_in_callback()) Process entered 00000100:00000040:1.0:1789307429.358422:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbe95a6ed80 x1876218616143616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307429.358425:0:251985:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbe36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:118851:x1876218616144256:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1789307429.358432:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1789307429.358444:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf98cfb850 x1876218616143360 msgsize 224 00000100:00000200:3.0:1789307429.358446:0:251985:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616144256 00000020:00000001:3.0:1789307429.358460:0:251985:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789307429.358467:0:251985:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1789307429.358476:0:118849:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1789307429.358478:0:251985:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.358484:0:118849:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307429.358484:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1789307429.358488:0:251985:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1789307429.358494:0:118849:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1789307429.358495:0:118851:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:1.0:1789307429.358499:0:118849:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789307429.358508:0:118849:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307429.358510:0:251985:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00100000:1.0:1789307429.358513:0:118849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbe95a6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:118849:1876218616143616:0@lo:400:kworker.0 00000100:00000001:2.0:1789307429.358521:0:118851:0:(events.c:377:request_in_callback()) Process leaving 00000020:00000001:3.0:1789307429.358522:0:251985:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1789307429.358523:0:118849:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789307429.358533:0:118849:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000001:00000001:3.0:1789307429.358533:0:251985:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1876218616144256, found 0 last_xid 1876218616144255 02000000:00000001:1.0:1789307429.358539:0:118849:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307429.358542:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fde58 00000020:00000001:3.0:1789307429.358542:0:251985:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1789307429.358550:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fde58. 02000000:00000001:1.0:1789307429.358553:0:118849:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1789307429.358554:0:251985:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1789307429.358558:0:118851:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:1.0:1789307429.358560:0:118849:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfb2670e00. 00000020:00000001:3.0:1789307429.358560:0:251985:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1789307429.358567:0:118849:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307429.358568:0:251985:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789307429.358574:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbf84d1a300 x1876218616143360/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1789307429.358577:0:118849:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644e70. 00000020:00000001:3.0:1789307429.358582:0:251985:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000400:00000010:1.0:1789307429.358588:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b546e8. 00000100:00000001:3.0:1789307429.358592:0:251985:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1789307429.358597:0:118849:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616143616, portal 10 02000000:00000001:3.0:1789307429.358602:0:251985:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1789307429.358606:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307429.358612:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638239636188544 : -105834073363072 : ffff9fbe95a6ed80) 02000000:00000010:3.0:1789307429.358614:0:251985:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbf86cd0400. 02000000:00000001:3.0:1789307429.358624:0:251985:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.358628:0:118849:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbe95a6ed80 x1876218616143616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307429.358640:0:251985:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.358650:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1789307429.358654:0:251985:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789307429.358665:0:251985:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 17179874248, transno 0, xid 1876218616144256 00000100:00000001:1.0:1789307429.358668:0:118849:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307429.358670:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbf84d1a300 x1876218616143360/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789307429.358675:0:251985:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000040:1.0:1789307429.358678:0:118849:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789307429.358685:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b545d8. 00010000:00000200:3.0:1789307429.358691:0:251985:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbe36680 x1876218616144256/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:475/0 lens 224/224 e 0 to 0 dl 1789307440 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789307429.358695:0:118849:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616143616, offset 0 00000400:00000200:1.0:1789307429.358715:0:118849:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789307429.358735:0:118849:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1789307429.358756:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307429.358759:0:118849:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa693022df00 00000100:00000001:2.0:1789307429.358769:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1789307429.358769:0:251985:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1789307429.358777:0:118849:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 148392 00010000:00000001:3.0:1789307429.358781:0:251985:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.358784:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307429.358785:0:118849:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1789307429.358788:0:251985:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbb8561e8 time=68 v=5 (1 1 0 0) 00000100:00000001:2.0:1789307429.358799:0:118851:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315062701 00000400:00000200:1.0:1789307429.358801:0:118849:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1789307429.358804:0:251985:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1789307429.358810:0:118849:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789307429.358816:0:118849:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1789307429.358816:0:251985:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:2.0:1789307429.358817:0:118851:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4315057798 00000100:00000010:1.0:1789307429.358828:0:118849:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf862ee300. 00000100:00000001:3.0:1789307429.358830:0:251985:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00000040:1.0:1789307429.358835:0:118849:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf862ee300 x1876218616143616 msgsize 224 00000100:00000001:2.0:1789307429.358835:0:118851:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315062701 02000000:00000001:3.0:1789307429.358836:0:251985:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789307429.358845:0:251985:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307429.358873:0:118849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1789307429.358884:0:118851:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4315057798 00000100:00000001:1.0:1789307429.358885:0:118849:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:3.0:1789307429.358886:0:251985:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1789307429.358897:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b545d8 00000100:00000001:2.0:1789307429.358899:0:118851:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 2 is 4315062702 00000100:00000040:3.0:1789307429.358902:0:251985:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789307429.358904:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b545d8. 00000100:00000001:1.0:1789307429.358912:0:118849:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:3.0:1789307429.358913:0:251985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde220. 00000100:00000200:1.0:1789307429.358920:0:118849:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbe95a6ed80 x1876218616143616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.358922:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1789307429.358923:0:251985:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616144256, offset 224 00000100:00000001:2.0:1789307429.358928:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.358947:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1789307429.358949:0:251985:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1789307429.358954:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbe95a6ed80 x1876218616143616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789307429.358972:0:251985:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1789307429.358974:0:226606:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789307429.358984:0:226606:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616143616 02000000:00000001:2.0:1789307429.358995:0:226606:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307429.358997:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.359002:0:118849:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1789307429.359004:0:251985:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa693022e180 00000100:00000001:2.0:1789307429.359010:0:226606:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307429.359011:0:118849:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.359016:0:226606:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.359018:0:118849:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 14595 usecs (15 jiffies) 00000400:00000200:3.0:1789307429.359019:0:251985:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c1615 [1] + 224 02000000:00000001:2.0:1789307429.359025:0:226606:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.359028:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315057683 00000100:00100000:2.0:1789307429.359033:0:226606:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616143616 00000100:00000001:1.0:1789307429.359049:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315062701 00000100:00000001:1.0:1789307429.359055:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315057683 00000020:00000001:2.0:1789307429.359055:0:226606:0:(genops.c:792:class_conn2export()) Process entered 00000400:00000200:3.0:1789307429.359055:0:251985:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789307429.359063:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315062701 00000020:00000040:2.0:1789307429.359063:0:226606:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725e8b6943 00000100:00000001:1.0:1789307429.359070:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315057683 00000020:00000001:2.0:1789307429.359073:0:226606:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000200:3.0:1789307429.359074:0:251985:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307429.359076:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315057798 00000020:00000040:2.0:1789307429.359081:0:226606:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe85bcc000 refcount=5 00000100:00000001:1.0:1789307429.359083:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315057683 00000100:00000001:1.0:1789307429.359092:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315057798 00000100:00000001:3.0:1789307429.359092:0:251985:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000001:2.0:1789307429.359095:0:226606:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239369183232 : -105834340368384 : ffff9fbe85bcc000) 00000100:00000001:1.0:1789307429.359100:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789307429.359103:0:226606:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239369183232 : -105834340368384 : ffff9fbe85bcc000) 00000100:00000001:1.0:1789307429.359107:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789307429.359109:0:251985:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfb7f59c00 x1876218616144256/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.359111:0:118849:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1789307429.359116:0:226606:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1789307429.359123:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbb570e00 x1876218616144128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1789307429.359125:0:226606:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00000. 00000020:00000040:2.0:1789307429.359142:0:226606:0:(obd_config.c:995:class_incref()) incref lustre-MDT0001 (ffff9fbf82a08000) now 12 - evictor 00000100:00000001:1.0:1789307429.359160:0:118849:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789307429.359161:0:226606:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1789307429.359163:0:118849:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307429.359164:0:251985:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfb7f59c00 x1876218616144256/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307429.359169:0:118849:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789307429.359172:0:118849:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307429.359173:0:226606:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0b2ca00. 02000000:00000001:1.0:1789307429.359179:0:118849:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307429.359186:0:118849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbb570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:118849:1876218616144128:0@lo:400:kworker.0 00000020:00000010:2.0:1789307429.359188:0:226606:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44400. 00000100:00000001:1.0:1789307429.359199:0:118849:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1789307429.359202:0:226606:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984bb8. 02000000:00000001:1.0:1789307429.359205:0:118849:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789307429.359210:0:118849:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307429.359216:0:118849:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1789307429.359217:0:226606:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307429.359221:0:251985:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000010:1.0:1789307429.359222:0:118849:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfb2671e00. 00000100:00000001:2.0:1789307429.359223:0:226606:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1789307429.359230:0:118849:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.359231:0:226606:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307429.359235:0:251985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde220 00000100:00000001:2.0:1789307429.359240:0:226606:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:1.0:1789307429.359247:0:118849:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644738. 00000400:00000010:3.0:1789307429.359247:0:251985:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde220. 00000100:00000001:2.0:1789307429.359250:0:226606:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1789307429.359254:0:251985:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789307429.359256:0:226606:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.359262:0:251985:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1789307429.359272:0:251985:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.359274:0:226606:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1789307429.359275:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b545d8. 00000100:00000040:3.0:1789307429.359284:0:251985:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000200:1.0:1789307429.359286:0:118849:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616144128, portal 10 00000100:00000001:2.0:1789307429.359295:0:226606:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307429.359297:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307429.359302:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244563455488 : -105829146096128 : ffff9fbfbb570e00) 00010000:00000001:3.0:1789307429.359302:0:251985:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000001:2.0:1789307429.359303:0:226606:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1789307429.359308:0:251985:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307429.359317:0:226606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2110 00000020:00000001:3.0:1789307429.359317:0:251985:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1789307429.359321:0:118849:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbb570e00 x1876218616144128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307429.359324:0:226606:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe85bcc000 : new rpc_count 1 00000100:00000040:3.0:1789307429.359329:0:251985:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbe36680 x1876218616144256/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:475/0 lens 224/224 e 0 to 0 dl 1789307440 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.359335:0:226606:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243671630592 : -105830037921024 : ffff9fbf862ee300) 00000100:00000040:2.0:1789307429.359355:0:226606:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf862ee300 x1876218616143616/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:475/0 lens 224/0 e 0 to 0 dl 1789307440 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.359364:0:118849:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307429.359379:0:118849:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789307429.359387:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54000. 00000100:00000200:1.0:1789307429.359396:0:118849:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616144128, offset 0 00000400:00000200:1.0:1789307429.359415:0:118849:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1789307429.359426:0:251985:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbe36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:118851:x1876218616144256:12345-0@lo:400:kworker.0 Request processed in 1051us (2872us total) trans 0 rc 0/0 00000400:00000200:1.0:1789307429.359437:0:118849:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1789307429.359442:0:226606:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307429.359447:0:226606:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00500. 00000400:00000200:1.0:1789307429.359450:0:118849:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa693022e100 00000100:00100000:3.0:1789307429.359461:0:251985:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00000001:2.0:1789307429.359462:0:226606:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1789307429.359464:0:118849:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 148616 00000100:00000040:3.0:1789307429.359471:0:251985:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe95150800 : new rpc_count 0 00000400:00000200:1.0:1789307429.359478:0:118849:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1789307429.359481:0:226606:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00500. 00000100:00000001:3.0:1789307429.359482:0:251985:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1789307429.359487:0:118849:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1789307429.359490:0:251985:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1789307429.359497:0:118849:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789307429.359498:0:118849:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1789307429.359501:0:251985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47a180. 00000100:00100000:2.0:1789307429.359506:0:226606:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf862ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:118849:x1876218616143616:12345-0@lo:400:kworker.0 00000100:00000010:1.0:1789307429.359508:0:118849:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf862eed80. 00000020:00000010:3.0:1789307429.359510:0:251985:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e320. 00000100:00000040:1.0:1789307429.359514:0:118849:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf862eed80 x1876218616144128 msgsize 224 00000020:00000010:3.0:1789307429.359524:0:251985:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0beec00. 00000100:00000200:2.0:1789307429.359534:0:226606:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616143616 00000100:00100000:1.0:1789307429.359536:0:118849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:3.0:1789307429.359539:0:251985:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe95150800 : new refcount 7 00000020:00000001:2.0:1789307429.359546:0:226606:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:3.0:1789307429.359547:0:251985:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.359552:0:118849:0:(events.c:377:request_in_callback()) Process leaving 00000020:00000001:2.0:1789307429.359552:0:226606:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1789307429.359560:0:226606:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307429.359562:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54000 00000400:00000010:1.0:1789307429.359568:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54000. 00000020:00000001:2.0:1789307429.359568:0:226606:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1789307429.359574:0:118849:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1789307429.359574:0:226606:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000020:00000001:2.0:1789307429.359582:0:226606:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1789307429.359585:0:118849:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbb570e00 x1876218616144128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307429.359585:0:235179:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1789307429.359592:0:226606:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789307429.359597:0:235179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616144128 00000020:00000001:2.0:1789307429.359604:0:226606:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1789307429.359607:0:235179:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1789307429.359612:0:226606:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1789307429.359615:0:235179:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307429.359619:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1789307429.359619:0:226606:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.359627:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbb570e00 x1876218616144128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307429.359630:0:226606:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1789307429.359631:0:235179:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.359638:0:226606:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789307429.359646:0:235179:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307429.359648:0:226606:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1789307429.359657:0:235179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616144128 00000100:00000001:1.0:1789307429.359658:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789307429.359659:0:226606:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfbf30a400. 00000100:00000001:1.0:1789307429.359666:0:118849:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1789307429.359667:0:226606:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307429.359667:0:235179:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789307429.359671:0:235179:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecede04 00000100:00000001:2.0:1789307429.359673:0:226606:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307429.359677:0:235179:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:2.0:1789307429.359678:0:226606:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.359681:0:118849:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307429.359682:0:235179:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb6c22800 refcount=5 00010000:00000040:2.0:1789307429.359683:0:226606:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616143616 00000100:00000040:1.0:1789307429.359689:0:118849:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 7573 usecs (8 jiffies) 00010000:00000001:2.0:1789307429.359690:0:226606:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000020:00000001:3.0:1789307429.359690:0:235179:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244486588416 : -105829222963200 : ffff9fbfb6c22800) 00000100:00000001:1.0:1789307429.359696:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315057676 00000020:00000001:3.0:1789307429.359698:0:235179:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244486588416 : -105829222963200 : ffff9fbfb6c22800) 00010000:00000200:2.0:1789307429.359703:0:226606:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf862ee300 x1876218616143616/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:475/0 lens 224/224 e 0 to 0 dl 1789307440 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307429.359705:0:235179:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307429.359710:0:235179:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0480. 00000100:00000001:1.0:1789307429.359715:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307429.359716:0:235179:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789307429.359717:0:226606:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1789307429.359720:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.359723:0:226606:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307429.359723:0:235179:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0480. 00000100:00001000:2.0:1789307429.359730:0:226606:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=8 v=5 (1 1 1 5) 00000020:00000010:3.0:1789307429.359732:0:235179:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0beec00. 00000100:00000001:2.0:1789307429.359737:0:226606:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00080000:1.0:1789307429.359739:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000010:3.0:1789307429.359739:0:235179:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47a180. 00000100:00000040:2.0:1789307429.359741:0:226606:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000020:00000010:3.0:1789307429.359747:0:235179:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e320. 00000100:00000001:2.0:1789307429.359748:0:226606:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000020:00000040:1.0:1789307429.359749:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0001 (ffff9fbf82a08000) now 12 - evictor 00000100:00000001:3.0:1789307429.359754:0:235179:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1789307429.359756:0:226606:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000100:00080000:1.0:1789307429.359758:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1789307429.359759:0:235179:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1789307429.359763:0:226606:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307429.359767:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000 (ffff9fbfad0fcd40) now 16 - evictor 00000100:00000001:3.0:1789307429.359767:0:235179:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307429.359769:0:226606:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307429.359780:0:226606:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1789307429.359782:0:235179:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1789307429.359786:0:235179:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1789307429.359789:0:235179:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307429.359792:0:226606:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fde58. 00000100:00000001:1.0:1789307429.359793:0:202301:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789307429.359798:0:202301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616144000 02000000:00000001:1.0:1789307429.359801:0:202301:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1789307429.359801:0:226606:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218616143616, offset 224 00000100:00000001:3.0:1789307429.359804:0:235179:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.359809:0:202301:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307429.359813:0:202301:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307429.359818:0:226606:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1789307429.359819:0:202301:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.359823:0:235179:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1789307429.359828:0:202301:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616144000 00000100:00000001:3.0:1789307429.359828:0:235179:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1789307429.359836:0:202301:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307429.359841:0:202301:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725e8b60ec 00000400:00000200:2.0:1789307429.359844:0:226606:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1789307429.359845:0:202301:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:3.0:1789307429.359845:0:235179:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307429.359891:0:202301:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe9623d800 refcount=5 00000100:00000001:3.0:1789307429.359893:0:235179:0:(service.c:2488:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307429.359905:0:202301:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239644375040 : -105834065176576 : ffff9fbe9623d800) 00000020:00000001:1.0:1789307429.359910:0:202301:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239644375040 : -105834065176576 : ffff9fbe9623d800) 00000400:00000200:2.0:1789307429.359912:0:226606:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6aa693022df00 00000100:00000001:1.0:1789307429.359915:0:202301:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307429.359920:0:202301:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf9a489840. 00000400:00000200:2.0:1789307429.359927:0:226606:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c164d [1] + 224 00000020:00000010:1.0:1789307429.359928:0:202301:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbec4f00700. 00000020:00000040:1.0:1789307429.359939:0:202301:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000400:00000200:2.0:1789307429.359943:0:226606:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789307429.359950:0:202301:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:2.0:1789307429.359956:0:226606:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1789307429.359957:0:202301:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb2670200. 00000020:00000010:1.0:1789307429.359968:0:202301:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfa31e0300. 00000100:00000001:2.0:1789307429.359974:0:226606:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000010:1.0:1789307429.359975:0:202301:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696aed8. 00000100:00000040:1.0:1789307429.359988:0:202301:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000200:2.0:1789307429.359993:0:226606:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbe95a6ed80 x1876218616143616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.359994:0:202301:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307429.359997:0:202301:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307429.360000:0:202301:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.360011:0:202301:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1789307429.360015:0:202301:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1789307429.360020:0:202301:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307429.360020:0:226606:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbe95a6ed80 x1876218616143616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.360033:0:202301:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.360059:0:202301:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1789307429.360060:0:226606:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00100000:1.0:1789307429.360061:0:202301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616144512 02000000:00000001:1.0:1789307429.360067:0:202301:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307429.360069:0:202301:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307429.360071:0:202301:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307429.360074:0:226606:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fde58 02000000:00000001:1.0:1789307429.360075:0:202301:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307429.360081:0:202301:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616144512 00000400:00000010:2.0:1789307429.360081:0:226606:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fde58. 00000020:00000001:1.0:1789307429.360088:0:202301:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307429.360092:0:202301:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedcd0 00000020:00000001:1.0:1789307429.360095:0:202301:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:2.0:1789307429.360095:0:226606:0:(events.c:390:reply_out_callback()) Process entered 00000020:00000040:1.0:1789307429.360102:0:202301:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf92163800 refcount=8 00000100:00000001:2.0:1789307429.360105:0:226606:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:1.0:1789307429.360106:0:202301:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243871340544 : -105829838211072 : ffff9fbf92163800) 00000020:00000001:1.0:1789307429.360111:0:202301:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243871340544 : -105829838211072 : ffff9fbf92163800) 00000100:00000001:2.0:1789307429.360115:0:226606:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.360116:0:202301:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307429.360122:0:202301:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf9a489500. 00000100:00000040:2.0:1789307429.360129:0:226606:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:1.0:1789307429.360132:0:202301:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1789307429.360136:0:202301:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf9a489500. 00010000:00000001:2.0:1789307429.360138:0:226606:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307429.360143:0:226606:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307429.360144:0:202301:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb2671200. 00000020:00000010:1.0:1789307429.360153:0:202301:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfa31e0980. 00000020:00000001:2.0:1789307429.360154:0:226606:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1789307429.360158:0:202301:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696a320. 00000100:00000001:1.0:1789307429.360163:0:202301:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1789307429.360164:0:226606:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf862ee300 x1876218616143616/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:475/0 lens 224/224 e 0 to 0 dl 1789307440 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.360166:0:202301:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307429.360170:0:202301:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.360177:0:202301:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1789307429.360180:0:202301:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1789307429.360185:0:202301:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.360199:0:202301:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.360209:0:202301:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307429.360212:0:202301:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789307429.360218:0:226606:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf862ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:118849:x1876218616143616:12345-0@lo:400:kworker.0 Request processed in 769us (1376us total) trans 0 rc 0/0 00000100:00100000:1.0:1789307429.360220:0:202301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4934 00000100:00000040:1.0:1789307429.360228:0:202301:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe9623d800 : new rpc_count 1 00000100:00000001:1.0:1789307429.360238:0:202301:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243671634176 : -105830037917440 : ffff9fbf862ef100) 00000100:00100000:2.0:1789307429.360247:0:226606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2110 00000100:00000040:1.0:1789307429.360248:0:202301:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf862ef100 x1876218616144000/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:475/0 lens 224/0 e 0 to 0 dl 1789307440 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307429.360262:0:226606:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe85bcc000 : new rpc_count 0 00000100:00000001:1.0:1789307429.360268:0:202301:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307429.360274:0:202301:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf9a489500. 00000100:00000001:2.0:1789307429.360274:0:226606:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307429.360282:0:226606:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1789307429.360283:0:202301:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307429.360290:0:226606:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44400. 00000020:00000010:1.0:1789307429.360291:0:202301:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf9a489500. 00000100:00100000:1.0:1789307429.360295:0:202301:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf862ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:118849:x1876218616144000:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1789307429.360299:0:202301:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616144000 00000020:00000001:1.0:1789307429.360304:0:202301:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1789307429.360309:0:202301:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000010:2.0:1789307429.360310:0:226606:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984bb8. 00000020:00000001:1.0:1789307429.360312:0:202301:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307429.360317:0:202301:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1789307429.360318:0:226606:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0b2ca00. 00000020:00000001:1.0:1789307429.360321:0:202301:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000020:00000001:1.0:1789307429.360325:0:202301:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000040:2.0:1789307429.360327:0:226606:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe85bcc000 : new refcount 4 00000020:00000001:1.0:1789307429.360329:0:202301:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789307429.360335:0:202301:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1789307429.360337:0:202301:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1789307429.360338:0:226606:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789307429.360339:0:202301:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307429.360346:0:202301:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1789307429.360349:0:202301:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789307429.360352:0:202301:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789307429.360356:0:202301:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfc1e9b400. 02000000:00000001:1.0:1789307429.360358:0:202301:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.360360:0:202301:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307429.360362:0:202301:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1789307429.360365:0:202301:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884922541, transno 0, xid 1876218616144000 00010000:00000001:1.0:1789307429.360369:0:202301:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:1.0:1789307429.360375:0:202301:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf862ef100 x1876218616144000/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:475/0 lens 224/224 e 0 to 0 dl 1789307440 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.360378:0:238794:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1789307429.360387:0:202301:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1789307429.360388:0:238794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616143360 00010000:00000001:1.0:1789307429.360391:0:202301:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307429.360394:0:238794:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:1.0:1789307429.360397:0:202301:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=141 v=5 (4 4 1 1) 00000100:00000001:2.0:1789307429.360398:0:238794:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307429.360401:0:238794:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307429.360405:0:238794:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.360410:0:202301:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1789307429.360411:0:238794:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616143360 00000100:00000040:1.0:1789307429.360417:0:202301:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000020:00000001:2.0:1789307429.360419:0:238794:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1789307429.360423:0:202301:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000020:00000040:2.0:1789307429.360424:0:238794:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedbf0 02000000:00000001:1.0:1789307429.360431:0:202301:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1789307429.360432:0:238794:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:1.0:1789307429.360435:0:202301:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307429.360438:0:238794:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe97dc9000 refcount=24 00000100:00000001:1.0:1789307429.360440:0:202301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307429.360446:0:202301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1789307429.360448:0:238794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239673257984 : -105834036293632 : ffff9fbe97dc9000) 00000400:00000010:1.0:1789307429.360451:0:202301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54000. 00000020:00000001:2.0:1789307429.360458:0:238794:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239673257984 : -105834036293632 : ffff9fbe97dc9000) 00000100:00000200:1.0:1789307429.360460:0:202301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616144000, offset 224 00000100:00000001:2.0:1789307429.360472:0:238794:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1789307429.360476:0:202301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1789307429.360481:0:238794:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00500. 00000400:00000200:1.0:1789307429.360488:0:202301:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1789307429.360490:0:238794:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307429.360496:0:238794:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00500. 00000400:00000200:1.0:1789307429.360497:0:202301:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa693022e080 00000400:00000200:1.0:1789307429.360510:0:202301:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c162d [1] + 224 00000020:00000010:2.0:1789307429.360512:0:238794:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0b2ca00. 00000400:00000200:1.0:1789307429.360516:0:202301:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1789307429.360518:0:238794:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44400. 00000400:00000200:1.0:1789307429.360524:0:202301:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1789307429.360526:0:238794:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984bb8. 00000100:00000001:1.0:1789307429.360530:0:202301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789307429.360538:0:202301:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbb573800 x1876218616144000/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307429.360538:0:238794:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1789307429.360548:0:238794:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307429.360553:0:238794:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307429.360557:0:238794:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.360558:0:202301:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfbb573800 x1876218616144000/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.360569:0:238794:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.360572:0:202301:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1789307429.360581:0:202301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54000 00000400:00000010:1.0:1789307429.360583:0:202301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54000. 00000100:00000001:1.0:1789307429.360587:0:202301:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789307429.360588:0:238794:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.360590:0:202301:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1789307429.360596:0:202301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.360602:0:202301:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00010000:00000001:1.0:1789307429.360604:0:202301:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000001:2.0:1789307429.360605:0:238794:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1789307429.360608:0:202301:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.360610:0:238794:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1789307429.360612:0:202301:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1789307429.360618:0:238794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00000040:1.0:1789307429.360621:0:202301:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf862ef100 x1876218616144000/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:475/0 lens 224/224 e 0 to 0 dl 1789307440 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307429.360625:0:238794:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe97dc9000 : new rpc_count 1 00000100:00000001:2.0:1789307429.360635:0:238794:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243984160848 : -105829725390768 : ffff9fbf98cfb850) 00000100:00100000:1.0:1789307429.360640:0:202301:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf862ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:118849:x1876218616144000:12345-0@lo:400:kworker.0 Request processed in 371us (3231us total) trans 0 rc 0/0 00000100:00000040:2.0:1789307429.360655:0:238794:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf98cfb850 x1876218616143360/t0(0) o400->6d06165a-4799-48d7-99d3-4176da1fff9b@0@lo:475/0 lens 224/0 e 0 to 0 dl 1789307440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307429.360663:0:202301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4934 00000100:00000040:1.0:1789307429.360669:0:202301:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe9623d800 : new rpc_count 0 00000100:00000001:1.0:1789307429.360677:0:202301:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307429.360680:0:202301:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1789307429.360681:0:238794:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307429.360684:0:202301:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfa31e0300. 00000020:00000010:2.0:1789307429.360687:0:238794:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00500. 00000020:00000010:1.0:1789307429.360692:0:202301:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696aed8. 00000100:00000001:2.0:1789307429.360693:0:238794:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307429.360700:0:202301:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb2670200. 00000020:00000010:2.0:1789307429.360702:0:238794:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00500. 00000020:00000040:1.0:1789307429.360708:0:202301:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d800 : new refcount 4 00000100:00000001:1.0:1789307429.360716:0:202301:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789307429.360718:0:238794:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf98cfb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6d06165a-4799-48d7-99d3-4176da1fff9b+24:118851:x1876218616143360:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1789307429.360724:0:238794:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616143360 00000020:00000001:2.0:1789307429.360727:0:238794:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1789307429.360729:0:202301:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1789307429.360731:0:238794:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1789307429.360733:0:202301:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1789307429.360738:0:238794:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307429.360739:0:202301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4935 00000020:00000001:2.0:1789307429.360742:0:238794:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1789307429.360745:0:202301:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf92163800 : new rpc_count 1 00000020:00000001:2.0:1789307429.360747:0:238794:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660900032 : -1048651584 : ffffffffc17ed8c0) 00000100:00000001:1.0:1789307429.360749:0:202301:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243671623424 : -105830037928192 : ffff9fbf862ec700) 00000020:00000001:2.0:1789307429.360755:0:238794:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1789307429.360761:0:202301:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf862ec700 x1876218616144512/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:475/0 lens 224/0 e 0 to 0 dl 1789307440 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307429.360761:0:238794:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307429.360768:0:238794:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307429.360773:0:238794:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1789307429.360780:0:238794:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.360782:0:202301:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1789307429.360785:0:238794:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000020:00000010:1.0:1789307429.360788:0:202301:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf9a489500. 00000100:00000001:2.0:1789307429.360789:0:238794:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1789307429.360793:0:202301:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789307429.360794:0:238794:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1789307429.360802:0:202301:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf9a489500. 02000000:00000010:2.0:1789307429.360804:0:238794:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfbf308000. 00000100:00100000:1.0:1789307429.360812:0:202301:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf862ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+8:118849:x1876218616144512:12345-0@lo:400:kworker.0 02000000:00000001:2.0:1789307429.360812:0:238794:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.360819:0:238794:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307429.360821:0:202301:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616144512 00000020:00000001:2.0:1789307429.360824:0:238794:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307429.360826:0:202301:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1789307429.360832:0:202301:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00010000:00000040:2.0:1789307429.360832:0:238794:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616143360 00000020:00000001:1.0:1789307429.360835:0:202301:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.360839:0:238794:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000020:00000001:1.0:1789307429.360840:0:202301:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1789307429.360844:0:202301:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00010000:00000200:2.0:1789307429.360848:0:238794:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf98cfb850 x1876218616143360/t0(0) o400->6d06165a-4799-48d7-99d3-4176da1fff9b@0@lo:475/0 lens 224/224 e 0 to 0 dl 1789307440 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1789307429.360881:0:202301:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1789307429.360886:0:202301:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789307429.360893:0:202301:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00010000:00000001:2.0:1789307429.360900:0:238794:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1789307429.360905:0:202301:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1789307429.360906:0:238794:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307429.360911:0:202301:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307429.360913:0:238794:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe840599e8 time=149 v=5 (1 1 1 0) 00000020:00000001:1.0:1789307429.360916:0:202301:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1789307429.360926:0:202301:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1789307429.360927:0:238794:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1789307429.360931:0:202301:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789307429.360936:0:202301:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfc1e99c00. 02000000:00000001:1.0:1789307429.360940:0:202301:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307429.360942:0:238794:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:1.0:1789307429.360945:0:202301:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.360948:0:238794:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000020:00000001:1.0:1789307429.360950:0:202301:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1789307429.360957:0:202301:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884922548, transno 0, xid 1876218616144512 02000000:00000001:2.0:1789307429.360958:0:238794:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1789307429.360964:0:202301:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 02000000:00000001:2.0:1789307429.360964:0:238794:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.360972:0:238794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000200:1.0:1789307429.360974:0:202301:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf862ec700 x1876218616144512/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:475/0 lens 224/224 e 0 to 0 dl 1789307440 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307429.360982:0:238794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789307429.360994:0:238794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fde58. 00010000:00000001:1.0:1789307429.360995:0:202301:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789307429.361000:0:202301:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789307429.361002:0:238794:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1876218616143360, offset 224 00000100:00001000:1.0:1789307429.361004:0:202301:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=141 v=5 (4 4 1 1) 00000100:00000001:1.0:1789307429.361011:0:202301:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1789307429.361016:0:238794:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1789307429.361018:0:202301:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00000100:00000001:1.0:1789307429.361022:0:202301:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:1.0:1789307429.361026:0:202301:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789307429.361030:0:202301:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307429.361035:0:238794:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1789307429.361036:0:202301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307429.361054:0:202301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789307429.361059:0:202301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54000. 00000400:00000200:2.0:1789307429.361064:0:238794:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6aa693022de00 00000100:00000200:1.0:1789307429.361069:0:202301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616144512, offset 224 00000400:00000200:2.0:1789307429.361077:0:238794:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1c1641 [1] + 224 00000400:00000200:2.0:1789307429.361085:0:238794:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307429.361086:0:202301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789307429.361094:0:238794:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1789307429.361100:0:202301:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1789307429.361101:0:238794:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789307429.361112:0:238794:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbf84d1a300 x1876218616143360/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789307429.361114:0:202301:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa693022e280 00000400:00000200:1.0:1789307429.361132:0:202301:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c1639 [1] + 224 00000400:00000200:1.0:1789307429.361146:0:202301:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1789307429.361147:0:238794:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbf84d1a300 x1876218616143360/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789307429.361156:0:202301:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307429.361164:0:202301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1789307429.361171:0:238794:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000200:1.0:1789307429.361173:0:202301:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfb7f5ad80 x1876218616144512/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307429.361180:0:238794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fde58 00000400:00000010:2.0:1789307429.361185:0:238794:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fde58. 00000100:00000040:1.0:1789307429.361187:0:202301:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfb7f5ad80 x1876218616144512/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.361190:0:238794:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789307429.361192:0:238794:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:2.0:1789307429.361196:0:238794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307429.361208:0:238794:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00010000:00000001:2.0:1789307429.361217:0:238794:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000001:1.0:1789307429.361222:0:202301:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000001:2.0:1789307429.361222:0:238794:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307429.361228:0:238794:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1789307429.361234:0:202301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54000 00000100:00000040:2.0:1789307429.361235:0:238794:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf98cfb850 x1876218616143360/t0(0) o400->6d06165a-4799-48d7-99d3-4176da1fff9b@0@lo:475/0 lens 224/224 e 0 to 0 dl 1789307440 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1789307429.361239:0:202301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54000. 00000100:00000001:1.0:1789307429.361244:0:202301:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1789307429.361247:0:202301:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1789307429.361254:0:202301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.361261:0:202301:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000100:00100000:2.0:1789307429.361263:0:238794:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf98cfb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6d06165a-4799-48d7-99d3-4176da1fff9b+24:118851:x1876218616143360:12345-0@lo:400:kworker.0 Request processed in 577us (2813us total) trans 0 rc 0/0 00010000:00000001:1.0:1789307429.361266:0:202301:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:1.0:1789307429.361269:0:202301:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307429.361275:0:202301:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1789307429.361281:0:202301:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf862ec700 x1876218616144512/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:475/0 lens 224/224 e 0 to 0 dl 1789307440 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307429.361319:0:202301:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf862ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+8:118849:x1876218616144512:12345-0@lo:400:kworker.0 Request processed in 530us (3223us total) trans 0 rc 0/0 00000100:00100000:2.0:1789307429.361319:0:238794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00000040:2.0:1789307429.361327:0:238794:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe97dc9000 : new rpc_count 0 00000100:00000001:2.0:1789307429.361332:0:238794:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1789307429.361333:0:202301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4935 00000100:00000001:2.0:1789307429.361336:0:238794:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1789307429.361339:0:202301:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf92163800 : new rpc_count 0 00000020:00000010:2.0:1789307429.361342:0:238794:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44400. 00000100:00000001:1.0:1789307429.361344:0:202301:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307429.361350:0:202301:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789307429.361352:0:238794:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984bb8. 00000020:00000010:1.0:1789307429.361356:0:202301:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfa31e0980. 00000020:00000010:2.0:1789307429.361361:0:238794:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0b2ca00. 00000020:00000010:1.0:1789307429.361363:0:202301:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696a320. 00000020:00000040:2.0:1789307429.361368:0:238794:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe97dc9000 : new refcount 23 00000020:00000010:1.0:1789307429.361370:0:202301:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb2671200. 02000000:00000001:2.0:1789307429.361380:0:238794:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000020:00000040:1.0:1789307429.361381:0:202301:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf92163800 : new refcount 7 02000000:00000010:2.0:1789307429.361386:0:238794:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9fbfbf308000. 00000100:00000001:1.0:1789307429.361387:0:202301:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1789307429.361394:0:238794:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1789307429.361398:0:238794:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1789307429.361404:0:238794:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1789307429.361410:0:238794:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf83605b58. 00000400:00000010:2.0:1789307429.361417:0:238794:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbfb430f9c0. 00000100:00080000:1.0:1789307429.361444:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:1.0:1789307429.361450:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000100:00000001:1.0:1789307429.361463:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315062701 00000100:00000001:1.0:1789307429.361466:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315057678 00000100:00000001:1.0:1789307429.361470:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315062701 00000100:00000001:2.0:1789307429.361472:0:118851:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4315057798 00000100:00000001:1.0:1789307429.361473:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315057678 00000100:00000001:1.0:1789307429.361484:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315062702 00000100:00000001:2.0:1789307429.361484:0:118851:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 3 is 4315062704 00000100:00000001:2.0:1789307429.361490:0:118851:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4315057798 00000100:00000001:1.0:1789307429.361495:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315057678 00000100:00000001:2.0:1789307429.361498:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307429.361500:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315062704 00000100:00000001:2.0:1789307429.361506:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.361507:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307429.361515:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1789307429.361518:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789307429.361521:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789307429.361523:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf83605cb8. 00000400:00000200:2.0:1789307429.361528:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd880 00000400:00000010:2.0:1789307429.361530:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd880. 00000100:00000001:2.0:1789307429.361533:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:1.0:1789307429.361535:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789307429.361538:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1789307429.361540:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbf84d1a300 x1876218616143360/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1789307429.361542:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644738. 00000400:00000200:1.0:1789307429.361550:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b545d8 00000400:00000010:1.0:1789307429.361555:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b545d8. 00000100:00000200:2.0:1789307429.361559:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbf84d1a300 x1876218616143360/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.361560:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789307429.361569:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbb570e00 x1876218616144128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.361572:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000200:1.0:1789307429.361581:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbb570e00 x1876218616144128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.361583:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307429.361595:0:118851:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:1.0:1789307429.361601:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:2.0:1789307429.361601:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789307429.361605:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307429.361606:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307429.361612:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.361613:0:118849:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789307429.361619:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1789307429.361619:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.361623:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307429.361626:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307429.361628:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe870dcc60 time=35 v=5 (5 5 5 5) 02000000:00000001:1.0:1789307429.361630:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307429.361640:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe870dcc18 time=149 v=5 (1 1 1 0) 00000100:00001000:1.0:1789307429.361644:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfb68f8460 time=154 v=5 (6 6 6 6) 00000100:00000001:2.0:1789307429.361646:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00001000:1.0:1789307429.361650:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb68f8418 time=143 v=5 (1 1 1 0) 00000100:00000001:2.0:1789307429.361651:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.361661:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1789307429.361662:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1789307429.361666:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.361668:0:118851:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.361671:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1789307429.361674:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.361677:0:118849:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.361683:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789307429.361685:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbf84d1a300 x1876218616143360/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307429.361687:0:118849:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:1.0:1789307429.361694:0:118849:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307429.361699:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.361709:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307429.361713:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1789307429.361716:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbb570e00 x1876218616144128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.361717:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.361735:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789307429.361735:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf84d1a300 x1876218616143360/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.361748:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307429.361752:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789307429.361757:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbf84d1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6d06165a-4799-48d7-99d3-4176da1fff9b:118851:1876218616143360:0@lo:400:kworker.0 00000100:00000040:1.0:1789307429.361763:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbb570e00 x1876218616144128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.361767:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789307429.361779:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbb572680 x1876218616143872/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307429.361781:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbb570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:118849:1876218616144128:0@lo:400:kworker.0 00000100:00000001:1.0:1789307429.361794:0:118849:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1789307429.361800:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1789307429.361802:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfb7f58000 x1876218616144640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.361805:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307429.361814:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789307429.361820:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307429.361822:0:118849:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789307429.361825:0:118849:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307429.361827:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307429.361831:0:118849:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789307429.361837:0:118849:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1789307429.361837:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbb572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:118851:1876218616143872:0@lo:400:kworker.0 02000000:00000001:1.0:1789307429.361844:0:118849:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307429.361887:0:118849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfb7f58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:118849:1876218616144640:0@lo:400:kworker.0 00000100:00000001:2.0:1789307429.361890:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1789307429.361892:0:118849:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789307429.361897:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789307429.361899:0:118849:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789307429.361902:0:118849:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307429.361904:0:118849:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1789307429.361908:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307429.361910:0:118849:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfb2671200. 02000000:00000001:1.0:1789307429.361915:0:118849:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307429.361916:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1789307429.361921:0:118849:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644738. 02000000:00000010:2.0:1789307429.361923:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfc0b2ca00. 00000400:00000010:1.0:1789307429.361928:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b545d8. 02000000:00000001:2.0:1789307429.361928:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307429.361937:0:118849:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616144640, portal 10 00000400:00000010:2.0:1789307429.361938:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf83605cb8. 00000100:00000001:1.0:1789307429.361944:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307429.361947:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244506730496 : -105829202821120 : ffff9fbfb7f58000) 00000400:00000010:2.0:1789307429.361948:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd880. 00000100:00000040:1.0:1789307429.361962:0:118849:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfb7f58000 x1876218616144640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789307429.361962:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616143872, portal 4 00000100:00000001:2.0:1789307429.361972:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307429.361979:0:118849:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1789307429.361979:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244563461760 : -105829146089856 : ffff9fbfbb572680) 00000100:00000040:1.0:1789307429.361987:0:118849:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789307429.361991:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54000. 00000100:00000200:1.0:1789307429.361995:0:118849:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616144640, offset 0 00000100:00000040:2.0:1789307429.361997:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbb572680 x1876218616143872/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789307429.362005:0:118849:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1789307429.362012:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307429.362020:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1789307429.362026:0:118849:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1789307429.362029:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fde58. 00000100:00000200:2.0:1789307429.362035:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876218616143872, offset 0 00000400:00000200:1.0:1789307429.362052:0:118849:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa693022e300 00000400:00000200:2.0:1789307429.362059:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789307429.362068:0:118849:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 148840 00000400:00000200:2.0:1789307429.362073:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789307429.362079:0:118849:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307429.362089:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6aa693022e000 00000400:00000200:1.0:1789307429.362090:0:118849:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307429.362100:0:118849:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789307429.362104:0:118849:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1789307429.362105:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x1977e9 [8] + 11984 00000100:00000010:1.0:1789307429.362111:0:118849:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb7f95f80. 00000400:00000200:2.0:1789307429.362115:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1789307429.362117:0:118849:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb7f95f80 x1876218616144640 msgsize 224 00000400:00000200:2.0:1789307429.362127:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1789307429.362134:0:118849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1789307429.362139:0:118851:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789307429.362143:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1789307429.362149:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0e9fb80. 00000100:00000040:2.0:1789307429.362153:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfc0e9fb80 x1876218616143872 msgsize 224 00000100:00000001:1.0:1789307429.362154:0:118849:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1789307429.362165:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54000 00000100:00100000:2.0:1789307429.362166:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1789307429.362172:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54000. 00000100:00000001:1.0:1789307429.362177:0:118849:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789307429.362182:0:118849:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfb7f58000 x1876218616144640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.362186:0:118851:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:1.0:1789307429.362192:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307429.362196:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfb7f58000 x1876218616144640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307429.362197:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fde58 00000100:00000001:1.0:1789307429.362208:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307429.362209:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fde58. 00000100:00000001:1.0:1789307429.362211:0:118849:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789307429.362217:0:118851:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1789307429.362219:0:118849:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.362225:0:118849:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 7396 usecs (8 jiffies) 00000100:00000200:2.0:1789307429.362227:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbb572680 x1876218616143872/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.362230:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315057679 00000100:00000001:1.0:1789307429.362236:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315062701 00000100:00000001:1.0:1789307429.362242:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315057679 00000100:00000001:1.0:1789307429.362250:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315062701 00000100:00000001:1.0:1789307429.362257:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315057679 00000100:00000001:1.0:1789307429.362262:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315062702 00000100:00000001:2.0:1789307429.362265:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789307429.362266:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315057679 00000100:00000001:1.0:1789307429.362272:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315062704 00000100:00000040:2.0:1789307429.362277:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbb572680 x1876218616143872/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.362280:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307429.362282:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1789307429.362287:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789307429.362289:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789307429.362293:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644580. 00000400:00000200:1.0:1789307429.362301:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54d48 00000400:00000010:1.0:1789307429.362305:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54d48. 00000100:00000001:1.0:1789307429.362311:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1789307429.362314:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307429.362320:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbf84ec5880 x1876218616143488/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.362320:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789307429.362330:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307429.362336:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbf84ec5880 x1876218616143488/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307429.362339:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 38818 usecs (39 jiffies) 00000100:00000001:1.0:1789307429.362354:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789307429.362354:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315057710 00000100:00000001:1.0:1789307429.362358:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.362365:0:118849:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789307429.362367:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789307429.362368:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307429.362370:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307429.362372:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307429.362378:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf89fa1460 time=126 v=5 (6 6 6 6) 00000100:00001000:1.0:1789307429.362382:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf89fa1418 time=143 v=5 (1 1 1 0) 00000100:00000001:2.0:1789307429.362383:0:122266:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1789307429.362386:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789307429.362389:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307429.362389:0:122266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616143872 00010000:00000001:1.0:1789307429.362398:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1789307429.362399:0:122266:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1789307429.362403:0:118849:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.362404:0:122266:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307429.362407:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1789307429.362409:0:122266:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.362411:0:118849:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1789307429.362415:0:118849:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1789307429.362415:0:122266:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.362419:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307429.362427:0:122266:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616143872 00000100:00000040:1.0:1789307429.362430:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbf84ec5880 x1876218616143488/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307429.362433:0:122266:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307429.362439:0:122266:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed7781e 00000100:00000001:1.0:1789307429.362450:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789307429.362451:0:122266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:3.0:1789307429.362451:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315062701 00000100:00000001:1.0:1789307429.362461:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:2.0:1789307429.362461:0:122266:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe8a12d000 refcount=5 00000100:00000001:3.0:1789307429.362462:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315057710 00000100:00000001:1.0:1789307429.362466:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307429.362473:0:122266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239441932288 : -105834267619328 : ffff9fbe8a12d000) 00000100:00000001:3.0:1789307429.362473:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315062701 00000100:00000040:1.0:1789307429.362481:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf84ec5880 x1876218616143488/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307429.362486:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315057710 00000020:00000001:2.0:1789307429.362487:0:122266:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239441932288 : -105834267619328 : ffff9fbe8a12d000) 00000100:00000001:3.0:1789307429.362503:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315062702 00000100:00000001:2.0:1789307429.362505:0:122266:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1789307429.362509:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbf84ec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:118849:1876218616143488:0@lo:400:kworker.0 00000100:00000001:3.0:1789307429.362515:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315057710 00000020:00000010:2.0:1789307429.362516:0:122266:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00500. 00000020:00000040:2.0:1789307429.362525:0:122266:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff9fbf82a0b380) now 10 - evictor 00000100:00000001:3.0:1789307429.362527:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315062704 00000100:00000001:3.0:1789307429.362535:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307429.362543:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.362544:0:122266:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1789307429.362549:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000010:2.0:1789307429.362551:0:122266:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0b2c800. 00000100:00000040:3.0:1789307429.362560:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfb7f5aa00 x1876218616144384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1789307429.362562:0:122266:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44400. 00000020:00000010:2.0:1789307429.362569:0:122266:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984bb8. 00000100:00000040:2.0:1789307429.362582:0:122266:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1789307429.362588:0:122266:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307429.362593:0:122266:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789307429.362593:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789307429.362595:0:122266:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307429.362599:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.362604:0:122266:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1789307429.362605:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1789307429.362609:0:122266:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:3.0:1789307429.362610:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307429.362614:0:122266:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307429.362620:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307429.362630:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfb7f5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:118851:1876218616144384:0@lo:400:kworker.0 00000100:00000001:2.0:1789307429.362631:0:122266:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307429.362643:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789307429.362649:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789307429.362654:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.362659:0:122266:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1789307429.362659:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1789307429.362667:0:122266:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000010:3.0:1789307429.362668:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfc0bef000. 00000100:00100000:2.0:1789307429.362678:0:122266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4936 02000000:00000001:3.0:1789307429.362678:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307429.362686:0:122266:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe8a12d000 : new rpc_count 1 00000400:00000010:3.0:1789307429.362687:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a516898. 00000100:00000001:2.0:1789307429.362696:0:122266:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244656970624 : -105829052580992 : ffff9fbfc0e9fb80) 00000400:00000001:1.0:1789307429.362697:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000010:3.0:1789307429.362698:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde220. 00000400:00000001:1.0:1789307429.362704:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789307429.362707:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe856440b0. 00000100:00000040:2.0:1789307429.362710:0:122266:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfc0e9fb80 x1876218616143872/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:475/0 lens 224/0 e 0 to 0 dl 1789307440 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789307429.362712:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54f68 00000400:00000010:1.0:1789307429.362718:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54f68. 00000100:00000001:1.0:1789307429.362728:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789307429.362732:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616144384, portal 4 00000100:00000001:2.0:1789307429.362736:0:122266:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1789307429.362738:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbb573800 x1876218616144000/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307429.362743:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1789307429.362745:0:122266:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00a80. 00000100:00000001:3.0:1789307429.362753:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244506741248 : -105829202810368 : ffff9fbfb7f5aa00) 00000100:00000001:2.0:1789307429.362755:0:122266:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307429.362771:0:122266:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00a80. 00000100:00000200:1.0:1789307429.362772:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbb573800 x1876218616144000/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307429.362778:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfb7f5aa00 x1876218616144384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307429.362796:0:122266:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfc0e9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:118851:x1876218616143872:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1789307429.362829:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000200:2.0:1789307429.362829:0:122266:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616143872 00000100:00000001:1.0:1789307429.362837:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307429.362842:0:122266:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1789307429.362844:0:118849:0:(client.c:1593:after_reply()) Process entered 00000020:00000001:2.0:1789307429.362878:0:122266:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1789307429.362882:0:122266:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307429.362885:0:122266:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1789307429.362886:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789307429.362890:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1789307429.362893:0:122266:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00000001:1.0:1789307429.362894:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307429.362900:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307429.362904:0:122266:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00001000:1.0:1789307429.362908:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe85bcbc60 time=154 v=5 (5 5 5 5) 00000020:00000001:2.0:1789307429.362910:0:122266:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1789307429.362913:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe85bcbc18 time=4 v=5 (1 1 1 1) 00000020:00000001:2.0:1789307429.362917:0:122266:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1789307429.362919:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1789307429.362922:0:122266:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1789307429.362924:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.362928:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1789307429.362928:0:122266:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.362933:0:118849:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307429.362938:0:122266:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1789307429.362939:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789307429.362945:0:118849:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 12884922541 00000100:00000001:2.0:1789307429.362947:0:122266:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1789307429.362948:0:118849:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1789307429.362952:0:122266:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1789307429.362953:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.362962:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbb573800 x1876218616144000/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1789307429.362962:0:122266:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfbf308000. 02000000:00000001:2.0:1789307429.362969:0:122266:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.362981:0:122266:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.362987:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789307429.362989:0:122266:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789307429.362994:0:122266:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 30064771184, transno 0, xid 1876218616143872 00000100:00000001:1.0:1789307429.362998:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307429.363002:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307429.363006:0:122266:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000040:1.0:1789307429.363011:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbb573800 x1876218616144000/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1789307429.363021:0:122266:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfc0e9fb80 x1876218616143872/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:475/0 lens 224/224 e 0 to 0 dl 1789307440 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307429.363024:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbb573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:118849:1876218616144000:0@lo:400:kworker.0 00000100:00000001:3.0:1789307429.363027:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000001:1.0:1789307429.363034:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789307429.363050:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1789307429.363054:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789307429.363056:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe856447e8. 00000400:00000010:3.0:1789307429.363061:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdeee0. 00000400:00000200:1.0:1789307429.363064:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54dd0 00000400:00000010:1.0:1789307429.363072:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54dd0. 00000100:00000001:1.0:1789307429.363079:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789307429.363081:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876218616144384, offset 0 00000100:00000200:1.0:1789307429.363091:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfb7f5ad80 x1876218616144512/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789307429.363093:0:122266:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789307429.363099:0:122266:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307429.363102:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:2.0:1789307429.363109:0:122266:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=141 v=5 (4 4 1 1) 00000100:00000001:2.0:1789307429.363126:0:122266:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1789307429.363128:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1789307429.363134:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfb7f5ad80 x1876218616144512/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307429.363134:0:122266:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:2.0:1789307429.363147:0:122266:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000400:00000200:3.0:1789307429.363151:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6aa693022e200 02000000:00000001:2.0:1789307429.363157:0:122266:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307429.363165:0:122266:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307429.363175:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x1977e9 [8] + 12208 00000100:00000001:2.0:1789307429.363176:0:122266:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1789307429.363178:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:2.0:1789307429.363184:0:122266:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1789307429.363185:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.363193:0:118849:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789307429.363195:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1789307429.363195:0:122266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fde58. 00000400:00000200:3.0:1789307429.363198:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789307429.363201:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1789307429.363205:0:122266:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616143872, offset 224 00000100:00000001:1.0:1789307429.363206:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307429.363212:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1789307429.363216:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307429.363224:0:122266:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:1.0:1789307429.363228:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf97e5e460 time=148 v=5 (5 5 5 0) 00000100:00000001:3.0:1789307429.363231:0:118851:0:(events.c:290:request_in_callback()) Process entered 00000100:00001000:1.0:1789307429.363235:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf97e5e418 time=148 v=5 (1 1 1 0) 00000100:00000200:3.0:1789307429.363237:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:2.0:1789307429.363239:0:122266:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1789307429.363250:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789307429.363253:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789307429.363256:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf20a80. 00010000:00000001:1.0:1789307429.363259:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1789307429.363261:0:122266:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa693022e000 00000100:00000040:3.0:1789307429.363263:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbf20a80 x1876218616144384 msgsize 224 00010000:00000001:1.0:1789307429.363267:0:118849:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.363273:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789307429.363276:0:118849:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884922548 00000400:00000200:2.0:1789307429.363282:0:122266:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c1681 [1] + 224 00000100:00000001:1.0:1789307429.363283:0:118849:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307429.363290:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307429.363291:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1789307429.363295:0:122266:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1789307429.363302:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfb7f5ad80 x1876218616144512/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307429.363306:0:122266:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1789307429.363310:0:118851:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:2.0:1789307429.363316:0:122266:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:3.0:1789307429.363321:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdeee0 00000100:00000200:2.0:1789307429.363324:0:122266:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbb572680 x1876218616143872/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1789307429.363327:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdeee0. 00000100:00000001:3.0:1789307429.363337:0:118851:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789307429.363348:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfb7f5aa00 x1876218616144384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.363379:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789307429.363385:0:122266:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfbb572680 x1876218616143872/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.363389:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789307429.363392:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789307429.363393:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789307429.363402:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfb7f5aa00 x1876218616144384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307429.363410:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb7f5ad80 x1876218616144512/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.363420:0:122266:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789307429.363430:0:122266:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fde58 00000400:00000010:2.0:1789307429.363439:0:122266:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fde58. 00000100:00000001:3.0:1789307429.363447:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.363451:0:122266:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789307429.363457:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789307429.363458:0:122266:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00100000:1.0:1789307429.363464:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfb7f5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:118849:1876218616144512:0@lo:400:kworker.0 00000100:00000001:3.0:1789307429.363466:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.363468:0:122266:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307429.363482:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 18536 usecs (19 jiffies) 00000100:00000001:1.0:1789307429.363483:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307429.363484:0:122266:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000100:00000001:1.0:1789307429.363492:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789307429.363493:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315057691 00010000:00000001:2.0:1789307429.363494:0:122266:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307429.363502:0:122266:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.363503:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315062701 00000100:00000040:1.0:1789307429.363505:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbb570e00 x1876218616144128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307429.363510:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315057691 00000020:00000001:2.0:1789307429.363515:0:122266:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1789307429.363522:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315062701 00000100:00000001:1.0:1789307429.363527:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1789307429.363527:0:122266:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfc0e9fb80 x1876218616143872/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:475/0 lens 224/224 e 0 to 0 dl 1789307440 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307429.363529:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315057691 02000000:00000001:1.0:1789307429.363535:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1789307429.363538:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315062702 02000000:00000010:1.0:1789307429.363542:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfb2671e00. 00000100:00000001:3.0:1789307429.363544:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315057691 02000000:00000001:1.0:1789307429.363551:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1789307429.363552:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315062704 00000020:00000001:1.0:1789307429.363557:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00000100:00100000:2.0:1789307429.363559:0:122266:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfc0e9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:118851:x1876218616143872:12345-0@lo:400:kworker.0 Request processed in 817us (1399us total) trans 0 rc 0/0 00000100:00000001:3.0:1789307429.363560:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1789307429.363562:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbfb68f8000 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:3.0:1789307429.363566:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307429.363572:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307429.363579:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbeb77ebd00. 00000100:00000001:3.0:1789307429.363582:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1789307429.363586:0:122266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4936 02000000:00000001:1.0:1789307429.363589:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1789307429.363591:0:122266:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe8a12d000 : new rpc_count 0 00000100:00000040:3.0:1789307429.363592:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbf0f800 x1876218616144896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307429.363594:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307429.363600:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbb570e00. 00000100:00000001:2.0:1789307429.363600:0:122266:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307429.363606:0:122266:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1789307429.363611:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000020:00000010:2.0:1789307429.363612:0:122266:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44400. 00000100:00000001:3.0:1789307429.363613:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789307429.363615:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307429.363619:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.363620:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1789307429.363620:0:122266:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984bb8. 00000020:00000010:2.0:1789307429.363629:0:122266:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0b2c800. 02000000:00000001:3.0:1789307429.363629:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1789307429.363633:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbf84ec5880 x1876218616143488/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789307429.363635:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1789307429.363639:0:122266:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a12d000 : new refcount 4 02000000:00000001:3.0:1789307429.363648:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.363649:0:122266:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789307429.363667:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbf0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:118851:1876218616144896:0@lo:400:kworker.0 00000100:00000001:1.0:1789307429.363670:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1789307429.363670:0:122266:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1789307429.363673:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1789307429.363675:0:122266:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616144384 00000100:00000001:3.0:1789307429.363676:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1789307429.363678:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfb2671000. 02000000:00000001:2.0:1789307429.363681:0:122266:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1789307429.363681:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789307429.363684:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789307429.363685:0:122266:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1789307429.363686:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307429.363689:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:2.0:1789307429.363691:0:122266:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307429.363691:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1789307429.363693:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbf89fa1000 refcount=2 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1789307429.363698:0:122266:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789307429.363698:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfc0beec00. 00000100:00100000:2.0:1789307429.363701:0:122266:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616144384 00000020:00000001:2.0:1789307429.363709:0:122266:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000001:1.0:1789307429.363711:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000001:3.0:1789307429.363711:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307429.363713:0:122266:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed7782c 02000000:00000010:1.0:1789307429.363720:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf83153400. 00000020:00000001:2.0:1789307429.363721:0:122266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000010:3.0:1789307429.363722:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a516b58. 00000020:00000040:2.0:1789307429.363728:0:122266:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe8a12d800 refcount=5 00000020:00000001:2.0:1789307429.363732:0:122266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239441934336 : -105834267617280 : ffff9fbe8a12d800) 02000000:00000001:1.0:1789307429.363734:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1789307429.363735:0:122266:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239441934336 : -105834267617280 : ffff9fbe8a12d800) 00000400:00000010:3.0:1789307429.363735:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdeee0. 02000000:00000001:1.0:1789307429.363739:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307429.363744:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf84ec5880. 00000100:00000001:2.0:1789307429.363745:0:122266:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1789307429.363745:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616144896, portal 10 00000020:00000010:2.0:1789307429.363754:0:122266:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00a80. 00000100:00000001:3.0:1789307429.363754:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789307429.363757:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244573542400 : -105829136009216 : ffff9fbfbbf0f800) 00000100:00000001:1.0:1789307429.363758:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307429.363763:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307429.363763:0:122266:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1789307429.363768:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1789307429.363769:0:122266:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00a80. 00000100:00000040:3.0:1789307429.363772:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbf0f800 x1876218616144896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307429.363779:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbb573800 x1876218616144000/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1789307429.363780:0:122266:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0b2c800. 00000020:00000010:2.0:1789307429.363788:0:122266:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44400. 00000020:00000010:2.0:1789307429.363803:0:122266:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984bb8. 00000100:00000001:3.0:1789307429.363805:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307429.363815:0:122266:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:3.0:1789307429.363819:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1789307429.363822:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1789307429.363823:0:122266:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1789307429.363826:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde198. 02000000:00000001:1.0:1789307429.363827:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1789307429.363827:0:122266:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:1.0:1789307429.363833:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfb2670a00. 00000100:00000001:2.0:1789307429.363835:0:122266:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1789307429.363835:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616144896, offset 0 02000000:00000001:1.0:1789307429.363839:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307429.363842:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307429.363846:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbe85bcb800 refcount=2 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:2.0:1789307429.363846:0:122266:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:3.0:1789307429.363847:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1789307429.363885:0:122266:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1789307429.363887:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1789307429.363889:0:122266:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307429.363892:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfb6bb8800. 00000400:00000200:3.0:1789307429.363900:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1789307429.363901:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1789307429.363904:0:122266:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1789307429.363905:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307429.363908:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbb573800. 00000400:00000200:3.0:1789307429.363914:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa693022e400 00000100:00000001:1.0:1789307429.363916:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789307429.363918:0:122266:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307429.363920:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307429.363923:0:122266:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1789307429.363927:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1789307429.363928:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 149064 00000100:00100000:2.0:1789307429.363935:0:122266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4937 00000100:00000040:1.0:1789307429.363938:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfb7f5ad80 x1876218616144512/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307429.363942:0:122266:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe8a12d800 : new rpc_count 1 00000400:00000200:3.0:1789307429.363944:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1789307429.363949:0:122266:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244573612672 : -105829135938944 : ffff9fbfbbf20a80) 00000400:00000200:3.0:1789307429.363964:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1789307429.363965:0:122266:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbf20a80 x1876218616144384/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:475/0 lens 224/0 e 0 to 0 dl 1789307440 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.363968:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307429.363973:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1789307429.363975:0:118851:0:(events.c:290:request_in_callback()) Process entered 02000000:00000010:1.0:1789307429.363978:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfb2671a00. 00000100:00000001:2.0:1789307429.363982:0:122266:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1789307429.363984:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1789307429.363986:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1789307429.363989:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000010:2.0:1789307429.363990:0:122266:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00a80. 00000100:00000010:3.0:1789307429.363993:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf22d80. 00000020:00000040:1.0:1789307429.363995:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbf97e5e000 refcount=5 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:2.0:1789307429.363997:0:122266:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789307429.363999:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbf22d80 x1876218616144896 msgsize 224 00000020:00000001:1.0:1789307429.364002:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307429.364010:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfb559de00. 00000020:00000010:2.0:1789307429.364010:0:122266:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00a80. 00000100:00100000:3.0:1789307429.364022:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1789307429.364023:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307429.364027:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1789307429.364028:0:122266:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbf20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:118851:x1876218616144384:12345-0@lo:400:kworker.0 00000100:00000010:1.0:1789307429.364031:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfb7f5ad80. 00000100:00000200:2.0:1789307429.364035:0:122266:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616144384 00000100:00000001:3.0:1789307429.364035:0:118851:0:(events.c:377:request_in_callback()) Process leaving 00000020:00000001:2.0:1789307429.364054:0:122266:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1789307429.364057:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1789307429.364058:0:122266:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:3.0:1789307429.364058:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde198 00000100:00000001:1.0:1789307429.364063:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307429.364064:0:122266:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789307429.364065:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde198. 00000100:00000001:1.0:1789307429.364070:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307429.364071:0:122266:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1789307429.364073:0:118851:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1789307429.364076:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1789307429.364077:0:122266:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00000001:1.0:1789307429.364081:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1789307429.364082:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbf0f800 x1876218616144896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307429.364083:0:122266:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000001:1.0:1789307429.364088:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1789307429.364089:0:122266:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789307429.364095:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1789307429.364096:0:122266:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1789307429.364099:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1789307429.364101:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644e70. 00000020:00000001:2.0:1789307429.364102:0:122266:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1789307429.364108:0:122266:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307429.364109:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbf0f800 x1876218616144896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789307429.364110:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b546e8 00000020:00000001:2.0:1789307429.364113:0:122266:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000400:00000010:1.0:1789307429.364116:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b546e8. 00000100:00000001:1.0:1789307429.364128:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1789307429.364129:0:122266:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1789307429.364130:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307429.364134:0:122266:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1789307429.364135:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:1.0:1789307429.364142:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbe95a6ed80 x1876218616143616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1789307429.364143:0:122266:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfbf309400. 00000100:00000001:3.0:1789307429.364145:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307429.364153:0:122266:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307429.364155:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 5301 usecs (6 jiffies) 00000100:00000001:2.0:1789307429.364164:0:122266:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.364169:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315057679 00000020:00000001:2.0:1789307429.364171:0:122266:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789307429.364181:0:122266:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 47244640269, transno 0, xid 1876218616144384 00010000:00000001:2.0:1789307429.364185:0:122266:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000200:1.0:1789307429.364189:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbe95a6ed80 x1876218616143616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1789307429.364195:0:122266:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbf20a80 x1876218616144384/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:475/0 lens 224/224 e 0 to 0 dl 1789307440 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307429.364195:0:235179:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789307429.364200:0:235179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616144896 02000000:00000001:3.0:1789307429.364209:0:235179:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789307429.364214:0:235179:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307429.364221:0:235179:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307429.364233:0:235179:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.364244:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 00010000:00000001:2.0:1789307429.364245:0:122266:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1789307429.364245:0:235179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616144896 00000100:00000001:1.0:1789307429.364250:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307429.364252:0:122266:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307429.364252:0:235179:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1789307429.364258:0:118849:0:(client.c:1593:after_reply()) Process entered 00000020:00000040:3.0:1789307429.364259:0:235179:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed77872 00000100:00001000:2.0:1789307429.364260:0:122266:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=141 v=5 (4 4 1 1) 02000000:00000001:1.0:1789307429.364264:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1789307429.364265:0:235179:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:2.0:1789307429.364267:0:122266:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1789307429.364268:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1789307429.364270:0:235179:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfa3386800 refcount=5 00000100:00000001:1.0:1789307429.364273:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307429.364276:0:122266:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000020:00000001:3.0:1789307429.364277:0:235179:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244158793728 : -105829550757888 : ffff9fbfa3386800) 02000000:00000001:1.0:1789307429.364280:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.364285:0:122266:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000020:00000001:3.0:1789307429.364286:0:235179:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244158793728 : -105829550757888 : ffff9fbfa3386800) 00000100:00001000:1.0:1789307429.364290:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf97e31c60 time=126 v=5 (6 6 6 6) 02000000:00000001:2.0:1789307429.364291:0:122266:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1789307429.364293:0:235179:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1789307429.364296:0:122266:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307429.364301:0:235179:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0800. 00000100:00001000:1.0:1789307429.364303:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf97e31c18 time=148 v=5 (1 1 1 1) 00000100:00000001:2.0:1789307429.364303:0:122266:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1789307429.364307:0:235179:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbfb56d0900. 00000100:00000040:2.0:1789307429.364312:0:122266:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1789307429.364313:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789307429.364319:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307429.364319:0:122266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fde58. 00000020:00000040:3.0:1789307429.364324:0:235179:0:(obd_config.c:995:class_incref()) incref lustre-MDT0001 (ffff9fbf82a08000) now 12 - evictor 00010000:00000001:1.0:1789307429.364331:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1789307429.364335:0:122266:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616144384, offset 224 00010000:00000001:1.0:1789307429.364336:0:118849:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.364337:0:235179:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1789307429.364342:0:235179:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0800. 00000100:00000001:1.0:1789307429.364345:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1789307429.364346:0:122266:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1789307429.364350:0:118849:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000020:00000010:3.0:1789307429.364352:0:235179:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0bef200. 00000100:00000001:1.0:1789307429.364355:0:118849:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307429.364361:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307429.364361:0:122266:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1789307429.364362:0:235179:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47a500. 00000020:00000010:3.0:1789307429.364374:0:235179:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e898. 00000100:00000040:1.0:1789307429.364376:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbe95a6ed80 x1876218616143616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307429.364377:0:122266:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa693022e200 00000100:00000040:3.0:1789307429.364382:0:235179:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1789307429.364391:0:235179:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307429.364398:0:235179:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1789307429.364399:0:122266:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c1691 [1] + 224 00000100:00000001:3.0:1789307429.364405:0:235179:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307429.364417:0:235179:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1789307429.364419:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1789307429.364422:0:122266:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789307429.364422:0:235179:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1789307429.364425:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789307429.364427:0:235179:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307429.364430:0:122266:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307429.364438:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307429.364439:0:122266:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1789307429.364439:0:235179:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1789307429.364449:0:122266:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfb7f5aa00 x1876218616144384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307429.364455:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbe95a6ed80 x1876218616143616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307429.364458:0:235179:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789307429.364463:0:235179:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789307429.364478:0:235179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2113 00000100:00000040:3.0:1789307429.364492:0:235179:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfa3386800 : new rpc_count 1 00000100:00000040:2.0:1789307429.364493:0:122266:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfb7f5aa00 x1876218616144384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307429.364498:0:235179:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244573621632 : -105829135929984 : ffff9fbfbbf22d80) 00000100:00100000:1.0:1789307429.364500:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbe95a6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:118849:1876218616143616:0@lo:400:kworker.0 00000100:00000040:3.0:1789307429.364515:0:235179:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbf22d80 x1876218616144896/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:475/0 lens 224/0 e 0 to 0 dl 1789307440 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789307429.364523:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789307429.364529:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1789307429.364534:0:122266:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000010:1.0:1789307429.364537:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644738. 00000100:00000001:3.0:1789307429.364543:0:235179:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1789307429.364546:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b545d8 00000020:00000010:3.0:1789307429.364548:0:235179:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0800. 00000400:00000010:1.0:1789307429.364551:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b545d8. 00000100:00000001:3.0:1789307429.364554:0:235179:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307429.364558:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000010:3.0:1789307429.364560:0:235179:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0800. 00000400:00000200:2.0:1789307429.364562:0:122266:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fde58 00000100:00000200:1.0:1789307429.364567:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfb7f58000 x1876218616144640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1789307429.364568:0:122266:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fde58. 00000100:00100000:3.0:1789307429.364569:0:235179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbf22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:118851:x1876218616144896:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1789307429.364577:0:122266:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789307429.364582:0:122266:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:2.0:1789307429.364588:0:122266:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789307429.364589:0:235179:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616144896 00000020:00000001:3.0:1789307429.364599:0:235179:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000040:2.0:1789307429.364602:0:122266:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000020:00000001:3.0:1789307429.364605:0:235179:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1789307429.364611:0:235179:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.364612:0:122266:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000200:1.0:1789307429.364616:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfb7f58000 x1876218616144640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307429.364616:0:122266:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307429.364617:0:235179:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789307429.364622:0:235179:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000020:00000001:2.0:1789307429.364625:0:122266:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1789307429.364632:0:235179:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1789307429.364635:0:122266:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf20a80 x1876218616144384/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:475/0 lens 224/224 e 0 to 0 dl 1789307440 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307429.364646:0:235179:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.364648:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307429.364653:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789307429.364655:0:235179:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1789307429.364661:0:118849:0:(client.c:1593:after_reply()) Process entered 00000020:00000001:3.0:1789307429.364661:0:235179:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1789307429.364667:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1789307429.364667:0:235179:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307429.364668:0:122266:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbf20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:118851:x1876218616144384:12345-0@lo:400:kworker.0 Request processed in 683us (1401us total) trans 0 rc 0/0 00000100:00000001:1.0:1789307429.364671:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1789307429.364673:0:235179:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1789307429.364679:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.364681:0:235179:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789307429.364686:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307429.364687:0:122266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4937 02000000:00000001:3.0:1789307429.364688:0:235179:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1789307429.364696:0:122266:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe8a12d800 : new rpc_count 0 02000000:00000010:3.0:1789307429.364696:0:235179:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbf86cd2000. 00000100:00001000:1.0:1789307429.364698:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe960a0c60 time=143 v=5 (6 6 6 0) 02000000:00000001:3.0:1789307429.364702:0:235179:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.364703:0:122266:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:1.0:1789307429.364707:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe960a0c18 time=143 v=5 (1 1 1 0) 00000100:00000001:2.0:1789307429.364707:0:122266:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1789307429.364708:0:235179:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307429.364715:0:122266:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44400. 00000020:00000001:3.0:1789307429.364719:0:235179:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.364720:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1789307429.364723:0:122266:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984bb8. 00000100:00000001:1.0:1789307429.364725:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789307429.364727:0:235179:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616144896 00000020:00000010:2.0:1789307429.364729:0:122266:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0b2c800. 00010000:00000001:1.0:1789307429.364730:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789307429.364733:0:235179:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000001:1.0:1789307429.364736:0:118849:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307429.364737:0:122266:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a12d800 : new refcount 4 00000100:00000001:1.0:1789307429.364746:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00010000:00000200:3.0:1789307429.364746:0:235179:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbf22d80 x1876218616144896/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:475/0 lens 224/224 e 0 to 0 dl 1789307440 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.364747:0:122266:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789307429.364751:0:118849:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1789307429.364757:0:118849:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307429.364762:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.364774:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfb7f58000 x1876218616144640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789307429.364775:0:235179:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789307429.364780:0:235179:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789307429.364783:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00001000:3.0:1789307429.364792:0:235179:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=8 v=5 (1 1 1 5) 00000020:00000040:2.0:1789307429.364794:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0001 (ffff9fbf82a08000) now 12 - evictor 00000100:00000001:3.0:1789307429.364799:0:235179:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00080000:2.0:1789307429.364801:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:3.0:1789307429.364806:0:235179:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000020:00000040:2.0:1789307429.364809:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000 (ffff9fbf82a0b380) now 10 - evictor 00000100:00000001:3.0:1789307429.364816:0:235179:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:3.0:1789307429.364825:0:235179:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789307429.364827:0:235179:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.364836:0:235179:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789307429.364847:0:235179:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1789307429.364848:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307429.364873:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307429.364874:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789307429.364881:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb7f58000 x1876218616144640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307429.364892:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfb7f58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:118849:1876218616144640:0@lo:400:kworker.0 00000400:00000010:3.0:1789307429.364893:0:235179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde198. 00000100:00000001:1.0:1789307429.364900:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1789307429.364902:0:235179:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218616144896, offset 224 00000100:00000001:1.0:1789307429.364906:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307429.364918:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbe95a6ed80 x1876218616143616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789307429.364918:0:235179:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1789307429.364936:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1789307429.364936:0:235179:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1789307429.364942:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307429.364946:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfb2670e00. 02000000:00000001:1.0:1789307429.364953:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1789307429.364954:0:235179:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6aa693022e400 00000020:00000001:1.0:1789307429.364958:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307429.364962:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbf97e31800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000400:00000200:3.0:1789307429.364969:0:235179:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c169d [1] + 224 00000020:00000001:1.0:1789307429.364970:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307429.364974:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf83153200. 02000000:00000001:1.0:1789307429.364983:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1789307429.364985:0:235179:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1789307429.364987:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307429.364991:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbe95a6ed80. 00000400:00000200:3.0:1789307429.364997:0:235179:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307429.364999:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789307429.365002:0:235179:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1789307429.365003:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.365008:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1789307429.365013:0:235179:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbbf0f800 x1876218616144896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307429.365017:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfb7f58000 x1876218616144640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.365062:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307429.365065:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307429.365069:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfb2671200. 02000000:00000001:1.0:1789307429.365076:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307429.365080:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000040:3.0:1789307429.365081:0:235179:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfbbf0f800 x1876218616144896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1789307429.365082:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbe960a0800 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1789307429.365098:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1789307429.365100:0:235179:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000010:1.0:1789307429.365103:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfb559d000. 02000000:00000001:1.0:1789307429.365110:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1789307429.365111:0:235179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde198 02000000:00000001:1.0:1789307429.365112:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307429.365117:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfb7f58000. 00000400:00000010:3.0:1789307429.365118:0:235179:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde198. 00000100:00000001:1.0:1789307429.365123:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789307429.365126:0:235179:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1789307429.365127:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307429.365130:0:235179:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1789307429.365133:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307429.365138:0:235179:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.365143:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1789307429.365144:0:235179:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000100:00000001:1.0:1789307429.365148:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.365150:0:235179:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000001:1.0:1789307429.365154:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1789307429.365155:0:235179:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.365160:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307429.365161:0:235179:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1789307429.365170:0:235179:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf22d80 x1876218616144896/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:475/0 lens 224/224 e 0 to 0 dl 1789307440 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307429.365181:0:235179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbf22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:118851:x1876218616144896:12345-0@lo:400:kworker.0 Request processed in 636us (1179us total) trans 0 rc 0/0 00000100:00100000:3.0:1789307429.365189:0:235179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2113 00000100:00000040:3.0:1789307429.365193:0:235179:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfa3386800 : new rpc_count 0 00000100:00000001:3.0:1789307429.365195:0:235179:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789307429.365197:0:235179:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1789307429.365200:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315062701 00000020:00000010:3.0:1789307429.365201:0:235179:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47a500. 00000100:00000001:1.0:1789307429.365209:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315057680 00000020:00000010:3.0:1789307429.365210:0:235179:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e898. 00000100:00000001:1.0:1789307429.365216:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315062701 00000020:00000010:3.0:1789307429.365220:0:235179:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0bef200. 00000100:00000001:1.0:1789307429.365221:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315057680 00000100:00000001:1.0:1789307429.365228:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315062702 00000020:00000040:3.0:1789307429.365228:0:235179:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfa3386800 : new refcount 4 00000100:00000001:1.0:1789307429.365232:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315057680 00000100:00000001:3.0:1789307429.365234:0:235179:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.365238:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315062704 00000100:00000001:1.0:1789307429.365244:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307429.365248:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1789307429.365254:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789307429.365255:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789307429.365259:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a516b58. 00000400:00000200:1.0:1789307429.365264:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdeee0 00000400:00000010:1.0:1789307429.365267:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdeee0. 00000100:00000001:1.0:1789307429.365271:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789307429.365277:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbf0f800 x1876218616144896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789307429.365286:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbf0f800 x1876218616144896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.365292:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307429.365299:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.365302:0:118851:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789307429.365304:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789307429.365305:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307429.365307:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307429.365309:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307429.365314:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfb52e0460 time=36 v=5 (6 0 0 0) 00000100:00001000:1.0:1789307429.365317:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb52e0418 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1789307429.365320:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789307429.365321:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.365323:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789307429.365326:0:118851:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.365329:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789307429.365330:0:118851:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1789307429.365331:0:118851:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307429.365333:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.365336:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbf0f800 x1876218616144896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.365343:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307429.365345:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307429.365347:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789307429.365350:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf0f800 x1876218616144896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307429.365357:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbf0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:118851:1876218616144896:0@lo:400:kworker.0 00000400:00000001:1.0:1789307429.365367:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789307429.365368:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789307429.365371:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf83605e70. 00000400:00000200:1.0:1789307429.365375:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd5d8 00000400:00000010:1.0:1789307429.365377:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd5d8. 00000100:00000001:1.0:1789307429.365381:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789307429.365386:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfb7f59c00 x1876218616144256/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789307429.365394:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfb7f59c00 x1876218616144256/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.365409:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307429.365412:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.365414:0:118851:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789307429.365415:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789307429.365416:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307429.365418:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307429.365419:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307429.365425:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfba939c60 time=148 v=5 (5 5 5 0) 00000100:00001000:1.0:1789307429.365428:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfba939c18 time=148 v=5 (1 1 1 0) 00000100:00000001:1.0:1789307429.365430:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789307429.365432:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.365433:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789307429.365435:0:118851:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.365437:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789307429.365439:0:118851:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 17179874248 00000100:00000001:1.0:1789307429.365441:0:118851:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307429.365443:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.365447:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfb7f59c00 x1876218616144256/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.365454:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307429.365456:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307429.365457:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789307429.365461:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb7f59c00 x1876218616144256/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307429.365467:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfb7f59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:118851:1876218616144256:0@lo:400:kworker.0 00000400:00000001:1.0:1789307429.365473:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789307429.365474:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789307429.365477:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf83605210. 00000400:00000200:1.0:1789307429.365479:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fdc38 00000400:00000010:1.0:1789307429.365481:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fdc38. 00000100:00000001:1.0:1789307429.365483:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789307429.365489:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbf0c380 x1876218616144768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789307429.365506:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbf0c380 x1876218616144768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.365513:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307429.365515:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.365517:0:118851:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789307429.365519:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789307429.365520:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307429.365522:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307429.365523:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307429.365529:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe901f3c60 time=36 v=5 (6 0 0 0) 00000100:00001000:1.0:1789307429.365532:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe901f3c18 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1789307429.365534:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789307429.365535:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.365537:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789307429.365539:0:118851:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.365542:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789307429.365543:0:118851:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1789307429.365545:0:118851:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307429.365546:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.365550:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbf0c380 x1876218616144768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.365556:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307429.365559:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307429.365561:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789307429.365565:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf0c380 x1876218616144768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307429.365573:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbf0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:118851:1876218616144768:0@lo:400:kworker.0 00000400:00000001:1.0:1789307429.365579:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789307429.365580:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789307429.365583:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf836051b8. 00000400:00000200:1.0:1789307429.365587:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd908 00000400:00000010:1.0:1789307429.365589:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd908. 00000100:00000001:1.0:1789307429.365599:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789307429.365603:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbf31c00 x1876218616143744/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789307429.365611:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbf31c00 x1876218616143744/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.365618:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307429.365620:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.365621:0:118851:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789307429.365623:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789307429.365624:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307429.365626:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307429.365628:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307429.365633:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf84cc6c60 time=149 v=5 (5 5 5 5) 00000100:00001000:1.0:1789307429.365636:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf84cc6c18 time=143 v=5 (1 1 1 0) 00000100:00000001:1.0:1789307429.365638:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789307429.365639:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.365641:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789307429.365643:0:118851:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.365645:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789307429.365647:0:118851:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25769821637 00000100:00000001:1.0:1789307429.365648:0:118851:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307429.365651:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.365655:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbf31c00 x1876218616143744/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.365661:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307429.365663:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307429.365664:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789307429.365667:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf31c00 x1876218616143744/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307429.365675:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbf31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:118851:1876218616143744:0@lo:400:kworker.0 00000100:00000001:1.0:1789307429.365680:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.365682:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307429.365686:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbf84d1a300 x1876218616143360/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.365701:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307429.365703:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307429.365705:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0b2d400. 02000000:00000001:1.0:1789307429.365709:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307429.365711:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307429.365712:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbe870dc800 refcount=3 obd=MGC192.168.204.156@tcp 00000020:00000001:1.0:1789307429.365715:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307429.365717:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfbfb18f00. 02000000:00000001:1.0:1789307429.365721:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307429.365722:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307429.365723:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf84d1a300. 00000100:00000001:1.0:1789307429.365728:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307429.365730:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.365732:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307429.365735:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbf0f800 x1876218616144896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.365742:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307429.365743:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307429.365745:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0beec00. 02000000:00000001:1.0:1789307429.365748:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307429.365750:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307429.365751:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbfb52e0000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1789307429.365753:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307429.365755:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf82fef000. 02000000:00000001:1.0:1789307429.365758:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307429.365759:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307429.365760:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbf0f800. 00000100:00000001:1.0:1789307429.365764:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307429.365766:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.365768:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307429.365772:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfb7f59c00 x1876218616144256/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.365779:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307429.365780:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307429.365781:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0b2cc00. 02000000:00000001:1.0:1789307429.365790:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307429.365792:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307429.365793:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbfba939800 refcount=4 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1789307429.365795:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307429.365796:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbeb77ebb00. 02000000:00000001:1.0:1789307429.365798:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307429.365800:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307429.365801:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfb7f59c00. 00000100:00000001:1.0:1789307429.365805:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307429.365807:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.365808:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307429.365812:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbf0c380 x1876218616144768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.365818:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307429.365820:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307429.365821:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0b2ce00. 02000000:00000001:1.0:1789307429.365824:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307429.365825:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307429.365826:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbe901f3800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1789307429.365829:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307429.365831:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf82fef500. 02000000:00000001:1.0:1789307429.365834:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307429.365835:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307429.365837:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbf0c380. 00000100:00000001:1.0:1789307429.365840:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307429.365841:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.365843:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307429.365846:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbf31c00 x1876218616143744/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.365891:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307429.365893:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307429.365895:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0b2d800. 02000000:00000001:1.0:1789307429.365898:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307429.365899:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307429.365902:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbf84cc6800 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1789307429.365905:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307429.365914:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfb6ec8b00. 02000000:00000001:1.0:1789307429.365923:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307429.365924:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307429.365926:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbf31c00. 00000100:00000001:1.0:1789307429.365930:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307429.365932:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.365936:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.365937:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307429.365940:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789307429.365944:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789307429.365945:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789307429.365948:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf83605cb8. 00000400:00000200:1.0:1789307429.365955:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd880 00000400:00000010:1.0:1789307429.365957:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd880. 00000100:00000001:1.0:1789307429.365963:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789307429.365969:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbb572680 x1876218616143872/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789307429.365979:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbb572680 x1876218616143872/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.365985:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307429.365987:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.365988:0:118851:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789307429.365990:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789307429.365991:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307429.365993:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307429.365995:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307429.366000:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfb6ad4460 time=154 v=5 (5 5 5 5) 00000100:00001000:1.0:1789307429.366003:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6ad4418 time=34 v=5 (1 0 0 0) 00000100:00000001:1.0:1789307429.366006:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789307429.366007:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.366009:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789307429.366012:0:118851:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.366014:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789307429.366015:0:118851:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 30064771184 00000100:00000001:1.0:1789307429.366018:0:118851:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307429.366019:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.366023:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbb572680 x1876218616143872/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.366048:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307429.366051:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307429.366052:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789307429.366056:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbb572680 x1876218616143872/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307429.366064:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbb572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:118851:1876218616143872:0@lo:400:kworker.0 00000400:00000001:1.0:1789307429.366072:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789307429.366074:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789307429.366076:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a516898. 00000400:00000200:1.0:1789307429.366080:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde220 00000400:00000010:1.0:1789307429.366081:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde220. 00000100:00000001:1.0:1789307429.366084:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789307429.366088:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfb7f5aa00 x1876218616144384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789307429.366095:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfb7f5aa00 x1876218616144384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.366101:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307429.366102:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.366104:0:118851:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789307429.366105:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789307429.366107:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307429.366108:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307429.366110:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307429.366115:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe8d189460 time=148 v=5 (5 5 5 0) 00000100:00001000:1.0:1789307429.366118:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe8d189418 time=34 v=5 (1 0 0 0) 00000100:00000001:1.0:1789307429.366120:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789307429.366121:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.366123:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789307429.366125:0:118851:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.366128:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789307429.366129:0:118851:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 47244640269 gen 2 00000100:00000040:1.0:1789307429.366135:0:118851:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 47244640269) req@ffff9fbf84e78e00 x1876218616130304/t47244640264(47244640264) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1789307439 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1789307429.366150:0:118851:0:(osp_trans.c:1023:osp_request_commit_cb()) Process entered 00000004:00080000:1.0:1789307429.366153:0:118851:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 47244640264 committed transno 47244640269 00000004:00000010:1.0:1789307429.366159:0:118851:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fbf899ae000. 00000004:00000010:1.0:1789307429.366163:0:118851:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fbf98a71aa0. 00000004:00000010:1.0:1789307429.366168:0:118851:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fbe9704ae40. 00000004:00000010:1.0:1789307429.366172:0:118851:0:(osp_trans.c:924:osp_thandle_destroy()) kfreed 'oth': 136 at ffff9fbe9704a480. 00000004:00000001:1.0:1789307429.366175:0:118851:0:(osp_trans.c:1050:osp_request_commit_cb()) Process leaving 00000100:00000001:1.0:1789307429.366176:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307429.366179:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbf84e78e00 x1876218616130304/t47244640264(47244640264) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1789307439 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.366186:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307429.366187:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307429.366189:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fbfb24fa000. 02000000:00000001:1.0:1789307429.366193:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307429.366195:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307429.366196:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbe8d189000 refcount=6 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1789307429.366198:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307429.366199:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fbfb90eaa00. 02000000:00000001:1.0:1789307429.366202:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307429.366203:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307429.366204:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf84e78e00. 00000100:00000001:1.0:1789307429.366209:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307429.366210:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789307429.366216:0:118851:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 47244640269) req@ffff9fbfb9ecdc00 x1876218616130688/t47244640265(47244640265) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1789307439 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1789307429.366222:0:118851:0:(osp_trans.c:1023:osp_request_commit_cb()) Process entered 00000004:00080000:1.0:1789307429.366223:0:118851:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 47244640265 committed transno 47244640269 00000004:00000010:1.0:1789307429.366226:0:118851:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fbf85dfe000. 00000004:00000010:1.0:1789307429.366231:0:118851:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fbf98a714c0. 00000004:00000010:1.0:1789307429.366233:0:118851:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fbe978bc240. 00000004:00000010:1.0:1789307429.366238:0:118851:0:(osp_trans.c:924:osp_thandle_destroy()) kfreed 'oth': 136 at ffff9fbe978bc6c0. 00000004:00000001:1.0:1789307429.366241:0:118851:0:(osp_trans.c:1050:osp_request_commit_cb()) Process leaving 00000100:00000001:1.0:1789307429.366248:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307429.366252:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfb9ecdc00 x1876218616130688/t47244640265(47244640265) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1789307439 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.366257:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307429.366259:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307429.366260:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fbe944de000. 02000000:00000001:1.0:1789307429.366265:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307429.366266:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307429.366267:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbe8d189000 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1789307429.366268:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307429.366270:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fbfc0b98400. 02000000:00000001:1.0:1789307429.366273:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307429.366274:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307429.366276:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfb9ecdc00. 00000100:00000001:1.0:1789307429.366279:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307429.366281:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789307429.366286:0:118851:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 47244640269) req@ffff9fbfb952b800 x1876218616131328/t47244640266(47244640266) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307439 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1789307429.366294:0:118851:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9fbfb952b800, transno 47244640266 00000100:00000001:1.0:1789307429.366296:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307429.366297:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244529616896 : -105829179934720 : ffff9fbfb952b800) 00000100:00000001:1.0:1789307429.366313:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307429.366317:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfb952b800 x1876218616131328/t47244640266(47244640266) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307439 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.366323:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.366328:0:118851:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 47244640269) req@ffff9fbf862ed180 x1876218616133248/t47244640269(47244640269) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 552/4320 e 0 to 0 dl 1789307439 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt_rdpg00_002.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1789307429.366335:0:118851:0:(osp_trans.c:1023:osp_request_commit_cb()) Process entered 00000004:00080000:1.0:1789307429.366337:0:118851:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 47244640269 committed transno 47244640269 00000004:00000010:1.0:1789307429.366340:0:118851:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fbfbd7e4000. 00000004:00000010:1.0:1789307429.366344:0:118851:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fbe88a657e0. 00000004:00000001:3.0:1789307429.366346:0:238806:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000010:1.0:1789307429.366348:0:118851:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fbfb93b73c0. 00000004:00000001:3.0:1789307429.366351:0:238806:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1789307429.366364:0:118851:0:(osp_trans.c:924:osp_thandle_destroy()) kfreed 'oth': 136 at ffff9fbfb93b79c0. 00000004:00000001:3.0:1789307429.366364:0:238806:0:(osp_sync.c:1145:osp_sync_process_committed()) Process entered 00000004:00000040:3.0:1789307429.366371:0:238806:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbe95844780 : new refcount 3 00000004:00000001:1.0:1789307429.366372:0:118851:0:(osp_trans.c:1050:osp_request_commit_cb()) Process leaving 00000100:00000001:1.0:1789307429.366376:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307429.366381:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbf862ed180 x1876218616133248/t47244640269(47244640269) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 552/4320 e 0 to 0 dl 1789307439 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt_rdpg00_002.0' uid:0 gid:0 projid:4294967295 00000040:00000001:3.0:1789307429.366383:0:238806:0:(llog_cat_server.c:690:llog_cat_cancel_records()) Process entered 00000040:00000001:3.0:1789307429.366388:0:238806:0:(llog_cat_server.c:632:llog_cat_cancel_arr_rec()) Process entered 00000100:00000001:1.0:1789307429.366391:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307429.366393:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307429.366395:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fbf831f6000. 00000040:00000001:3.0:1789307429.366400:0:238806:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 02000000:00000001:1.0:1789307429.366405:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000040:00000001:3.0:1789307429.366407:0:238806:0:(llog_cat.c:69:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307429.366409:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307429.366413:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbe8d189000 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000040:00000001:3.0:1789307429.366414:0:238806:0:(llog.c:211:llog_cancel_arr_rec()) Process entered 00000020:00000001:1.0:1789307429.366416:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 00000040:00001000:3.0:1789307429.366419:0:238806:0:(llog.c:220:llog_cancel_arr_rec()) Canceling 1 records, first 8068 in log [0x1:0x31:0x0] 02000000:00000010:1.0:1789307429.366421:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9fbf98c9f000. 02000000:00000001:1.0:1789307429.366433:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00080000:00000001:3.0:1789307429.366434:0:238806:0:(osd_handler.c:2027:osd_trans_create()) Process entered 02000000:00000001:1.0:1789307429.366436:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307429.366439:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf862ed180. 00080000:00000010:3.0:1789307429.366444:0:238806:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfc0bef200. 00000100:00000001:1.0:1789307429.366445:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307429.366449:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1789307429.366450:0:238806:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244654150144 : -105829055401472 : ffff9fbfc0bef200) 00000100:00000001:1.0:1789307429.366454:0:118851:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1789307429.366456:0:238806:0:(llog.c:1207:llog_declare_write_rec()) Process entered 00000100:00000040:1.0:1789307429.366459:0:118851:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=1 replay=4/4 committed=0/0 00000040:00000001:3.0:1789307429.366462:0:238806:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000100:00000001:1.0:1789307429.366464:0:118851:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307429.366468:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1789307429.366468:0:238806:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000100:00000040:1.0:1789307429.366474:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfb7f5aa00 x1876218616144384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1789307429.366475:0:238806:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1789307429.366482:0:238806:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbfb56d0800. 00000100:00000001:1.0:1789307429.366484:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1789307429.366487:0:238806:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.366489:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307429.366493:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1789307429.366494:0:238806:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.366501:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb7f5aa00 x1876218616144384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000040:00000001:3.0:1789307429.366501:0:238806:0:(llog.c:1219:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789307429.366508:0:238806:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1789307429.366513:0:238806:0:(llog_osd.c:1921:llog_osd_declare_destroy()) Process entered 00080000:00000001:3.0:1789307429.366519:0:238806:0:(osd_handler.c:4081:osd_declare_destroy()) Process entered 00000100:00100000:1.0:1789307429.366522:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfb7f5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:118851:1876218616144384:0@lo:400:kworker.0 00000001:00000001:3.0:1789307429.366523:0:238806:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1789307429.366531:0:238806:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000100:00000001:1.0:1789307429.366535:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00080000:00000002:3.0:1789307429.366536:0:238806:0:(osd_handler.c:395:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x31:0x0] not in the id map cache 00000100:00000001:1.0:1789307429.366544:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00080000:00000001:3.0:1789307429.366546:0:238806:0:(osd_handler.c:4122:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.366552:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbb572680 x1876218616143872/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000040:00000001:3.0:1789307429.366553:0:238806:0:(llog_osd.c:1959:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789307429.366557:0:238806:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1789307429.366560:0:238806:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00000100:00000001:1.0:1789307429.366570:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307429.366572:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307429.366574:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0b2ca00. 02000000:00000001:1.0:1789307429.366577:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307429.366578:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307429.366579:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbfb6ad4000 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:1.0:1789307429.366581:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307429.366583:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfb6ec8900. 02000000:00000001:1.0:1789307429.366586:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307429.366587:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307429.366588:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbb572680. 00000100:00000001:1.0:1789307429.366591:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307429.366592:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.366594:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307429.366598:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfb7f5aa00 x1876218616144384/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.366604:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307429.366605:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307429.366607:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0bef000. 02000000:00000001:1.0:1789307429.366609:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307429.366610:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307429.366611:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbe8d189000 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1789307429.366613:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307429.366614:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfb559d300. 02000000:00000001:1.0:1789307429.366617:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307429.366619:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307429.366621:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfb7f5aa00. 00080000:00000001:3.0:1789307429.366622:0:238806:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.366625:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307429.366630:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1789307429.366631:0:238806:0:(llog.c:1230:llog_write_rec()) Process entered 00000100:00000001:1.0:1789307429.366635:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1789307429.366637:0:238806:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1789307429.366642:0:238806:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x31:0x0] 00000100:00000001:1.0:1789307429.366646:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307429.366649:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.366652:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307429.366653:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789307429.366679:0:238806:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789307429.366683:0:238806:0:(llog.c:1263:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1789307429.366686:0:238806:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:3.0:1789307429.366713:0:238806:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbfb56d0800. 00040000:00000001:3.0:1789307429.366719:0:238806:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:3.0:1789307429.366722:0:238806:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:3.0:1789307429.366725:0:238806:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789307429.366728:0:238806:0:(llog.c:349:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789307429.366732:0:238806:0:(llog_cat_server.c:671:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789307429.366741:0:238806:0:(llog_cat_server.c:701:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.366744:0:238806:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789307429.366754:0:238806:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfb952b800 x1876218616131328/t47244640266(47244640266) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307439 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307429.366761:0:238806:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789307429.366767:0:238806:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789307429.366770:0:238806:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbe8911cc00. 02000000:00000001:3.0:1789307429.366779:0:238806:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789307429.366781:0:238806:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789307429.366783:0:238806:0:(genops.c:1222:class_import_put()) import ffff9fbe8d189000 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1789307429.366785:0:238806:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789307429.366789:0:238806:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9fbeade5f000. 02000000:00000001:3.0:1789307429.366795:0:238806:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789307429.366798:0:238806:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789307429.366799:0:238806:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfb952b800. 00000100:00000001:3.0:1789307429.366803:0:238806:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789307429.366805:0:238806:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:3.0:1789307429.366807:0:238806:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbe95844780 : new refcount 2 00000004:00001000:3.0:1789307429.366812:0:238806:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 2 changes, 0 in progress, 0 in flight, 1 done 00000004:00000001:3.0:1789307429.366817:0:238806:0:(osp_sync.c:1260:osp_sync_process_committed()) Process leaving 00000004:00000001:3.0:1789307429.366818:0:238806:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1789307429.366820:0:238806:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1789307429.366825:0:238806:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9fbf89998100 type=0x0 idx=0 00000040:00001000:3.0:1789307429.366829:0:238806:0:(llog.c:728:llog_process_thread()) synced_idx: 8070 00000040:00000001:3.0:1789307429.366833:0:238806:0:(lustre_log.h:462:llog_next_block()) Process entered 00000040:00000001:3.0:1789307429.366836:0:238806:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1789307429.366841:0:238806:0:(llog_osd.c:1151:llog_osd_next_block()) looking for log index 8069 (cur idx 8068 off 524288), size 524672 00000040:00000001:3.0:1789307429.366896:0:238806:0:(llog_osd.c:1282:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1789307429.366900:0:238806:0:(lustre_log.h:472:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1789307429.366902:0:238806:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9fbf89998100 type=0x10692404 idx=8069 00000040:00001000:3.0:1789307429.366906:0:238806:0:(llog.c:784:llog_process_thread()) lrh_index: 8069 lrh_len: 64 (7936 remains) 00000040:00001000:3.0:1789307429.366909:0:238806:0:(llog.c:805:llog_process_thread()) index: 8069, lh_last_idx: 8070 synced_idx: 8070 lgh_last_idx: 8070 00000004:00000001:3.0:1789307429.366911:0:238806:0:(osp_sync.c:1145:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1789307429.366914:0:238806:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1789307429.366916:0:238806:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307429.366927:0:238806:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1789307429.366929:0:238806:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307429.366932:0:238806:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1789307429.366933:0:238806:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307429.368395:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0bef200. 00000004:00080000:1.0:1789307429.368403:0:238789:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 16 committed 00000004:00000010:1.0:1789307429.368427:0:238789:0:(osp_sync.c:1824:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff9fbe9794fb40. 00080000:00000010:1.0:1789307429.368436:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0a75a00. 00000004:00080000:1.0:1789307429.368443:0:238789:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 17 committed 00000004:00000010:1.0:1789307429.368463:0:238789:0:(osp_sync.c:1824:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff9fbec4a55c00. 00080000:00000010:1.0:1789307429.368469:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfb2670800. 00000100:00000001:1.0:1789307429.368479:0:238789:0:(service.c:379:ptlrpc_commit_replies()) Process entered 00000004:00000001:3.0:1789307429.368494:0:238806:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1789307429.368498:0:238806:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307429.368508:0:238806:0:(osp_sync.c:1145:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1789307429.368511:0:238806:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1789307429.368512:0:238806:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307429.368519:0:238806:0:(osp_sync.c:1030:osp_sync_process_record()) Process entered 00000004:00000001:3.0:1789307429.368521:0:238806:0:(osp_sync.c:942:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:3.0:1789307429.368526:0:238806:0:(osp_sync.c:762:osp_sync_new_job()) Process entered 00000100:00000001:1.0:1789307429.368532:0:238789:0:(service.c:401:ptlrpc_commit_replies()) Process leaving 00010000:00000001:1.0:1789307429.368539:0:238789:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00000100:00000010:3.0:1789307429.368539:0:238806:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf20700. 00010000:00000001:1.0:1789307429.368543:0:238789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789307429.368547:0:238789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789307429.368547:0:238806:0:(genops.c:1209:class_import_get()) import ffff9fbe8d189000 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:1.0:1789307429.368556:0:238789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbf8992f000 refcount=3 00000100:00000001:3.0:1789307429.368556:0:238806:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789307429.368565:0:238806:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1789307429.368567:0:238789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243728519168 : -105829981032448 : ffff9fbf8992f000) 02000000:00000001:3.0:1789307429.368571:0:238806:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.368573:0:238789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638243728519168 : -105829981032448 : ffff9fbf8992f000) 00010000:00000001:1.0:1789307429.368580:0:238789:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 02000000:00000010:3.0:1789307429.368582:0:238806:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9fbe8911cc00. 00010000:00010000:1.0:1789307429.368587:0:238789:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9fbf8992f000/0x66de20725ed78044 lrc: 3/0,0 mode: EX/EX res: [0x240001b72:0x64:0x0].0x0 bits 0x3f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x66de20725ed7804b expref: -99 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789307429.368593:0:238806:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307429.368597:0:238806:0:(osp_sync.c:798:osp_sync_new_job()) Process leaving (rc=18446638244573611776 : -105829135939840 : ffff9fbfbbf20700) 00000100:00000001:3.0:1789307429.368605:0:238806:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789307429.368616:0:238806:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307429.368618:0:238789:0:(mdt_handler.c:3953:mdt_remote_blocking_ast()) Process entered 00000004:00010000:1.0:1789307429.368625:0:238789:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9fbf8992f000/0x66de20725ed78044 lrc: 3/0,0 mode: EX/EX res: [0x240001b72:0x64:0x0].0x0 bits 0x3f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x66de20725ed7804b expref: -99 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:3.0:1789307429.368630:0:238806:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb55d41] to pc [ptlrpcd_00_00+0] req@ffff9fbfbbf20700 x1876218616145024/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1789307429.368654:0:238789:0:(mdt_handler.c:4007:mdt_remote_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.368659:0:238789:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1789307429.368663:0:238806:0:(osp_sync.c:962:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.368665:0:238789:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789307429.368673:0:238789:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000004:00001000:3.0:1789307429.368674:0:238806:0:(osp_sync.c:1102:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 1 in flight, 1 in progress 00000004:00001000:3.0:1789307429.368680:0:238806:0:(osp_sync.c:1116:osp_sync_process_record()) found record 10692404, 64, idx 8069, id 16 00010000:00000001:1.0:1789307429.368682:0:238789:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000001:3.0:1789307429.368689:0:238806:0:(osp_sync.c:1118:osp_sync_process_record()) Process leaving 00000004:00000001:3.0:1789307429.368692:0:238806:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:1.0:1789307429.368697:0:238789:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307429.368699:0:238806:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307429.368706:0:238806:0:(osp_sync.c:1145:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1789307429.368710:0:238806:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000040:1.0:1789307429.368712:0:238789:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8992f000 with handle 0x66de20725ed78044 from hash 00000004:00000001:3.0:1789307429.368719:0:238806:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.368722:0:238789:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789307429.368731:0:238789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000040:00001000:3.0:1789307429.368732:0:238806:0:(llog.c:671:llog_process_thread()) processing rec 0xffff9fbf89998140 type=0x10692404 idx=8070 00010000:00000001:1.0:1789307429.368740:0:238789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307429.368748:0:238789:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000040:00001000:3.0:1789307429.368749:0:238806:0:(llog.c:784:llog_process_thread()) lrh_index: 8070 lrh_len: 64 (7872 remains) 00010000:00000001:1.0:1789307429.368757:0:238789:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00000040:00001000:3.0:1789307429.368758:0:238806:0:(llog.c:805:llog_process_thread()) index: 8070, lh_last_idx: 8070 synced_idx: 8070 lgh_last_idx: 8070 00010000:00000001:1.0:1789307429.368765:0:238789:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000004:00000001:3.0:1789307429.368765:0:238806:0:(osp_sync.c:1145:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1789307429.368773:0:238806:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1789307429.368778:0:238806:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.368780:0:238789:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789307429.368789:0:238789:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000004:00000001:3.0:1789307429.368794:0:238806:0:(osp_sync.c:1030:osp_sync_process_record()) Process entered 00000100:00000010:1.0:1789307429.368798:0:238789:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb7f97800. 00000004:00000001:3.0:1789307429.368801:0:238806:0:(osp_sync.c:942:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:3.0:1789307429.368808:0:238806:0:(osp_sync.c:762:osp_sync_new_job()) Process entered 00000020:00000040:1.0:1789307429.368810:0:238789:0:(genops.c:1209:class_import_get()) import ffff9fbfba939800 refcount=5 obd=lustre-MDT0001-osp-MDT0000 00000100:00000010:3.0:1789307429.368815:0:238806:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf21180. 00000100:00000001:1.0:1789307429.368816:0:238789:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:3.0:1789307429.368818:0:238806:0:(genops.c:1209:class_import_get()) import ffff9fbe8d189000 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1789307429.368820:0:238789:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1789307429.368823:0:238806:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789307429.368825:0:238789:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307429.368825:0:238806:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789307429.368830:0:238806:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307429.368833:0:238789:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fbfb2670800. 00000100:00000001:1.0:1789307429.368840:0:238789:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789307429.368842:0:238806:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9fbfb40d6000. 00010000:00000001:1.0:1789307429.368846:0:238789:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00000100:00000001:3.0:1789307429.368879:0:238806:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789307429.368881:0:238789:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9fbf8992f000/0x66de20725ed78044 lrc: 2/0,0 mode: --/EX res: [0x240001b72:0x64:0x0].0x0 bits 0x3f/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x66de20725ed7804b expref: -99 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00000001:3.0:1789307429.368884:0:238806:0:(osp_sync.c:798:osp_sync_new_job()) Process leaving (rc=18446638244573614464 : -105829135937152 : ffff9fbfbbf21180) 00000100:00000001:3.0:1789307429.368891:0:238806:0:(jobid.c:959:lustre_get_jobid()) Process entered 00010000:00010000:1.0:1789307429.368896:0:238789:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:3.0:1789307429.368899:0:238806:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.368902:0:238789:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.368911:0:238789:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1789307429.368916:0:238806:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031b9920c] to pc [ptlrpcd_00_02+2] req@ffff9fbfbbf21180 x1876218616145408/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.368920:0:238789:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.368945:0:238789:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004cb4d5e9] to pc [ptlrpcd_00_00+0] req@ffff9fbfb7f97800 x1876218616145280/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'jbd2/dm-0-8.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1789307429.368954:0:238806:0:(osp_sync.c:962:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.368959:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00001000:3.0:1789307429.368966:0:238806:0:(osp_sync.c:1102:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 2 in flight, 2 in progress 00000100:00100000:2.0:1789307429.368968:0:118852:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000004:00001000:3.0:1789307429.368974:0:238806:0:(osp_sync.c:1116:osp_sync_process_record()) found record 10692404, 64, idx 8070, id 16 00000100:00000001:2.0:1789307429.368975:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1789307429.368984:0:238806:0:(osp_sync.c:1118:osp_sync_process_record()) Process leaving 00010000:00000001:1.0:1789307429.368988:0:238789:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307429.368990:0:118852:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000004:00000001:3.0:1789307429.368994:0:238806:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:1.0:1789307429.368997:0:238789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1789307429.368997:0:118852:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1789307429.369000:0:238806:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.369002:0:238789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789307429.369007:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1789307429.369008:0:238789:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307429.369008:0:238806:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:2.0:1789307429.369015:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1789307429.369016:0:238789:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307429.369016:0:238806:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.369026:0:118852:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1789307429.369028:0:238789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789307429.369050:0:238789:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9fbf8992f000/0x66de20725ed78044 lrc: 0/0,0 mode: --/EX res: [0x240001b72:0x64:0x0].0x0 bits 0x3f/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x66de20725ed7804b expref: -99 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1789307429.369052:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbf5f480 x1876218616145536/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1789307429.369063:0:238789:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a88500 count: 0 00000100:00000001:2.0:1789307429.369076:0:118852:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000010:1.0:1789307429.369079:0:238789:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf85192f00. 00000100:00000001:2.0:1789307429.369081:0:118852:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307429.369089:0:118852:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1789307429.369094:0:238789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00080000:1.0:1789307429.369099:0:238789:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 25769821651 is committed 02000000:00000001:2.0:1789307429.369099:0:118852:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789307429.369110:0:118852:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1789307429.369111:0:238789:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbf86773800 : new cb_count 13 00000020:00000040:1.0:1789307429.369123:0:238789:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1583 00000100:00100000:2.0:1789307429.369125:0:118852:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbf5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:118852:1876218616145536:0@lo:6:osp-syn-1-0.0 00000001:00000010:1.0:1789307429.369139:0:238789:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbe83816120. 00000100:00000001:2.0:1789307429.369142:0:118852:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789307429.369154:0:118852:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1789307429.369158:0:238789:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fbe9232f0c0 refcount 3 committed 0 result 0 batchid 21474927159 02000000:00000001:2.0:1789307429.369160:0:118852:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307429.369174:0:118852:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1789307429.369176:0:238789:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbfb57d7500 obd lustre-MDT0001-osp-MDT0000 committed 0 started 1 stopped 1 result 0 sub_th ffff9fbfb1a01840 02000000:00000010:2.0:1789307429.369184:0:118852:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbfbf309800. 00000020:00000040:1.0:1789307429.369189:0:238789:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240001b73:0x2:0x0].364 02000000:00000001:2.0:1789307429.369191:0:118852:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307429.369204:0:238789:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbec5bb6600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fbfc0bee000 00000400:00000010:2.0:1789307429.369206:0:118852:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf83605cb8. 00000020:00000040:1.0:1789307429.369221:0:238789:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200002b10:0x2:0x0].364 00000400:00000010:2.0:1789307429.369221:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fde58. 00000020:00000001:1.0:1789307429.369233:0:238789:0:(update_trans.c:459:sub_trans_commit_cb_internal()) Process leaving 00000100:00000200:2.0:1789307429.369236:0:118852:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616145536, portal 4 00080000:00000010:1.0:1789307429.369239:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0bee000. 00000100:00000001:2.0:1789307429.369251:0:118852:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000001:00000040:1.0:1789307429.369254:0:238789:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbf86773800 : new cb_count 12 00000100:00000001:2.0:1789307429.369259:0:118852:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244573869184 : -105829135682432 : ffff9fbfbbf5f480) 00000020:00000040:1.0:1789307429.369261:0:238789:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1582 00000001:00000010:1.0:1789307429.369273:0:238789:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbec4a55ea0. 00000100:00000040:2.0:1789307429.369277:0:118852:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbf5f480 x1876218616145536/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1789307429.369286:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0afcc00. 00000001:00000040:1.0:1789307429.369298:0:238789:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbf86773800 : new cb_count 11 00000020:00000040:1.0:1789307429.369305:0:238789:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1581 00000001:00000010:1.0:1789307429.369312:0:238789:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbf82f2c420. 00000100:00000001:2.0:1789307429.369323:0:118852:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000010:1.0:1789307429.369325:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0bcbe00. 00000100:00000040:2.0:1789307429.369333:0:118852:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000001:00000040:1.0:1789307429.369337:0:238789:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbf86773800 : new cb_count 10 00000400:00000010:2.0:1789307429.369345:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fdf68. 00000020:00000040:1.0:1789307429.369346:0:238789:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1580 00000001:00000010:1.0:1789307429.369352:0:238789:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbec4a558a0. 00000100:00000200:2.0:1789307429.369354:0:118852:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1876218616145536, offset 0 00080000:00000010:1.0:1789307429.369363:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0afc800. 00000400:00000200:2.0:1789307429.369368:0:118852:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000040:1.0:1789307429.369371:0:238789:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbf86773800 : new cb_count 9 00000020:00000040:1.0:1789307429.369380:0:238789:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1579 00000400:00000200:2.0:1789307429.369393:0:118852:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000010:1.0:1789307429.369394:0:238789:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbf82f2cd20. 00080000:00000010:1.0:1789307429.369406:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0bca400. 00000400:00000200:2.0:1789307429.369418:0:118852:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6aa693022e680 00000001:00000040:1.0:1789307429.369419:0:238789:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbf86773800 : new cb_count 8 00000020:00000040:1.0:1789307429.369428:0:238789:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1578 00000001:00000010:1.0:1789307429.369438:0:238789:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbec4a55a80. 00000400:00000200:2.0:1789307429.369440:0:118852:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1977e9 [8] + 12432 00080000:00000010:1.0:1789307429.369444:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0afc000. 00000001:00000040:1.0:1789307429.369460:0:238789:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbf86773800 : new cb_count 7 00000400:00000200:2.0:1789307429.369462:0:118852:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1789307429.369471:0:238789:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1577 00000400:00000200:2.0:1789307429.369483:0:118852:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000010:1.0:1789307429.369487:0:238789:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbf82f2c060. 00080000:00000010:1.0:1789307429.369497:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0bcaa00. 00000100:00000001:2.0:1789307429.369498:0:118852:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789307429.369505:0:118852:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000001:00000040:1.0:1789307429.369512:0:238789:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbf86773800 : new cb_count 6 00000100:00000010:2.0:1789307429.369513:0:118852:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0e9c700. 00000020:00000040:1.0:1789307429.369522:0:238789:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1576 00000100:00000040:2.0:1789307429.369531:0:118852:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfc0e9c700 x1876218616145536 msgsize 544 00000001:00000010:1.0:1789307429.369532:0:238789:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbf978a6300. 00000020:00000040:1.0:1789307429.369546:0:238789:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fbe85717900 refcount 3 committed 0 result 0 batchid 21474927158 00000100:00100000:2.0:1789307429.369546:0:118852:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:1.0:1789307429.369559:0:238789:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf83153e00 obd lustre-MDT0001-osp-MDT0000 committed 0 started 1 stopped 1 result 0 sub_th ffff9fbfb262bd80 00000100:00000001:2.0:1789307429.369561:0:118852:0:(events.c:377:request_in_callback()) Process leaving 00000020:00000040:1.0:1789307429.369570:0:238789:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240001b73:0x2:0x0].363 00000400:00000200:2.0:1789307429.369573:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fdf68 00000020:00000040:1.0:1789307429.369579:0:238789:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf83153000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fbfc0a37200 00000400:00000010:2.0:1789307429.369580:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fdf68. 00000100:00000001:2.0:1789307429.369592:0:118852:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:1.0:1789307429.369595:0:238789:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200002b10:0x2:0x0].363 00000100:00000200:2.0:1789307429.369606:0:118852:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbf5f480 x1876218616145536/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1789307429.369608:0:238789:0:(update_trans.c:459:sub_trans_commit_cb_internal()) Process leaving 00080000:00000010:1.0:1789307429.369617:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0a37200. 00000001:00000040:1.0:1789307429.369632:0:238789:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbf86773800 : new cb_count 5 00000020:00000040:1.0:1789307429.369640:0:238789:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1575 00000001:00000010:1.0:1789307429.369651:0:238789:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbf978a6cc0. 00000100:00000001:2.0:1789307429.369654:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1789307429.369662:0:238789:0:(update_trans.c:376:top_trans_committed_cb()) Process entered 00000100:00000040:2.0:1789307429.369668:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbf5f480 x1876218616145536/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00080000:1.0:1789307429.369671:0:238789:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fbf836580c0 refcount 2 committed 0 result 0 batchid 21474927157 00000020:00080000:1.0:1789307429.369684:0:238789:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf83153f00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fbf83658540 00000020:00080000:1.0:1789307429.369702:0:238789:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240001b73:0x2:0x0].362 00000100:00000001:2.0:1789307429.369703:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.369711:0:118852:0:(events.c:69:request_out_callback()) Process leaving 00000020:00080000:1.0:1789307429.369714:0:238789:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf83153500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fbfc0a36600 00000100:00000001:2.0:1789307429.369719:0:118852:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:1.0:1789307429.369728:0:238789:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200002b10:0x2:0x0].362 00000100:00000040:2.0:1789307429.369731:0:118852:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 12600 usecs (13 jiffies) 00000020:00000001:1.0:1789307429.369743:0:238789:0:(update_trans.c:386:top_trans_committed_cb()) Process leaving 00000100:00000001:2.0:1789307429.369743:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315057691 00000020:00000040:1.0:1789307429.369751:0:238789:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fbf836580c0 refcount 2 committed 1 result 0 batchid 21474927157 00000100:00000001:2.0:1789307429.369752:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315062701 00000100:00000001:2.0:1789307429.369762:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315057691 00000020:00000040:1.0:1789307429.369763:0:238789:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf83153f00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fbf83658540 00000100:00000001:2.0:1789307429.369774:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315062701 00000020:00000040:1.0:1789307429.369780:0:238789:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240001b73:0x2:0x0].362 00000100:00000001:2.0:1789307429.369782:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315057691 00000020:00000040:1.0:1789307429.369795:0:238789:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf83153500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fbfc0a36600 00000100:00000001:2.0:1789307429.369795:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315062702 00000100:00000001:2.0:1789307429.369801:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315057691 00000020:00000040:1.0:1789307429.369802:0:238789:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200002b10:0x2:0x0].362 00000100:00000001:2.0:1789307429.369805:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315062704 00000100:00000001:2.0:1789307429.369807:0:118852:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307429.369810:0:118852:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307429.369815:0:238789:0:(update_trans.c:459:sub_trans_commit_cb_internal()) Process leaving 00000100:00000001:2.0:1789307429.369816:0:118852:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00080000:00000010:1.0:1789307429.369821:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0a36600. 00000100:00000040:2.0:1789307429.369823:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbf21180 x1876218616145408/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000040:1.0:1789307429.369828:0:238789:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbf86773800 : new cb_count 4 00000020:00000040:1.0:1789307429.369833:0:238789:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1574 00000100:00000001:2.0:1789307429.369834:0:118852:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000001:00000010:1.0:1789307429.369837:0:238789:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbec4a55b40. 00000100:00000001:2.0:1789307429.369838:0:118852:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307429.369842:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0afc200. 00000001:00000040:1.0:1789307429.369846:0:238789:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbf86773800 : new cb_count 3 02000000:00000001:2.0:1789307429.369848:0:118852:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789307429.369873:0:118852:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1789307429.369874:0:238789:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1573 02000000:00000001:2.0:1789307429.369878:0:118852:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1789307429.369880:0:238789:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbf82f2c120. 00000100:00100000:2.0:1789307429.369885:0:118852:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbf21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:118852:1876218616145408:0@lo:6:osp-syn-0-0.0 00080000:00000010:1.0:1789307429.369886:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0bca000. 00000100:00000001:2.0:1789307429.369892:0:118852:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000001:00000040:1.0:1789307429.369893:0:238789:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbf86773800 : new cb_count 2 02000000:00000001:2.0:1789307429.369896:0:118852:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1789307429.369897:0:238789:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1572 02000000:00000001:2.0:1789307429.369899:0:118852:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1789307429.369901:0:238789:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbec4a55de0. 02000000:00000001:2.0:1789307429.369903:0:118852:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1789307429.369907:0:238789:0:(update_trans.c:376:top_trans_committed_cb()) Process entered 02000000:00000010:2.0:1789307429.369909:0:118852:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbfbf30b400. 00000020:00080000:1.0:1789307429.369912:0:238789:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fbe9704a900 refcount 2 committed 0 result 0 batchid 21474927156 02000000:00000001:2.0:1789307429.369913:0:118852:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:1.0:1789307429.369919:0:238789:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf88d97100 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fbe9704a840 00000400:00000010:2.0:1789307429.369920:0:118852:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf836051b8. 00000020:00080000:1.0:1789307429.369926:0:238789:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240001b73:0x2:0x0].361 00000400:00000010:2.0:1789307429.369928:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fdf68. 00000020:00080000:1.0:1789307429.369930:0:238789:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf88d97f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fbfc0804200 00000100:00000200:2.0:1789307429.369933:0:118852:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616145408, portal 4 00000020:00080000:1.0:1789307429.369935:0:238789:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200002b10:0x2:0x0].361 00000100:00000001:2.0:1789307429.369937:0:118852:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789307429.369940:0:118852:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244573614464 : -105829135937152 : ffff9fbfbbf21180) 00000020:00000001:1.0:1789307429.369942:0:238789:0:(update_trans.c:386:top_trans_committed_cb()) Process leaving 00000020:00000040:1.0:1789307429.369945:0:238789:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fbe9704a900 refcount 2 committed 1 result 0 batchid 21474927156 00000100:00000040:2.0:1789307429.369949:0:118852:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbf21180 x1876218616145408/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1789307429.369950:0:238789:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf88d97100 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fbe9704a840 00000020:00000040:1.0:1789307429.369959:0:238789:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240001b73:0x2:0x0].361 00000020:00000040:1.0:1789307429.369965:0:238789:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf88d97f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fbfc0804200 00000100:00000001:2.0:1789307429.369966:0:118852:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1789307429.369972:0:238789:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200002b10:0x2:0x0].361 00000100:00000040:2.0:1789307429.369972:0:118852:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1789307429.369976:0:238789:0:(update_trans.c:459:sub_trans_commit_cb_internal()) Process leaving 00000400:00000010:2.0:1789307429.369976:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd880. 00080000:00000010:1.0:1789307429.369981:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0804200. 00000100:00000200:2.0:1789307429.369982:0:118852:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1876218616145408, offset 0 00000001:00000040:1.0:1789307429.369988:0:238789:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbf86773800 : new cb_count 1 00000400:00000200:2.0:1789307429.369989:0:118852:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1789307429.369994:0:238789:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1571 00000400:00000200:2.0:1789307429.369998:0:118852:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000010:1.0:1789307429.370004:0:238789:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbec4a55720. 00000400:00000200:2.0:1789307429.370006:0:118852:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6aa693022e600 00080000:00000010:1.0:1789307429.370010:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0ba9400. 00000400:00000200:2.0:1789307429.370015:0:118852:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1977e9 [8] + 12976 00000001:00000040:1.0:1789307429.370020:0:238789:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbf86773800 : new cb_count 0 00000400:00000200:2.0:1789307429.370023:0:118852:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1789307429.370024:0:238789:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1570 00000001:00000010:1.0:1789307429.370029:0:238789:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbec4a55240. 00000400:00000200:2.0:1789307429.370029:0:118852:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000010:1.0:1789307429.370034:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0847a00. 00000100:00000001:2.0:1789307429.370036:0:118852:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789307429.370052:0:118852:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00080000:00000010:1.0:1789307429.370053:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfb90eae00. 00000100:00000010:2.0:1789307429.370056:0:118852:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0e9d500. 00000020:00080000:1.0:1789307429.370060:0:238789:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 21474927155 batchid updated 00000100:00000040:2.0:1789307429.370061:0:118852:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfc0e9d500 x1876218616145408 msgsize 544 00000020:00000010:1.0:1789307429.370066:0:238789:0:(update_trans.c:1358:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff9fbf82f2c780. 00000100:00100000:2.0:1789307429.370069:0:118852:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00080000:00000010:1.0:1789307429.370073:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfb90ea400. 00000100:00000001:2.0:1789307429.370081:0:118852:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:1.0:1789307429.370089:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307429.370093:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1789307429.370094:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd880 00000100:00000001:1.0:1789307429.370097:0:118850:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1789307429.370098:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd880. 00000100:00000001:2.0:1789307429.370104:0:118852:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1789307429.370106:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbe8268d500 x1876218616145152/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789307429.370111:0:118852:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbf21180 x1876218616145408/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.370127:0:118850:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789307429.370132:0:118850:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.370132:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1789307429.370137:0:118850:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1789307429.370138:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbf21180 x1876218616145408/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307429.370141:0:118850:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789307429.370148:0:118850:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.370152:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307429.370155:0:118850:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbe8268d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:118850:1876218616145152:0@lo:6:osp-syn-1-0.0 00000100:00000001:2.0:1789307429.370156:0:118852:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789307429.370161:0:118852:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.370162:0:118850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789307429.370167:0:118850:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1789307429.370167:0:118852:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 18536 usecs (19 jiffies) 02000000:00000001:1.0:1789307429.370171:0:118850:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.370172:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315057697 02000000:00000001:1.0:1789307429.370174:0:118850:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1789307429.370177:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315062701 00000100:00000001:2.0:1789307429.370181:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315057697 02000000:00000010:1.0:1789307429.370183:0:118850:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbfbd293c00. 00000100:00000001:2.0:1789307429.370184:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315062701 02000000:00000001:1.0:1789307429.370187:0:118850:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.370189:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315057697 00000100:00000001:2.0:1789307429.370193:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315062702 00000400:00000010:1.0:1789307429.370195:0:118850:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644738. 00000100:00000001:2.0:1789307429.370195:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315057697 00000100:00000001:2.0:1789307429.370200:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315062704 00000400:00000010:1.0:1789307429.370203:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b545d8. 00000100:00000001:2.0:1789307429.370203:0:118852:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307429.370208:0:118852:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307429.370209:0:118850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616145152, portal 4 00000100:00000001:2.0:1789307429.370211:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.370212:0:118850:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307429.370216:0:118850:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638239313351936 : -105834396199680 : ffff9fbe8268d500) 00000100:00000001:2.0:1789307429.370217:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307429.370224:0:118852:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1789307429.370226:0:118850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbe8268d500 x1876218616145152/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.370227:0:118852:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789307429.370229:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789307429.370231:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789307429.370232:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.370234:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.370245:0:118850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307429.370255:0:118850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789307429.370259:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b546e8. 00000100:00000001:2.0:1789307429.370260:0:187273:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1789307429.370263:0:118850:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1876218616145152, offset 0 00000100:00100000:2.0:1789307429.370265:0:187273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616145536 00000400:00000200:1.0:1789307429.370271:0:118850:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1789307429.370276:0:187273:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1789307429.370281:0:118850:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1789307429.370281:0:187273:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307429.370285:0:187273:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307429.370290:0:187273:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307429.370293:0:118850:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6aa693022e500 00000100:00100000:2.0:1789307429.370295:0:187273:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616145536 00000020:00000001:2.0:1789307429.370299:0:187273:0:(genops.c:792:class_conn2export()) Process entered 00000400:00000200:1.0:1789307429.370300:0:118850:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1977e9 [8] + 13520 00000020:00000040:2.0:1789307429.370302:0:187273:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedcd0 00000020:00000001:2.0:1789307429.370307:0:187273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000200:1.0:1789307429.370310:0:118850:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1789307429.370311:0:187273:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf92163800 refcount=8 00000020:00000001:2.0:1789307429.370316:0:187273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243871340544 : -105829838211072 : ffff9fbf92163800) 00000400:00000200:1.0:1789307429.370318:0:118850:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1789307429.370321:0:187273:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243871340544 : -105829838211072 : ffff9fbf92163800) 00000100:00000001:1.0:1789307429.370324:0:118850:0:(events.c:290:request_in_callback()) Process entered 00000100:00000001:2.0:1789307429.370327:0:187273:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1789307429.370328:0:118850:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:2.0:1789307429.370332:0:187273:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00a80. 00000100:00000010:1.0:1789307429.370335:0:118850:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf862ed180. 00000100:00000001:2.0:1789307429.370337:0:187273:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789307429.370340:0:118850:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf862ed180 x1876218616145152 msgsize 544 00000020:00000010:2.0:1789307429.370342:0:187273:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00a80. 00000100:00100000:1.0:1789307429.370349:0:118850:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1789307429.370352:0:187273:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0b9c400. 00000020:00000010:2.0:1789307429.370358:0:187273:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44400. 00000100:00000001:1.0:1789307429.370360:0:118850:0:(events.c:377:request_in_callback()) Process leaving 00000020:00000010:2.0:1789307429.370364:0:187273:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984bb8. 00000400:00000200:1.0:1789307429.370367:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b546e8 00000400:00000010:1.0:1789307429.370371:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b546e8. 00000100:00000040:2.0:1789307429.370372:0:187273:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1789307429.370375:0:118850:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1789307429.370377:0:187273:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307429.370380:0:187273:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1789307429.370382:0:118850:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbe8268d500 x1876218616145152/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.370383:0:187273:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.370394:0:187273:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.370395:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307429.370400:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbe8268d500 x1876218616145152/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.370405:0:187273:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.370407:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.370411:0:118850:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789307429.370416:0:118850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.370420:0:118850:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 12600 usecs (13 jiffies) 00000100:00000001:3.0:1789307429.370423:0:188201:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1789307429.370424:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315057691 00000100:00100000:3.0:1789307429.370427:0:188201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616145408 00000100:00000001:1.0:1789307429.370429:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315062701 02000000:00000001:3.0:1789307429.370430:0:188201:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789307429.370434:0:188201:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307429.370435:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315057691 00000100:00000001:2.0:1789307429.370437:0:187273:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1789307429.370438:0:188201:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307429.370441:0:187273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616145152 00000100:00000001:1.0:1789307429.370442:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315062701 02000000:00000001:3.0:1789307429.370443:0:188201:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307429.370445:0:187273:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307429.370448:0:187273:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1789307429.370448:0:188201:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616145408 00000100:00000001:2.0:1789307429.370452:0:187273:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307429.370453:0:188201:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1789307429.370454:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315057691 02000000:00000001:2.0:1789307429.370457:0:187273:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.370459:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315062702 00000020:00000040:3.0:1789307429.370460:0:188201:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed7782c 00000100:00100000:2.0:1789307429.370462:0:187273:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616145152 00000020:00000001:3.0:1789307429.370463:0:188201:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1789307429.370464:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315057691 00000020:00000040:3.0:1789307429.370467:0:188201:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe8a12d800 refcount=5 00000020:00000001:2.0:1789307429.370468:0:187273:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1789307429.370469:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315062704 00000020:00000001:3.0:1789307429.370470:0:188201:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239441934336 : -105834267617280 : ffff9fbe8a12d800) 00000020:00000040:2.0:1789307429.370471:0:187273:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedcd0 00000100:00000001:1.0:1789307429.370475:0:118850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789307429.370476:0:187273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:3.0:1789307429.370476:0:188201:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239441934336 : -105834267617280 : ffff9fbe8a12d800) 00000020:00000040:2.0:1789307429.370480:0:187273:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf92163800 refcount=9 00000100:00000001:1.0:1789307429.370482:0:118850:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.370484:0:188201:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307429.370485:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307429.370489:0:188201:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0800. 00000100:00000001:1.0:1789307429.370491:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307429.370491:0:187273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243871340544 : -105829838211072 : ffff9fbf92163800) 00000100:00000001:3.0:1789307429.370493:0:188201:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789307429.370497:0:187273:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243871340544 : -105829838211072 : ffff9fbf92163800) 00000100:00000001:1.0:1789307429.370499:0:118850:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1789307429.370499:0:188201:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0800. 00000100:00000001:1.0:1789307429.370503:0:118850:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789307429.370504:0:187273:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307429.370507:0:188201:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0bee000. 00000100:00000001:1.0:1789307429.370509:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1789307429.370510:0:187273:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00a80. 00000100:00000001:1.0:1789307429.370512:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789307429.370514:0:187273:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307429.370514:0:188201:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47ad00. 00000100:00000001:1.0:1789307429.370516:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307429.370521:0:187273:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00a80. 00000020:00000010:3.0:1789307429.370521:0:188201:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e898. 00000100:00100000:1.0:1789307429.370522:0:118850:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1789307429.370527:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307429.370529:0:188201:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1789307429.370530:0:187273:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0b9d400. 00000100:00000001:1.0:1789307429.370531:0:118850:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789307429.370532:0:188201:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307429.370535:0:118850:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307429.370536:0:188201:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307429.370538:0:187273:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44900. 00000100:00000001:1.0:1789307429.370540:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307429.370542:0:188201:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.370543:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1789307429.370544:0:187273:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984578. 00000100:00000001:1.0:1789307429.370547:0:118850:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1789307429.370551:0:187273:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1789307429.370554:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbf20700 x1876218616145024/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.370554:0:187273:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789307429.370555:0:188201:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307429.370558:0:187273:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.370565:0:187273:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.370568:0:118850:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789307429.370569:0:188201:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307429.370572:0:118850:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.370573:0:188201:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1789307429.370577:0:187273:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1789307429.370578:0:118850:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1789307429.370580:0:188201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22591 02000000:00000001:1.0:1789307429.370582:0:118850:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789307429.370584:0:188201:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf92163800 : new rpc_count 1 02000000:00000001:1.0:1789307429.370587:0:118850:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.370588:0:188201:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244656957184 : -105829052594432 : ffff9fbfc0e9c700) 00000100:00000001:2.0:1789307429.370591:0:187273:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307429.370594:0:187273:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789307429.370597:0:118850:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbf20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:118850:1876218616145024:0@lo:6:osp-syn-0-0.0 00000100:00000040:3.0:1789307429.370597:0:188201:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfc0e9c700 x1876218616145536/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:475/0 lens 544/0 e 0 to 0 dl 1789307440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307429.370603:0:187273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22592 00000100:00000001:1.0:1789307429.370608:0:118850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1789307429.370611:0:187273:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe8a12d800 : new rpc_count 1 02000000:00000001:1.0:1789307429.370613:0:118850:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1789307429.370614:0:188201:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1789307429.370616:0:187273:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244656960768 : -105829052590848 : ffff9fbfc0e9d500) 02000000:00000001:1.0:1789307429.370617:0:118850:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307429.370618:0:188201:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0800. 02000000:00000001:1.0:1789307429.370624:0:118850:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1789307429.370624:0:188201:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789307429.370627:0:187273:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfc0e9d500 x1876218616145408/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:475/0 lens 544/0 e 0 to 0 dl 1789307440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1789307429.370628:0:188201:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0800. 02000000:00000010:1.0:1789307429.370630:0:118850:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbe8cf91400. 02000000:00000001:1.0:1789307429.370637:0:118850:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307429.370637:0:188201:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfc0e9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:118852:x1876218616145536:12345-0@lo:6:osp-syn-1-0.0 00000100:00000200:3.0:1789307429.370644:0:188201:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616145536 00000020:00000001:3.0:1789307429.370649:0:188201:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1789307429.370650:0:187273:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1789307429.370651:0:118850:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644e70. 00000020:00000010:2.0:1789307429.370655:0:187273:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00a80. 00000400:00000010:1.0:1789307429.370657:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b546e8. 00000020:00000001:3.0:1789307429.370657:0:188201:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1789307429.370659:0:187273:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789307429.370660:0:188201:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307429.370664:0:118850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616145024, portal 4 00000020:00000010:2.0:1789307429.370666:0:187273:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00a80. 00000020:00000001:3.0:1789307429.370666:0:188201:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1789307429.370668:0:118850:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1789307429.370670:0:188201:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664989792 : -1044561824 : ffffffffc1bd4060) 00000100:00000001:1.0:1789307429.370672:0:118850:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244573611776 : -105829135939840 : ffff9fbfbbf20700) 00000020:00000001:3.0:1789307429.370673:0:188201:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1789307429.370676:0:188201:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789307429.370678:0:187273:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfc0e9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:118852:x1876218616145408:12345-0@lo:6:osp-syn-0-0.0 00000020:00000001:3.0:1789307429.370679:0:188201:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789307429.370682:0:188201:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1789307429.370683:0:118850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbf20700 x1876218616145024/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307429.370686:0:188201:0:(tgt_handler.c:231:tgt_ost_body_unpack()) Process entered 00000100:00000200:2.0:1789307429.370687:0:187273:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616145408 00000020:00000001:3.0:1789307429.370690:0:188201:0:(tgt_handler.c:126:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1789307429.370692:0:187273:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789307429.370694:0:188201:0:(tgt_handler.c:161:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307429.370697:0:187273:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000001:00000001:3.0:1789307429.370698:0:188201:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000020:00000001:2.0:1789307429.370701:0:187273:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.370702:0:118850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:3.0:1789307429.370702:0:188201:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789307429.370707:0:188201:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000100:00000040:1.0:1789307429.370709:0:118850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1789307429.370709:0:187273:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000001:00000001:3.0:1789307429.370709:0:188201:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1789307429.370713:0:188201:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789307429.370714:0:188201:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000400:00000010:1.0:1789307429.370715:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54dd0. 00000001:00000001:3.0:1789307429.370715:0:188201:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789307429.370719:0:187273:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664989792 : -1044561824 : ffffffffc1bd4060) 00000001:00000001:3.0:1789307429.370720:0:188201:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307429.370722:0:118850:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1876218616145024, offset 0 00000001:00000001:3.0:1789307429.370725:0:188201:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000020:00000001:2.0:1789307429.370726:0:187273:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1789307429.370727:0:188201:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789307429.370729:0:187273:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1789307429.370730:0:188201:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307429.370731:0:118850:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1789307429.370734:0:188201:0:(tgt_handler.c:282:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307429.370736:0:187273:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789307429.370737:0:188201:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307429.370740:0:187273:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1789307429.370741:0:188201:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1789307429.370746:0:118850:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1789307429.370747:0:187273:0:(tgt_handler.c:231:tgt_ost_body_unpack()) Process entered 02000000:00000001:3.0:1789307429.370747:0:188201:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1789307429.370752:0:187273:0:(tgt_handler.c:126:tgt_validate_obdo()) Process entered 02000000:00000010:3.0:1789307429.370753:0:188201:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fbe8ee68800. 00000020:00000001:2.0:1789307429.370756:0:187273:0:(tgt_handler.c:161:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307429.370756:0:188201:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307429.370757:0:118850:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6aa693022e480 00000001:00000001:2.0:1789307429.370762:0:187273:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1789307429.370762:0:188201:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307429.370767:0:187273:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1789307429.370767:0:188201:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000400:00000200:1.0:1789307429.370768:0:118850:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1977e9 [8] + 14064 00010000:00000001:3.0:1789307429.370770:0:188201:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000001:00000001:2.0:1789307429.370773:0:187273:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00010000:00000001:3.0:1789307429.370774:0:188201:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1789307429.370778:0:188201:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000403:35999 count 1 00000400:00000200:1.0:1789307429.370779:0:118850:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:2.0:1789307429.370779:0:187273:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1789307429.370783:0:188201:0:(ofd_obd.c:922:ofd_destroy_by_fid()) Process entered 00000001:00000001:2.0:1789307429.370786:0:187273:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1789307429.370786:0:188201:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000400:00000200:1.0:1789307429.370789:0:118850:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1789307429.370790:0:188201:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000001:00000001:2.0:1789307429.370791:0:187273:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1789307429.370794:0:187273:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307429.370795:0:118850:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789307429.370799:0:118850:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000001:00000001:2.0:1789307429.370800:0:187273:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789307429.370806:0:118850:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb9ecdc00. 00000001:00000001:2.0:1789307429.370806:0:187273:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000100:00000040:1.0:1789307429.370812:0:118850:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb9ecdc00 x1876218616145024 msgsize 544 00000001:00000001:2.0:1789307429.370812:0:187273:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789307429.370812:0:188201:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244540413368 : -105829169138248 : ffff9fbfb9f775b8) 00000001:00000001:2.0:1789307429.370819:0:187273:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1789307429.370821:0:188201:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638244540413280 : -105829169138336 : ffff9fbfb9f77560) 00000020:00000001:2.0:1789307429.370825:0:187273:0:(tgt_handler.c:282:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307429.370827:0:118850:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1789307429.370828:0:188201:0:(ldlm_request.c:506:ldlm_cli_enqueue_local()) Process entered 00000020:00000001:2.0:1789307429.370830:0:187273:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.370833:0:188201:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00000100:00000001:2.0:1789307429.370836:0:187273:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1789307429.370838:0:118850:0:(events.c:377:request_in_callback()) Process leaving 02000000:00000001:2.0:1789307429.370841:0:187273:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:3.0:1789307429.370841:0:188201:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa30d3300 count: 2 00000400:00000200:1.0:1789307429.370845:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54dd0 02000000:00000010:2.0:1789307429.370847:0:187273:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fbfbf30a000. 00010000:00000001:3.0:1789307429.370847:0:188201:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1789307429.370849:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54dd0. 02000000:00000001:2.0:1789307429.370873:0:187273:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.370879:0:187273:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.370881:0:188201:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00000100:00000001:1.0:1789307429.370882:0:118850:0:(events.c:35:request_out_callback()) Process entered 00002000:00000001:2.0:1789307429.370886:0:187273:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000010:3.0:1789307429.370888:0:188201:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fbfb1a74c00. 00000100:00000200:1.0:1789307429.370891:0:118850:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbf20700 x1876218616145024/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789307429.370891:0:187273:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000001:3.0:1789307429.370892:0:188201:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00010000:00000001:2.0:1789307429.370896:0:187273:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307429.370896:0:188201:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9fbfb1a74c00 with handle 0x66de20725ed781a2 to hash 00000020:00000001:3.0:1789307429.370901:0:188201:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00002000:00080000:2.0:1789307429.370904:0:187273:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000403:38241 count 1 00010000:00000001:3.0:1789307429.370905:0:188201:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638244400942080 : -105829308609536 : ffff9fbfb1a74c00) 00002000:00000001:2.0:1789307429.370911:0:187273:0:(ofd_obd.c:922:ofd_destroy_by_fid()) Process entered 00010000:00000001:3.0:1789307429.370912:0:188201:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638244400942080 : -105829308609536 : ffff9fbfb1a74c00) 00002000:00000001:2.0:1789307429.370914:0:187273:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1789307429.370918:0:187273:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000100:00000001:1.0:1789307429.370919:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1789307429.370920:0:188201:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789307429.370924:0:188201:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307429.370925:0:187273:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244651033576 : -105829058518040 : ffff9fbfc08f63e8) 00000100:00000040:1.0:1789307429.370927:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbf20700 x1876218616145024/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1789307429.370930:0:188201:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000095571e8c/0x66de20725ed781a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000403:0x8c9f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00000001:2.0:1789307429.370932:0:187273:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638244651033488 : -105829058518128 : ffff9fbfc08f6390) 00010000:00000001:2.0:1789307429.370939:0:187273:0:(ldlm_request.c:506:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1789307429.370950:0:187273:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00000100:00000001:1.0:1789307429.370952:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.370955:0:188201:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000100:00000001:1.0:1789307429.370957:0:118850:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000040:2.0:1789307429.370957:0:187273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa3313c00 count: 2 00010000:00000001:3.0:1789307429.370961:0:188201:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1789307429.370962:0:187273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789307429.370965:0:188201:0:(ldlm_extent.c:868:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1789307429.370968:0:187273:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000001:3.0:1789307429.370970:0:188201:0:(ldlm_extent.c:489:ldlm_extent_compat_queue()) Process entered 00000100:00000001:1.0:1789307429.370972:0:118850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1789307429.370974:0:187273:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fbf85d5bc00. 00010000:00000001:3.0:1789307429.370976:0:188201:0:(ldlm_extent.c:444:ldlm_extent_compat_cb()) Process entered 00000100:00000040:1.0:1789307429.370977:0:118850:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 18536 usecs (19 jiffies) 00000020:00000001:2.0:1789307429.370981:0:187273:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00010000:00000001:3.0:1789307429.370981:0:188201:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00000100:00000001:1.0:1789307429.370983:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315057699 00000020:00000040:2.0:1789307429.370987:0:187273:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9fbf85d5bc00 with handle 0x66de20725ed781a9 to hash 00000100:00000001:1.0:1789307429.370989:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315062701 00010000:00010000:3.0:1789307429.370991:0:188201:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003a225783/0x66de20725ed77ce0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000403:0x8c9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d2f expref: 12 pid: 202302 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1789307429.370994:0:187273:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000100:00000001:1.0:1789307429.370997:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315057699 00010000:00000001:2.0:1789307429.370998:0:187273:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638243665787904 : -105830043763712 : ffff9fbf85d5bc00) 00000100:00000001:1.0:1789307429.371004:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315062701 00010000:00000001:2.0:1789307429.371005:0:187273:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638243665787904 : -105830043763712 : ffff9fbf85d5bc00) 00000100:00000001:1.0:1789307429.371011:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315057699 00010000:00000001:2.0:1789307429.371013:0:187273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789307429.371015:0:188201:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:1.0:1789307429.371018:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315062702 00010000:00000001:2.0:1789307429.371018:0:187273:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.371019:0:188201:0:(ldlm_extent.c:461:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.371026:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315057699 00010000:00010000:2.0:1789307429.371028:0:187273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002010c601/0x66de20725ed781a9 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x9561:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 187273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789307429.371028:0:188201:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000403:0x8c9f:0x0].0x0 since=6s v=(0 0) 00000100:00000001:1.0:1789307429.371030:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315062704 00000100:00000001:1.0:1789307429.371036:0:118850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789307429.371048:0:188201:0:(ldlm_extent.c:426:ldlm_update_contention()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.371054:0:118850:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.371055:0:188201:0:(ldlm_extent.c:745:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.371061:0:118850:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1789307429.371062:0:188201:0:(ldlm_extent.c:489:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1789307429.371063:0:187273:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000100:00000040:1.0:1789307429.371068:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfb7f97800 x1876218616145280/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'jbd2/dm-0-8.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789307429.371068:0:187273:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1789307429.371072:0:187273:0:(ldlm_extent.c:868:ldlm_process_extent_lock()) Process entered 00010000:00010000:3.0:1789307429.371073:0:188201:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000403:0x8c9f:0x0].0x0 since=0s v=(1 0) 00010000:00000001:2.0:1789307429.371076:0:187273:0:(ldlm_extent.c:489:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1789307429.371081:0:187273:0:(ldlm_extent.c:444:ldlm_extent_compat_cb()) Process entered 00010000:00000001:3.0:1789307429.371083:0:188201:0:(ldlm_extent.c:426:ldlm_update_contention()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.371085:0:187273:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00000100:00000001:1.0:1789307429.371092:0:118850:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1789307429.371092:0:188201:0:(ldlm_extent.c:745:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789307429.371094:0:187273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009b401c3a/0x66de20725ed77cd9 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x9561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d28 expref: 8 pid: 202304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789307429.371095:0:118850:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.371098:0:188201:0:(ldlm_extent.c:922:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1789307429.371100:0:118850:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1789307429.371103:0:188201:0:(ldlm_lock.c:2042:ldlm_handle_conflict_lock()) Process entered 02000000:00000001:1.0:1789307429.371105:0:118850:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789307429.371108:0:188201:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000095571e8c/0x66de20725ed781a2 lrc: 4/0,1 mode: --/PW res: [0x2c0000403:0x8c9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:1.0:1789307429.371111:0:118850:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.371119:0:187273:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00000100:00100000:1.0:1789307429.371121:0:118850:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfb7f97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:118850:1876218616145280:0@lo:103:jbd2/dm-0-8.0 00010000:00000001:2.0:1789307429.371123:0:187273:0:(ldlm_extent.c:461:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.371132:0:118850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00010000:00010000:2.0:1789307429.371132:0:187273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000403:0x9561:0x0].0x0 since=6s v=(0 0) 00010000:00000040:3.0:1789307429.371132:0:188201:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000403:0x8c9f:0x0].0x0 (ffff9fbfa30d3300) refcount = 2 02000000:00000001:1.0:1789307429.371137:0:118850:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00010000:00000040:3.0:1789307429.371139:0:188201:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 02000000:00000001:1.0:1789307429.371142:0:118850:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.371143:0:187273:0:(ldlm_extent.c:426:ldlm_update_contention()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307429.371147:0:118850:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000040:3.0:1789307429.371147:0:188201:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: 000000003a225783/0x66de20725ed77ce0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000403:0x8c9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d2f expref: 12 pid: 202302 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789307429.371149:0:187273:0:(ldlm_extent.c:745:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307429.371154:0:118850:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfb2671200. 00010000:00000001:2.0:1789307429.371156:0:187273:0:(ldlm_extent.c:489:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1789307429.371160:0:187273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000403:0x9561:0x0].0x0 since=0s v=(1 0) 02000000:00000001:1.0:1789307429.371161:0:118850:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789307429.371163:0:188201:0:(ldlm_resource.c:1894:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1789307429.371166:0:188201:0:(ldlm_resource.c:1896:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: 0000000095571e8c/0x66de20725ed781a2 lrc: 4/0,1 mode: --/PW res: [0x2c0000403:0x8c9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:1.0:1789307429.371169:0:118850:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe856447e8. 00010000:00000001:2.0:1789307429.371169:0:187273:0:(ldlm_extent.c:426:ldlm_update_contention()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.371176:0:187273:0:(ldlm_extent.c:745:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1789307429.371177:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54dd0. 00000100:00000200:1.0:1789307429.371184:0:118850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616145280, portal 18 00010000:00000010:3.0:1789307429.371186:0:188201:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fbfb56d0800. 00010000:00000001:2.0:1789307429.371187:0:187273:0:(ldlm_extent.c:922:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.371191:0:118850:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1789307429.371193:0:187273:0:(ldlm_lock.c:2042:ldlm_handle_conflict_lock()) Process entered 00000100:00000001:3.0:1789307429.371193:0:188201:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000001:1.0:1789307429.371200:0:118850:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244506990592 : -105829202561024 : ffff9fbfb7f97800) 00010000:00010000:2.0:1789307429.371201:0:187273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002010c601/0x66de20725ed781a9 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x9561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000010:3.0:1789307429.371201:0:188201:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fbe95745d80. 00000100:00000001:3.0:1789307429.371207:0:188201:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446638239632874880 : -105834076676736 : ffff9fbe95745d80) 00000100:00000040:1.0:1789307429.371212:0:118850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfb7f97800 x1876218616145280/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'jbd2/dm-0-8.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307429.371214:0:188201:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446638239632874880 : -105834076676736 : ffff9fbe95745d80) 00000100:00000001:3.0:1789307429.371222:0:188201:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00010000:00000040:2.0:1789307429.371224:0:187273:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000403:0x9561:0x0].0x0 (ffff9fbfa3313c00) refcount = 2 00000100:00000001:3.0:1789307429.371226:0:188201:0:(client.c:1949:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1789307429.371230:0:188201:0:(ldlm_lock.c:2129:ldlm_work_bl_ast_lock()) Process entered 00010000:00000040:2.0:1789307429.371233:0:187273:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:3.0:1789307429.371235:0:188201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789307429.371239:0:188201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789307429.371242:0:118850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:2.0:1789307429.371243:0:187273:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: 000000009b401c3a/0x66de20725ed77cd9 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x9561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d28 expref: 8 pid: 202304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1789307429.371243:0:188201:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1789307429.371248:0:188201:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000040:1.0:1789307429.371249:0:118850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1789307429.371252:0:188201:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000400:00000010:1.0:1789307429.371255:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54f68. 00010000:00000001:3.0:1789307429.371256:0:188201:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000200:1.0:1789307429.371262:0:118850:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876218616145280, offset 0 00000100:00000010:3.0:1789307429.371263:0:188201:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf21500. 00010000:00000040:2.0:1789307429.371265:0:187273:0:(ldlm_resource.c:1894:ldlm_resource_dump()) Waiting locks: 00000020:00000040:3.0:1789307429.371271:0:188201:0:(genops.c:1209:class_import_get()) import ffff9fbe9623a800 refcount=2 obd=lustre-OST0001 00010000:00000040:2.0:1789307429.371272:0:187273:0:(ldlm_resource.c:1896:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: 000000002010c601/0x66de20725ed781a9 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x9561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1789307429.371274:0:118850:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1789307429.371283:0:188201:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1789307429.371286:0:118850:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1789307429.371287:0:188201:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789307429.371292:0:188201:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1789307429.371297:0:187273:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fbec4f00a80. 00000400:00000200:1.0:1789307429.371299:0:118850:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6aa693022e580 02000000:00000010:3.0:1789307429.371300:0:188201:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fbfc0bef200. 00000100:00000001:2.0:1789307429.371303:0:187273:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1789307429.371308:0:188201:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307429.371310:0:118850:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x1b80f9 [2] + 1312 00000100:00000010:2.0:1789307429.371310:0:187273:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fbf852c9600. 00000100:00000001:2.0:1789307429.371315:0:187273:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446638243654702592 : -105830054849024 : ffff9fbf852c9600) 00010000:00010000:3.0:1789307429.371318:0:188201:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003a225783/0x66de20725ed77ce0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000403:0x8c9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d2f expref: 12 pid: 202302 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1789307429.371320:0:118850:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1789307429.371320:0:187273:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446638243654702592 : -105830054849024 : ffff9fbf852c9600) 00000100:00000001:2.0:1789307429.371326:0:187273:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789307429.371330:0:187273:0:(client.c:1949:ptlrpc_set_producer()) Process entered 00000400:00000200:1.0:1789307429.371332:0:118850:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1789307429.371334:0:187273:0:(ldlm_lock.c:2129:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1789307429.371340:0:187273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1789307429.371341:0:118850:0:(events.c:290:request_in_callback()) Process entered 00010000:00000001:2.0:1789307429.371344:0:187273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1789307429.371345:0:118850:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000001:2.0:1789307429.371348:0:187273:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00000100:00000010:1.0:1789307429.371352:0:118850:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf84e78e00. 00010000:00000001:2.0:1789307429.371353:0:187273:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00010000:3.0:1789307429.371355:0:188201:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003a225783/0x66de20725ed77ce0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000403:0x8c9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d2f expref: 12 pid: 202302 timeout: 20490 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789307429.371357:0:187273:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00000040:1.0:1789307429.371358:0:118850:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf84e78e00 x1876218616145280 msgsize 328 00010000:00000001:2.0:1789307429.371362:0:187273:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1789307429.371369:0:187273:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0e9e680. 00000100:00100000:1.0:1789307429.371371:0:118850:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:2.0:1789307429.371376:0:187273:0:(genops.c:1209:class_import_get()) import ffff9fbf90b9f000 refcount=2 obd=lustre-OST0000 00010000:00000001:3.0:1789307429.371381:0:188201:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1789307429.371383:0:187273:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1789307429.371384:0:118850:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:3.0:1789307429.371385:0:188201:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1789307429.371388:0:187273:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1789307429.371391:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54f68 02000000:00000001:2.0:1789307429.371393:0:187273:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307429.371393:0:188201:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbf21500 x1876218616145664/t0(0) o104->lustre-OST0001@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1789307429.371396:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54f68. 00000100:00000001:1.0:1789307429.371402:0:118850:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:2.0:1789307429.371407:0:187273:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fbfc0b9da00. 00000100:00000200:1.0:1789307429.371409:0:118850:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfb7f97800 x1876218616145280/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'jbd2/dm-0-8.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.371414:0:187273:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.371419:0:188201:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789307429.371423:0:188201:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789307429.371426:0:187273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009b401c3a/0x66de20725ed77cd9 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x9561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d28 expref: 8 pid: 202304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789307429.371433:0:188201:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbf21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:188201:1876218616145664:192.168.204.56@tcp:104: 00000100:00000001:1.0:1789307429.371434:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307429.371441:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfb7f97800 x1876218616145280/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'jbd2/dm-0-8.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307429.371444:0:188201:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789307429.371448:0:188201:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789307429.371452:0:188201:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307429.371457:0:188201:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:2.0:1789307429.371458:0:187273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009b401c3a/0x66de20725ed77cd9 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x9561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d28 expref: 8 pid: 202304 timeout: 20490 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:3.0:1789307429.371462:0:188201:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfc0bef000. 00000100:00000001:1.0:1789307429.371463:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307429.371467:0:188201:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.371469:0:118850:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789307429.371475:0:118850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789307429.371475:0:188201:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a516948. 00000100:00000040:1.0:1789307429.371482:0:118850:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 2386 usecs (3 jiffies) 00010000:00000001:2.0:1789307429.371483:0:187273:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000400:00000010:3.0:1789307429.371484:0:188201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde198. 00000100:00000001:2.0:1789307429.371488:0:187273:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1789307429.371489:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315057683 00000100:00000200:3.0:1789307429.371491:0:188201:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616145664, portal 16 00000100:00000001:1.0:1789307429.371494:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315062701 00000100:00000040:2.0:1789307429.371496:0:187273:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfc0e9e680 x1876218616145792/t0(0) o104->lustre-OST0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789307429.371497:0:188201:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789307429.371501:0:188201:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244573615360 : -105829135936256 : ffff9fbfbbf21500) 00000100:00000001:1.0:1789307429.371507:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315057683 00000100:00000001:1.0:1789307429.371514:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315062701 00000100:00000040:3.0:1789307429.371514:0:188201:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=0 req@ffff9fbfbbf21500 x1876218616145664/t0(0) o104->lustre-OST0001@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789307429.371518:0:187273:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789307429.371520:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315057683 00000100:00000001:2.0:1789307429.371522:0:187273:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.371527:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315062702 00000100:00100000:2.0:1789307429.371532:0:187273:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfc0e9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:187273:1876218616145792:192.168.204.56@tcp:104: 00000100:00000001:1.0:1789307429.371534:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315057683 00000100:00000001:1.0:1789307429.371541:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315062704 00000100:00000001:2.0:1789307429.371543:0:187273:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1789307429.371546:0:118850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789307429.371547:0:187273:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789307429.371552:0:187273:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.371553:0:118850:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307429.371558:0:187273:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1789307429.371560:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789307429.371565:0:187273:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfc0b9c200. 00000100:00000001:3.0:1789307429.371566:0:188201:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1789307429.371567:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307429.371570:0:187273:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307429.371573:0:188201:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:3.0:1789307429.371578:0:188201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdea18. 00000400:00000010:2.0:1789307429.371579:0:187273:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf83605210. 00000100:00000001:1.0:1789307429.371585:0:202307:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1789307429.371585:0:188201:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1876218616145664, offset 0 00000400:00000010:2.0:1789307429.371587:0:187273:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd880. 00000100:00100000:1.0:1789307429.371590:0:202307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616145024 00000100:00000200:2.0:1789307429.371594:0:187273:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616145792, portal 16 02000000:00000001:1.0:1789307429.371595:0:202307:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1789307429.371596:0:188201:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000100:00000001:1.0:1789307429.371600:0:202307:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307429.371600:0:187273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789307429.371603:0:187273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244656965248 : -105829052586368 : ffff9fbfc0e9e680) 00000100:00000001:1.0:1789307429.371604:0:202307:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307429.371608:0:188201:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 02000000:00000001:1.0:1789307429.371611:0:202307:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307429.371614:0:187273:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=0 req@ffff9fbfc0e9e680 x1876218616145792/t0(0) o104->lustre-OST0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1789307429.371616:0:188201:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:1.0:1789307429.371618:0:202307:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616145024 00000400:00000200:3.0:1789307429.371622:0:188201:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000020:00000001:1.0:1789307429.371623:0:202307:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307429.371628:0:202307:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed7782c 00000400:00000200:3.0:1789307429.371629:0:188201:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000020:00000001:1.0:1789307429.371633:0:202307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000200:3.0:1789307429.371636:0:188201:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000020:00000040:1.0:1789307429.371638:0:202307:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe8a12d800 refcount=6 00000100:00000001:2.0:1789307429.371638:0:187273:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1789307429.371642:0:188201:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305862:305862:256:4294967295] 192.168.204.56@tcp LPNI seq info [305858:305858:8:4294967295] 00000020:00000001:1.0:1789307429.371644:0:202307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239441934336 : -105834267617280 : ffff9fbe8a12d800) 00000100:00000040:2.0:1789307429.371649:0:187273:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000020:00000001:1.0:1789307429.371652:0:202307:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239441934336 : -105834267617280 : ffff9fbe8a12d800) 00000400:00000010:2.0:1789307429.371655:0:187273:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd908. 00000100:00000001:1.0:1789307429.371659:0:202307:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1789307429.371663:0:188201:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000020:00000010:1.0:1789307429.371665:0:202307:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf9a4894c0. 00000100:00000200:2.0:1789307429.371666:0:187273:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1876218616145792, offset 0 00000100:00000001:1.0:1789307429.371672:0:202307:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1789307429.371675:0:188201:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000020:00000010:1.0:1789307429.371679:0:202307:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf9a4894c0. 00000400:00000200:2.0:1789307429.371680:0:187273:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000800:00000010:3.0:1789307429.371683:0:188201:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbe84019f00. 00000020:00000010:1.0:1789307429.371687:0:202307:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb2670e00. 00000400:00000200:2.0:1789307429.371692:0:187273:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000020:00000010:1.0:1789307429.371693:0:202307:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfa31e0980. 00000400:00000200:2.0:1789307429.371699:0:187273:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000010:1.0:1789307429.371700:0:202307:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696a320. 00000400:00000200:2.0:1789307429.371706:0:187273:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000800:00000200:3.0:1789307429.371707:0:188201:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000100:00000001:1.0:1789307429.371708:0:202307:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307429.371712:0:202307:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1789307429.371713:0:187273:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789307429.371719:0:187273:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000100:00000001:1.0:1789307429.371721:0:202307:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789307429.371723:0:188201:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000100:00000001:1.0:1789307429.371727:0:202307:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307429.371729:0:187273:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305863:305863:255:4294967295] 192.168.204.56@tcp LPNI seq info [305859:305859:7:4294967295] 00000800:00000200:3.0:1789307429.371732:0:188201:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbe84019f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789307429.371739:0:202307:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307429.371747:0:187273:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000100:00000001:3.0:1789307429.371750:0:188201:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.371754:0:202307:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789307429.371755:0:188201:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4315062714 00000800:00000200:2.0:1789307429.371756:0:187273:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000100:00000001:1.0:1789307429.371758:0:202307:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000010:2.0:1789307429.371764:0:187273:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbfad363e00. 00000100:00000001:3.0:1789307429.371765:0:188201:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315062701 00000100:00100000:1.0:1789307429.371766:0:202307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22593 00000100:00000001:3.0:1789307429.371773:0:188201:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4315062714 00000100:00000040:1.0:1789307429.371774:0:202307:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf92163800 : new rpc_count 2 00000800:00000200:2.0:1789307429.371776:0:187273:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000100:00000001:1.0:1789307429.371780:0:202307:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243671626112 : -105830037925504 : ffff9fbf862ed180) 00000100:00000001:3.0:1789307429.371780:0:188201:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315062701 00000100:00000001:3.0:1789307429.371787:0:188201:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4315062714 00000800:00000200:2.0:1789307429.371788:0:187273:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000100:00000040:1.0:1789307429.371792:0:202307:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf862ed180 x1876218616145152/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:475/0 lens 544/0 e 0 to 0 dl 1789307440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307429.371793:0:188201:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315062702 00000800:00000200:2.0:1789307429.371794:0:187273:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfad363e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789307429.371798:0:188201:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4315062714 00000100:00000001:2.0:1789307429.371803:0:187273:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.371804:0:188201:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315062704 00000100:00000001:3.0:1789307429.371810:0:188201:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307429.371811:0:187273:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4315062714 00000100:00000001:3.0:1789307429.371816:0:188201:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.371818:0:187273:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, keep current deadline 4315062714 00000100:00000001:1.0:1789307429.371820:0:202307:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1789307429.371822:0:187273:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4315062714 00010000:00000001:3.0:1789307429.371825:0:188201:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307429.371826:0:202307:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf9a4894c0. 00000100:00000001:2.0:1789307429.371827:0:187273:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, keep current deadline 4315062714 00010000:00000001:3.0:1789307429.371830:0:188201:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.371831:0:202307:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307429.371834:0:187273:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4315062714 00000020:00000001:3.0:1789307429.371836:0:188201:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307429.371837:0:202307:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf9a4894c0. 00000100:00000001:2.0:1789307429.371839:0:187273:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, keep current deadline 4315062714 00010000:00000001:3.0:1789307429.371842:0:188201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1789307429.371846:0:187273:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4315062714 00010000:00000001:3.0:1789307429.371847:0:188201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1789307429.371848:0:202307:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf862ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+9:118850:x1876218616145152:12345-0@lo:6:osp-syn-1-0.0 00010000:00000001:3.0:1789307429.371868:0:188201:0:(ldlm_lock.c:2191:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.371872:0:188201:0:(ldlm_lock.c:2129:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:2.0:1789307429.371874:0:187273:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, keep current deadline 4315062714 00010000:00000001:3.0:1789307429.371875:0:188201:0:(ldlm_lock.c:2132:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1789307429.371880:0:187273:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307429.371882:0:188201:0:(client.c:1964:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307429.371884:0:202307:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616145152 00000100:00000001:3.0:1789307429.371887:0:188201:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789307429.371888:0:187273:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307429.371889:0:202307:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:3.0:1789307429.371889:0:188201:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1789307429.371894:0:202307:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00010000:00000001:2.0:1789307429.371896:0:187273:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307429.371896:0:188201:0:(client.c:2716:ptlrpc_set_wait()) set ffff9fbe95745d80 going to sleep for 11 seconds 00000020:00000001:1.0:1789307429.371897:0:202307:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.371900:0:188201:0:(client.c:1991:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1789307429.371902:0:187273:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307429.371903:0:202307:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1789307429.371905:0:188201:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307429.371907:0:202307:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664989792 : -1044561824 : ffffffffc1bd4060) 00000020:00000001:2.0:1789307429.371909:0:187273:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307429.371913:0:202307:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1789307429.371916:0:187273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1789307429.371917:0:202307:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307429.371919:0:187273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00080000:3.0:1789307429.371920:0:238820:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 21474927157 committed batchid 21474927155 00000020:00000001:1.0:1789307429.371923:0:202307:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789307429.371926:0:238820:0:(update_trans.c:1386:distribute_txn_commit_batchid_update()) Process entered 00000020:00000001:1.0:1789307429.371927:0:202307:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1789307429.371932:0:202307:0:(tgt_handler.c:231:tgt_ost_body_unpack()) Process entered 00010000:00000001:2.0:1789307429.371932:0:187273:0:(ldlm_lock.c:2191:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307429.371934:0:238820:0:(update_trans.c:1388:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff9fbe83816300. 00000020:00000001:1.0:1789307429.371936:0:202307:0:(tgt_handler.c:126:tgt_validate_obdo()) Process entered 00010000:00000001:2.0:1789307429.371938:0:187273:0:(ldlm_lock.c:2129:ldlm_work_bl_ast_lock()) Process entered 00000020:00000001:1.0:1789307429.371941:0:202307:0:(tgt_handler.c:161:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.371942:0:187273:0:(ldlm_lock.c:2132:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1789307429.371942:0:238820:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00000001:00000001:1.0:1789307429.371946:0:202307:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1789307429.371949:0:187273:0:(client.c:1964:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307429.371950:0:202307:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307429.371950:0:238820:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfc0beec00. 00000100:00000001:2.0:1789307429.371955:0:187273:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:1.0:1789307429.371957:0:202307:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00080000:00000001:3.0:1789307429.371957:0:238820:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244654148608 : -105829055403008 : ffff9fbfc0beec00) 00000100:00000001:2.0:1789307429.371959:0:187273:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000001:00000001:1.0:1789307429.371961:0:202307:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1789307429.371965:0:187273:0:(client.c:2716:ptlrpc_set_wait()) set ffff9fbf852c9600 going to sleep for 11 seconds 00080000:00000001:3.0:1789307429.371966:0:238820:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:1.0:1789307429.371968:0:202307:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.371971:0:187273:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000001:00000001:3.0:1789307429.371973:0:238820:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000100:00000001:2.0:1789307429.371975:0:187273:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307429.371979:0:238820:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbfb56d0900. 00000001:00000001:1.0:1789307429.371982:0:202307:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00080000:00000001:3.0:1789307429.371984:0:238820:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307429.371986:0:202307:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1789307429.371990:0:238820:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00000001:00000001:1.0:1789307429.371992:0:202307:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.371996:0:202299:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000001:00000001:1.0:1789307429.371999:0:202307:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000100:00000001:2.0:1789307429.372001:0:202299:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000001:00000001:1.0:1789307429.372002:0:202307:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1789307429.372007:0:238820:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307429.372008:0:202307:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307429.372008:0:202299:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22594 00000020:00000001:1.0:1789307429.372015:0:202307:0:(tgt_handler.c:282:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307429.372016:0:202299:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe8a12d800 : new rpc_count 2 00000020:00000001:1.0:1789307429.372020:0:202307:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.372021:0:202299:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244539718656 : -105829169832960 : ffff9fbfb9ecdc00) 00000100:00000001:1.0:1789307429.372025:0:202307:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789307429.372029:0:202307:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1789307429.372031:0:202299:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfb9ecdc00 x1876218616145024/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:475/0 lens 544/0 e 0 to 0 dl 1789307440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1789307429.372032:0:238820:0:(update_trans.c:1425:distribute_txn_commit_batchid_update()) lustre-MDT0000: update batchid 21474927157: rc = 0 02000000:00000010:1.0:1789307429.372034:0:202307:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fbe8cf93800. 00080000:00000001:3.0:1789307429.372049:0:238820:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 02000000:00000001:1.0:1789307429.372050:0:202307:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.372056:0:202307:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307429.372060:0:238820:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbfb56d0900. 00002000:00000001:1.0:1789307429.372063:0:202307:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00040000:00000001:3.0:1789307429.372067:0:238820:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00010000:00000001:1.0:1789307429.372068:0:202307:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:2.0:1789307429.372068:0:202299:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00040000:00000001:3.0:1789307429.372071:0:238820:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00010000:00000001:1.0:1789307429.372073:0:202307:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307429.372075:0:202299:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00300. 00080000:00000001:3.0:1789307429.372075:0:238820:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:1.0:1789307429.372078:0:202307:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000403:35998 count 1 00000020:00000001:3.0:1789307429.372080:0:238820:0:(update_trans.c:1433:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.372081:0:202299:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1789307429.372084:0:202307:0:(ofd_obd.c:922:ofd_destroy_by_fid()) Process entered 00000020:00000001:3.0:1789307429.372086:0:238820:0:(update_trans.c:1284:distribute_txn_cancel_records()) Process entered 00000020:00000010:2.0:1789307429.372087:0:202299:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00300. 00002000:00000001:1.0:1789307429.372088:0:202307:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000040:3.0:1789307429.372091:0:238820:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fbfb93b7c00 refcount 1 committed 1 result 0 batchid 21474927155 00000020:00000001:1.0:1789307429.372092:0:202307:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307429.372098:0:202307:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244540407896 : -105829169143720 : ffff9fbfb9f76058) 00000100:00100000:2.0:1789307429.372100:0:202299:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfb9ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+6:118850:x1876218616145024:12345-0@lo:6:osp-syn-0-0.0 00000020:00000040:3.0:1789307429.372100:0:238820:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf88d97600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fbfb93b79c0 00002000:00000001:1.0:1789307429.372103:0:202307:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638244540407808 : -105829169143808 : ffff9fbfb9f76000) 00010000:00000001:1.0:1789307429.372110:0:202307:0:(ldlm_request.c:506:ldlm_cli_enqueue_local()) Process entered 00000100:00000200:2.0:1789307429.372111:0:202299:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616145024 00010000:00000001:1.0:1789307429.372115:0:202307:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00000020:00000001:2.0:1789307429.372116:0:202299:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000040:3.0:1789307429.372117:0:238820:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf88d97e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fbfb93b7d80 00010000:00000040:1.0:1789307429.372121:0:202307:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a8dd00 count: 2 00000020:00000001:2.0:1789307429.372121:0:202299:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1789307429.372126:0:202299:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.372127:0:202307:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1789307429.372127:0:238820:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf88d97500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fbfc0ba9400 00000020:00000001:2.0:1789307429.372133:0:202299:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1789307429.372134:0:202307:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00000020:00000040:3.0:1789307429.372135:0:238820:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200002b10:0x2:0x0].360 00000020:00000001:2.0:1789307429.372138:0:202299:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664989792 : -1044561824 : ffffffffc1bd4060) 00010000:00000010:1.0:1789307429.372140:0:202307:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fbf97918000. 00000020:00000040:3.0:1789307429.372141:0:238820:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbf9fbbb0c0 : new refcount 2 00000020:00000001:2.0:1789307429.372144:0:202299:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000040:00000001:3.0:1789307429.372146:0:238820:0:(llog_cat_server.c:690:llog_cat_cancel_records()) Process entered 00000020:00000001:1.0:1789307429.372147:0:202307:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000001:2.0:1789307429.372148:0:202299:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1789307429.372150:0:238820:0:(llog_cat_server.c:632:llog_cat_cancel_arr_rec()) Process entered 00000020:00000040:1.0:1789307429.372151:0:202307:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9fbf97918000 with handle 0x66de20725ed781b0 to hash 00000020:00000001:2.0:1789307429.372154:0:202299:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000040:00000001:3.0:1789307429.372155:0:238820:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00000020:00000001:1.0:1789307429.372156:0:202307:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000020:00000001:2.0:1789307429.372158:0:202299:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000040:00000001:3.0:1789307429.372160:0:238820:0:(llog_cat.c:69:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.372161:0:202307:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638243963305984 : -105829746245632 : ffff9fbf97918000) 00000020:00000001:2.0:1789307429.372162:0:202299:0:(tgt_handler.c:231:tgt_ost_body_unpack()) Process entered 00000040:00000001:3.0:1789307429.372165:0:238820:0:(llog.c:1143:llog_exist()) Process entered 00000020:00000001:2.0:1789307429.372167:0:202299:0:(tgt_handler.c:126:tgt_validate_obdo()) Process entered 00010000:00000001:1.0:1789307429.372168:0:202307:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638243963305984 : -105829746245632 : ffff9fbf97918000) 00000040:00000001:3.0:1789307429.372168:0:238820:0:(llog.c:1152:llog_exist()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307429.372174:0:202307:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000040:00000001:3.0:1789307429.372174:0:238820:0:(llog.c:211:llog_cancel_arr_rec()) Process entered 00010000:00000001:1.0:1789307429.372178:0:202307:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1789307429.372178:0:238820:0:(llog.c:220:llog_cancel_arr_rec()) Canceling 1 records, first 360 in log [0x200002b10:0x2:0x0] 00000020:00000001:2.0:1789307429.372179:0:202299:0:(tgt_handler.c:161:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1789307429.372181:0:238820:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00000001:00000001:2.0:1789307429.372185:0:202299:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00080000:00000010:3.0:1789307429.372187:0:238820:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfc0a17a00. 00010000:00010000:1.0:1789307429.372190:0:202307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000131e1335/0x66de20725ed781b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000403:0x8c9e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 202307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000001:2.0:1789307429.372190:0:202299:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1789307429.372192:0:238820:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244652218880 : -105829057332736 : ffff9fbfc0a17a00) 00000001:00000001:2.0:1789307429.372197:0:202299:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000040:00000001:3.0:1789307429.372198:0:238820:0:(llog.c:1207:llog_declare_write_rec()) Process entered 00000001:00000001:2.0:1789307429.372201:0:202299:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1789307429.372203:0:238820:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000001:00000001:2.0:1789307429.372208:0:202299:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1789307429.372209:0:238820:0:(osd_io.c:1877:osd_declare_write()) Process entered 00010000:00000001:1.0:1789307429.372211:0:202307:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000001:00000001:2.0:1789307429.372214:0:202299:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1789307429.372214:0:238820:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1789307429.372215:0:202307:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00000001:00000001:2.0:1789307429.372218:0:202299:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789307429.372219:0:202307:0:(ldlm_extent.c:868:ldlm_process_extent_lock()) Process entered 00080000:00000010:3.0:1789307429.372220:0:238820:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbfb56d0900. 00010000:00000001:1.0:1789307429.372223:0:202307:0:(ldlm_extent.c:489:ldlm_extent_compat_queue()) Process entered 00000001:00000001:2.0:1789307429.372224:0:202299:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.372227:0:202307:0:(ldlm_extent.c:444:ldlm_extent_compat_cb()) Process entered 00080000:00000001:3.0:1789307429.372227:0:238820:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307429.372228:0:202299:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00010000:00000001:1.0:1789307429.372231:0:202307:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00000001:00000001:2.0:1789307429.372232:0:202299:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1789307429.372233:0:238820:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307429.372239:0:202299:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789307429.372239:0:238820:0:(llog.c:1219:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789307429.372240:0:202307:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001c28dec6/0x66de20725ed77cf5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000403:0x8c9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d3d expref: 12 pid: 122627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1789307429.372245:0:202299:0:(tgt_handler.c:282:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789307429.372246:0:238820:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1789307429.372250:0:238820:0:(llog_osd.c:1921:llog_osd_declare_destroy()) Process entered 00000020:00000001:2.0:1789307429.372251:0:202299:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1789307429.372257:0:238820:0:(osd_handler.c:4081:osd_declare_destroy()) Process entered 00000100:00000001:2.0:1789307429.372258:0:202299:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1789307429.372259:0:202307:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00000001:00000001:3.0:1789307429.372262:0:238820:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1789307429.372263:0:202307:0:(ldlm_extent.c:461:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307429.372263:0:202299:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:3.0:1789307429.372265:0:238820:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 02000000:00000010:2.0:1789307429.372269:0:202299:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fbfbf30bc00. 00010000:00010000:1.0:1789307429.372270:0:202307:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000403:0x8c9e:0x0].0x0 since=6s v=(0 0) 00080000:00000002:3.0:1789307429.372270:0:238820:0:(osd_handler.c:395:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002b10:0x2:0x0] not in the id map cache 02000000:00000001:2.0:1789307429.372274:0:202299:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1789307429.372277:0:238820:0:(osd_handler.c:4122:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.372279:0:202307:0:(ldlm_extent.c:426:ldlm_update_contention()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.372280:0:202299:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789307429.372283:0:238820:0:(llog_osd.c:1876:llog_osd_regular_fid_del_name_entry()) Process entered 00010000:00000001:1.0:1789307429.372285:0:202307:0:(ldlm_extent.c:745:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1789307429.372287:0:202299:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000040:00000001:3.0:1789307429.372287:0:238820:0:(llog_osd.c:1558:llog_osd_get_regular_fid_dir()) Process entered 00010000:00000001:1.0:1789307429.372288:0:202307:0:(ldlm_extent.c:489:ldlm_extent_compat_queue()) Process entered 80000000:00000001:3.0:1789307429.372291:0:238820:0:(fld_handler.c:252:fld_server_lookup()) Process entered 00010000:00010000:1.0:1789307429.372292:0:202307:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000403:0x8c9e:0x0].0x0 since=0s v=(1 0) 00010000:00000001:2.0:1789307429.372292:0:202299:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 80000000:00000001:3.0:1789307429.372294:0:238820:0:(fld_handler.c:208:fld_local_lookup()) Process entered 00010000:00000001:2.0:1789307429.372296:0:202299:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.372300:0:202307:0:(ldlm_extent.c:426:ldlm_update_contention()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:2.0:1789307429.372303:0:202299:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000403:38240 count 1 80000000:00000001:3.0:1789307429.372304:0:238820:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 00010000:00000001:1.0:1789307429.372305:0:202307:0:(ldlm_extent.c:745:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:3.0:1789307429.372307:0:238820:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.372311:0:202307:0:(ldlm_extent.c:922:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1789307429.372311:0:202299:0:(ofd_obd.c:922:ofd_destroy_by_fid()) Process entered 80000000:00000001:3.0:1789307429.372311:0:238820:0:(fld_handler.c:225:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1789307429.372315:0:202299:0:(ofd_objects.c:87:ofd_object_find()) Process entered 80000000:00000001:3.0:1789307429.372316:0:238820:0:(fld_handler.c:256:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.372317:0:202307:0:(ldlm_lock.c:2042:ldlm_handle_conflict_lock()) Process entered 00000020:00000001:2.0:1789307429.372320:0:202299:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:3.0:1789307429.372321:0:238820:0:(lu_object.c:830:lu_object_find_at()) Process entered 00010000:00010000:1.0:1789307429.372322:0:202307:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000131e1335/0x66de20725ed781b0 lrc: 4/0,1 mode: --/PW res: [0x2c0000403:0x8c9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 202307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1789307429.372326:0:202299:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244651038136 : -105829058513480 : ffff9fbfc08f75b8) 00000020:00000001:3.0:1789307429.372328:0:238820:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244505567320 : -105829203984296 : ffff9fbfb7e3c058) 00002000:00000001:2.0:1789307429.372334:0:202299:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638244651038048 : -105829058513568 : ffff9fbfc08f7560) 00000040:00000001:3.0:1789307429.372336:0:238820:0:(llog_osd.c:1581:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446638243872187392 : -105829837364224 : ffff9fbf92232400) 00010000:00000001:2.0:1789307429.372340:0:202299:0:(ldlm_request.c:506:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1789307429.372344:0:202299:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1789307429.372345:0:238820:0:(osd_handler.c:5736:osd_index_declare_ea_delete()) Process entered 00010000:00000040:1.0:1789307429.372348:0:202307:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000403:0x8c9e:0x0].0x0 (ffff9fbfb4a8dd00) refcount = 2 00000001:00000001:3.0:1789307429.372349:0:238820:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00010000:00000040:2.0:1789307429.372351:0:202299:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa3313f00 count: 2 00080000:00000001:3.0:1789307429.372352:0:238820:0:(osd_handler.c:5754:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1789307429.372356:0:202307:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:2.0:1789307429.372358:0:202299:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000002:3.0:1789307429.372359:0:238820:0:(lu_object.c:216:lu_object_put()) Add ffff9fbf92232400/ffff9fbfb7e3c000 to site lru. bkt: ffff9fbfb9328a68 00010000:00000040:1.0:1789307429.372362:0:202307:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: 000000001c28dec6/0x66de20725ed77cf5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000403:0x8c9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d3d expref: 12 pid: 122627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00000001:3.0:1789307429.372365:0:238820:0:(llog_osd.c:1896:llog_osd_regular_fid_del_name_entry()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.372366:0:202299:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00000040:00000001:3.0:1789307429.372371:0:238820:0:(llog_osd.c:1959:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1789307429.372373:0:202299:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fbf85d5a200. 00000040:00000001:3.0:1789307429.372375:0:238820:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307429.372380:0:202299:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00080000:00000001:3.0:1789307429.372380:0:238820:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00010000:00000040:1.0:1789307429.372386:0:202307:0:(ldlm_resource.c:1894:ldlm_resource_dump()) Waiting locks: 00000020:00000040:2.0:1789307429.372386:0:202299:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9fbf85d5a200 with handle 0x66de20725ed781b7 to hash 00080000:00000001:3.0:1789307429.372386:0:238820:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789307429.372391:0:238820:0:(llog.c:1230:llog_write_rec()) Process entered 00000040:00000001:3.0:1789307429.372394:0:238820:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1789307429.372398:0:238820:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x200002b10:0x2:0x0] 00010000:00000040:1.0:1789307429.372399:0:202307:0:(ldlm_resource.c:1896:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: 00000000131e1335/0x66de20725ed781b0 lrc: 4/0,1 mode: --/PW res: [0x2c0000403:0x8c9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 202307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1789307429.372399:0:202299:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789307429.372403:0:202299:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638243665781248 : -105830043770368 : ffff9fbf85d5a200) 00010000:00000001:2.0:1789307429.372410:0:202299:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638243665781248 : -105830043770368 : ffff9fbf85d5a200) 00010000:00000001:2.0:1789307429.372418:0:202299:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000040:00000001:3.0:1789307429.372420:0:238820:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1789307429.372422:0:202307:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fbf9a4894c0. 00010000:00000001:2.0:1789307429.372422:0:202299:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789307429.372425:0:238820:0:(llog.c:1263:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.372429:0:202307:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00080000:00000001:3.0:1789307429.372430:0:238820:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00010000:00010000:2.0:1789307429.372431:0:202299:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ccf816e6/0x66de20725ed781b7 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x9560:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 202299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000010:1.0:1789307429.372434:0:202307:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fbfb2949240. 00080000:00000010:3.0:1789307429.372437:0:238820:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbfb56d0900. 00000100:00000001:1.0:1789307429.372439:0:202307:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446638244416492096 : -105829293059520 : ffff9fbfb2949240) 00040000:00000001:3.0:1789307429.372443:0:238820:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00000100:00000001:1.0:1789307429.372447:0:202307:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446638244416492096 : -105829293059520 : ffff9fbfb2949240) 00040000:00000001:3.0:1789307429.372448:0:238820:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00010000:00000001:2.0:1789307429.372451:0:202299:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1789307429.372451:0:238820:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.372452:0:202307:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00010000:00000001:2.0:1789307429.372456:0:202299:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:1.0:1789307429.372457:0:202307:0:(client.c:1949:ptlrpc_set_producer()) Process entered 00000040:00000001:3.0:1789307429.372457:0:238820:0:(llog.c:349:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.372461:0:202307:0:(ldlm_lock.c:2129:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1789307429.372461:0:202299:0:(ldlm_extent.c:868:ldlm_process_extent_lock()) Process entered 00000040:00000001:3.0:1789307429.372463:0:238820:0:(llog_cat_server.c:671:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.372465:0:202307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307429.372466:0:202299:0:(ldlm_extent.c:489:ldlm_extent_compat_queue()) Process entered 00000040:00000001:3.0:1789307429.372468:0:238820:0:(llog_cat_server.c:701:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.372469:0:202307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307429.372470:0:202299:0:(ldlm_extent.c:444:ldlm_extent_compat_cb()) Process entered 00000020:00080000:3.0:1789307429.372473:0:238820:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 21474927155 cancel update log [0x200002b10:0x2:0x0].360: rc = 0 00000020:00000001:1.0:1789307429.372474:0:202307:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307429.372474:0:202299:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00000001:1.0:1789307429.372478:0:202307:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000020:00000040:3.0:1789307429.372481:0:238820:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbf9fbbb0c0 : new refcount 1 00010000:00000001:1.0:1789307429.372483:0:202307:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00010000:2.0:1789307429.372484:0:202299:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005ca1ff56/0x66de20725ed77cfc lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x9560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d44 expref: 8 pid: 202310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307429.372487:0:202307:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000020:00000001:3.0:1789307429.372487:0:238820:0:(update_trans.c:1318:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307429.372494:0:238820:0:(update_trans.c:1262:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fbf88d97600. 00000100:00000010:1.0:1789307429.372495:0:202307:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf31c00. 00000020:00000040:1.0:1789307429.372501:0:202307:0:(genops.c:1209:class_import_get()) import ffff9fbe9623a800 refcount=3 obd=lustre-OST0001 00010000:00000001:2.0:1789307429.372502:0:202299:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00000020:00000010:3.0:1789307429.372502:0:238820:0:(update_trans.c:1262:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fbf88d97e00. 00010000:00000001:2.0:1789307429.372506:0:202299:0:(ldlm_extent.c:461:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.372509:0:202307:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:3.0:1789307429.372509:0:238820:0:(update_trans.c:1260:top_multiple_thandle_destroy()) kfreed 'stc': 56 at ffff9fbf874ffa00. 00010000:00010000:2.0:1789307429.372510:0:202299:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000403:0x9560:0x0].0x0 since=6s v=(0 0) 02000000:00000001:1.0:1789307429.372513:0:202307:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1789307429.372516:0:202299:0:(ldlm_extent.c:426:ldlm_update_contention()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307429.372517:0:202307:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.372523:0:202299:0:(ldlm_extent.c:745:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307429.372525:0:238820:0:(update_trans.c:1262:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fbf88d97500. 02000000:00000010:1.0:1789307429.372526:0:202307:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fbfb2671a00. 00010000:00000001:2.0:1789307429.372527:0:202299:0:(ldlm_extent.c:489:ldlm_extent_compat_queue()) Process entered 00000020:00000010:3.0:1789307429.372531:0:238820:0:(update_trans.c:1264:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9fbfb93b7c00. 00000100:00000001:1.0:1789307429.372533:0:202307:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789307429.372533:0:202299:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000403:0x9560:0x0].0x0 since=0s v=(1 0) 00000020:00080000:3.0:1789307429.372538:0:238820:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 21474927155 00010000:00000001:2.0:1789307429.372541:0:202299:0:(ldlm_extent.c:426:ldlm_update_contention()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789307429.372544:0:202307:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001c28dec6/0x66de20725ed77cf5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000403:0x8c9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d3d expref: 12 pid: 122627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789307429.372546:0:202299:0:(ldlm_extent.c:745:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307429.372551:0:202299:0:(ldlm_extent.c:922:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307429.372558:0:202299:0:(ldlm_lock.c:2042:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1789307429.372563:0:202299:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccf816e6/0x66de20725ed781b7 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x9560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 202299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789307429.372567:0:202307:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001c28dec6/0x66de20725ed77cf5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000403:0x8c9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d3d expref: 12 pid: 122627 timeout: 20490 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307429.372585:0:202299:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000403:0x9560:0x0].0x0 (ffff9fbfa3313f00) refcount = 2 00010000:00000001:1.0:1789307429.372589:0:202307:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1789307429.372593:0:202307:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00010000:00000040:2.0:1789307429.372597:0:202299:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000040:1.0:1789307429.372601:0:202307:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbf31c00 x1876218616145920/t0(0) o104->lustre-OST0001@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000040:2.0:1789307429.372606:0:202299:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: 000000005ca1ff56/0x66de20725ed77cfc lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x9560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d44 expref: 8 pid: 202310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307429.372631:0:202299:0:(ldlm_resource.c:1894:ldlm_resource_dump()) Waiting locks: 00000100:00000001:1.0:1789307429.372636:0:202307:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000040:2.0:1789307429.372636:0:202299:0:(ldlm_resource.c:1896:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: 00000000ccf816e6/0x66de20725ed781b7 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x9560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 202299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789307429.372641:0:202307:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307429.372650:0:202307:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbf31c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:202307:1876218616145920:192.168.204.56@tcp:104: 00010000:00000010:2.0:1789307429.372657:0:202299:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fbec4f00300. 00000100:00000001:1.0:1789307429.372658:0:202307:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789307429.372663:0:202307:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1789307429.372663:0:202299:0:(client.c:1169:ptlrpc_prep_set()) Process entered 02000000:00000001:1.0:1789307429.372666:0:202307:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789307429.372669:0:202299:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fbf852c9d80. 02000000:00000001:1.0:1789307429.372672:0:202307:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1789307429.372674:0:202299:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446638243654704512 : -105830054847104 : ffff9fbf852c9d80) 02000000:00000010:1.0:1789307429.372678:0:202307:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfb2670a00. 00000100:00000001:2.0:1789307429.372679:0:202299:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446638243654704512 : -105830054847104 : ffff9fbf852c9d80) 02000000:00000001:1.0:1789307429.372683:0:202307:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.372684:0:202299:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789307429.372689:0:202299:0:(client.c:1949:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1789307429.372691:0:202299:0:(ldlm_lock.c:2129:ldlm_work_bl_ast_lock()) Process entered 00000400:00000010:1.0:1789307429.372692:0:202307:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe856440b0. 00010000:00000001:2.0:1789307429.372693:0:202299:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307429.372697:0:202299:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1789307429.372700:0:202307:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54f68. 00000020:00000001:2.0:1789307429.372700:0:202299:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307429.372705:0:202299:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000200:1.0:1789307429.372707:0:202307:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616145920, portal 16 00010000:00000001:2.0:1789307429.372707:0:202299:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1789307429.372711:0:202299:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:1.0:1789307429.372712:0:202307:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307429.372715:0:202307:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244573682688 : -105829135868928 : ffff9fbfbbf31c00) 00000100:00000010:2.0:1789307429.372716:0:202299:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0e9dc00. 00000020:00000040:2.0:1789307429.372722:0:202299:0:(genops.c:1209:class_import_get()) import ffff9fbf90b9f000 refcount=3 obd=lustre-OST0000 00000100:00000040:1.0:1789307429.372723:0:202307:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=0 req@ffff9fbfbbf31c00 x1876218616145920/t0(0) o104->lustre-OST0001@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789307429.372728:0:202299:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789307429.372733:0:202299:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1789307429.372738:0:202307:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1789307429.372738:0:202299:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.372744:0:202307:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 02000000:00000010:2.0:1789307429.372747:0:202299:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fbfc0b9d800. 00000400:00000010:1.0:1789307429.372751:0:202307:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54d48. 00000100:00000001:2.0:1789307429.372753:0:202299:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307429.372755:0:202307:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1876218616145920, offset 0 00010000:00010000:2.0:1789307429.372764:0:202299:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005ca1ff56/0x66de20725ed77cfc lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x9560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d44 expref: 8 pid: 202310 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1789307429.372768:0:202307:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1789307429.372778:0:202307:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1789307429.372785:0:202307:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:2.0:1789307429.372787:0:202299:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005ca1ff56/0x66de20725ed77cfc lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x9560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d44 expref: 8 pid: 202310 timeout: 20490 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1789307429.372791:0:202307:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1789307429.372797:0:202307:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789307429.372805:0:202307:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1789307429.372814:0:202307:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305864:305864:254:4294967295] 192.168.204.56@tcp LPNI seq info [305860:305860:6:4294967295] 00010000:00000001:2.0:1789307429.372816:0:202299:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1789307429.372821:0:202299:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789307429.372830:0:202299:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfc0e9dc00 x1876218616146048/t0(0) o104->lustre-OST0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1789307429.372836:0:202307:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1789307429.372871:0:202307:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1789307429.372876:0:202307:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbf82fef500. 00000100:00000001:2.0:1789307429.372887:0:202299:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789307429.372893:0:202299:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789307429.372894:0:202307:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000100:00100000:2.0:1789307429.372903:0:202299:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfc0e9dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:202299:1876218616146048:192.168.204.56@tcp:104: 00000800:00000200:1.0:1789307429.372904:0:202307:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1789307429.372910:0:202307:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbf82fef500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789307429.372913:0:202299:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1789307429.372916:0:202307:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307429.372917:0:202299:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789307429.372921:0:202299:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.372922:0:202307:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4315062716 02000000:00000001:2.0:1789307429.372926:0:202299:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1789307429.372931:0:202307:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4315062714 02000000:00000010:2.0:1789307429.372932:0:202299:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfc0b9c800. 00000100:00000001:1.0:1789307429.372938:0:202307:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4315062716 02000000:00000001:2.0:1789307429.372938:0:202299:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.372946:0:202307:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4315062714 00000400:00000010:2.0:1789307429.372946:0:202299:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf83605e70. 00000100:00000001:1.0:1789307429.372953:0:202307:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4315062716 00000400:00000010:2.0:1789307429.372954:0:202299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fdc38. 00000100:00000001:1.0:1789307429.372960:0:202307:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4315062714 00000100:00000200:2.0:1789307429.372962:0:202299:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616146048, portal 16 00000100:00000001:1.0:1789307429.372967:0:202307:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4315062716 00000100:00000001:2.0:1789307429.372967:0:202299:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789307429.372972:0:202299:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244656962560 : -105829052589056 : ffff9fbfc0e9dc00) 00000100:00000001:1.0:1789307429.372974:0:202307:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4315062714 00000100:00000001:1.0:1789307429.372981:0:202307:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789307429.372983:0:202299:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=0 req@ffff9fbfc0e9dc00 x1876218616146048/t0(0) o104->lustre-OST0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789307429.372987:0:202307:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.372992:0:202307:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.372998:0:202307:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307429.373004:0:202307:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.373004:0:202299:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1789307429.373009:0:202307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1789307429.373012:0:202299:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00010000:00000001:1.0:1789307429.373013:0:202307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307429.373017:0:202307:0:(ldlm_lock.c:2191:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307429.373018:0:202299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd5d8. 00010000:00000001:1.0:1789307429.373020:0:202307:0:(ldlm_lock.c:2129:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1789307429.373024:0:202307:0:(ldlm_lock.c:2132:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000200:2.0:1789307429.373024:0:202299:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1876218616146048, offset 0 00000100:00000001:1.0:1789307429.373029:0:202307:0:(client.c:1964:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.373034:0:202307:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1789307429.373034:0:202299:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000100:00000001:1.0:1789307429.373050:0:202307:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789307429.373055:0:202307:0:(client.c:2716:ptlrpc_set_wait()) set ffff9fbfb2949240 going to sleep for 11 seconds 00000400:00000200:2.0:1789307429.373058:0:202299:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000100:00000001:1.0:1789307429.373059:0:202307:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307429.373063:0:202307:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307429.373066:0:202299:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789307429.373070:0:202299:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1789307429.373075:0:202299:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789307429.373081:0:202299:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000100:00000001:1.0:1789307429.373082:0:187050:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789307429.373086:0:187050:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616145280 02000000:00000001:1.0:1789307429.373091:0:187050:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307429.373094:0:187050:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1789307429.373095:0:202299:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305865:305865:253:4294967295] 192.168.204.56@tcp LPNI seq info [305861:305861:5:4294967295] 00000100:00000001:1.0:1789307429.373104:0:187050:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307429.373110:0:187050:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307429.373112:0:202299:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000100:00100000:1.0:1789307429.373116:0:187050:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616145280 00000020:00000001:1.0:1789307429.373119:0:187050:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307429.373122:0:187050:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc98 00000800:00000200:2.0:1789307429.373122:0:202299:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000020:00000001:1.0:1789307429.373127:0:187050:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000800:00000010:2.0:1789307429.373129:0:202299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbfad363d00. 00000020:00000040:1.0:1789307429.373131:0:187050:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe95150800 refcount=8 00000020:00000001:1.0:1789307429.373136:0:187050:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 00000800:00000200:2.0:1789307429.373140:0:202299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000020:00000001:1.0:1789307429.373143:0:187050:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 00000100:00000001:1.0:1789307429.373150:0:187050:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000800:00000200:2.0:1789307429.373150:0:202299:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000020:00000010:1.0:1789307429.373156:0:187050:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf9a4893c0. 00000800:00000200:2.0:1789307429.373157:0:202299:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfad363d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789307429.373160:0:187050:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307429.373165:0:202299:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307429.373166:0:187050:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf9a4893c0. 00000100:00000001:2.0:1789307429.373172:0:202299:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4315062716 00000020:00000010:1.0:1789307429.373174:0:187050:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb2671000. 00000100:00000001:2.0:1789307429.373177:0:202299:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, keep current deadline 4315062716 00000020:00000010:1.0:1789307429.373180:0:187050:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfa31e0300. 00000100:00000001:2.0:1789307429.373182:0:202299:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4315062716 00000020:00000010:1.0:1789307429.373187:0:187050:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696aed8. 00000100:00000001:2.0:1789307429.373188:0:202299:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, keep current deadline 4315062716 00000100:00000001:2.0:1789307429.373194:0:202299:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4315062716 00000100:00000040:1.0:1789307429.373197:0:187050:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1789307429.373200:0:202299:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, keep current deadline 4315062716 00000100:00000001:1.0:1789307429.373202:0:187050:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307429.373206:0:187050:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307429.373206:0:202299:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4315062716 00010000:00000001:1.0:1789307429.373211:0:187050:0:(ldlm_lockd.c:2701:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1789307429.373212:0:202299:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, keep current deadline 4315062716 00010000:00000001:1.0:1789307429.373215:0:187050:0:(ldlm_lockd.c:2715:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.373218:0:202299:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789307429.373221:0:187050:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1789307429.373225:0:202299:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.373226:0:187050:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789307429.373231:0:187050:0:(lustre_handles.c:130:class_handle2object()) Process entered 00010000:00000001:2.0:1789307429.373231:0:202299:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307429.373237:0:187050:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbf85d5b200 refcount=3 00010000:00000001:2.0:1789307429.373237:0:202299:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307429.373242:0:202299:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307429.373244:0:187050:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243665785344 : -105830043766272 : ffff9fbf85d5b200) 00010000:00000001:2.0:1789307429.373247:0:202299:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307429.373249:0:187050:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638243665785344 : -105830043766272 : ffff9fbf85d5b200) 00010000:00000001:2.0:1789307429.373251:0:202299:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307429.373254:0:202299:0:(ldlm_lock.c:2191:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.373255:0:187050:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307429.373258:0:202299:0:(ldlm_lock.c:2129:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1789307429.373259:0:187050:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307429.373262:0:187050:0:(ldlm_lockd.c:2690:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.373262:0:202299:0:(ldlm_lock.c:2132:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1789307429.373269:0:187050:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.373269:0:202299:0:(client.c:1964:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.373276:0:202299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307429.373278:0:187050:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.373279:0:202299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789307429.373285:0:202299:0:(client.c:2716:ptlrpc_set_wait()) set ffff9fbf852c9d80 going to sleep for 11 seconds 00000100:00000001:1.0:1789307429.373288:0:187050:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307429.373290:0:202299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307429.373298:0:187050:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307429.373299:0:202299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.373306:0:187050:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789307429.373312:0:187050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1203 00000100:00000040:1.0:1789307429.373317:0:187050:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe95150800 : new rpc_count 1 00000100:00000001:1.0:1789307429.373320:0:187050:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243650178560 : -105830059373056 : ffff9fbf84e78e00) 00000100:00000040:1.0:1789307429.373327:0:187050:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf84e78e00 x1876218616145280/t0(0) o103->lustre-MDT0000-mdtlov_UUID@0@lo:475/0 lens 328/0 e 0 to 0 dl 1789307440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'jbd2/dm-0-8.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.373339:0:187050:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307429.373344:0:187050:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf9a4893c0. 00000100:00000001:1.0:1789307429.373348:0:187050:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307429.373352:0:187050:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf9a4893c0. 00000100:00100000:1.0:1789307429.373358:0:187050:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf84e78e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+8:118850:x1876218616145280:12345-0@lo:103:jbd2/dm-0-8.0 00000100:00000200:1.0:1789307429.373362:0:187050:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616145280 00010000:00000001:1.0:1789307429.373365:0:187050:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1789307429.373368:0:187050:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1789307429.373371:0:187050:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1789307429.373376:0:187050:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789307429.373378:0:187050:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789307429.373383:0:187050:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbe8cf92000. 02000000:00000001:1.0:1789307429.373385:0:187050:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789307429.373387:0:118844:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1789307429.373389:0:187050:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1789307429.373392:0:118844:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbe84019f00. 00010000:00000001:1.0:1789307429.373393:0:187050:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1789307429.373398:0:187050:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1789307429.373403:0:187050:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1789307429.373403:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1789307429.373406:0:187050:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307429.373411:0:187050:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbf85d5b200 refcount=3 00000400:00000200:2.0:1789307429.373411:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000020:00000001:1.0:1789307429.373417:0:187050:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243665785344 : -105830043766272 : ffff9fbf85d5b200) 00000400:00000200:2.0:1789307429.373420:0:118844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdea18 00010000:00000001:1.0:1789307429.373422:0:187050:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638243665785344 : -105830043766272 : ffff9fbf85d5b200) 00000400:00000010:2.0:1789307429.373424:0:118844:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdea18. 00010000:00000040:1.0:1789307429.373429:0:187050:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa3354d00 count: 2 00000100:00000001:2.0:1789307429.373432:0:118844:0:(events.c:35:request_out_callback()) Process entered 00000004:00000001:1.0:1789307429.373435:0:187050:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1789307429.373439:0:187050:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000100:00000200:2.0:1789307429.373441:0:118844:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbf21500 x1876218616145664/t0(0) o104->lustre-OST0001@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1789307429.373442:0:187050:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1789307429.373446:0:187050:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1789307429.373450:0:187050:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.373456:0:118844:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789307429.373461:0:118844:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbf21500 x1876218616145664/t0(0) o104->lustre-OST0001@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1789307429.373463:0:187050:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.373470:0:187050:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789307429.373475:0:187050:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1789307429.373480:0:118844:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.373482:0:187050:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307429.373486:0:187050:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789307429.373486:0:118844:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:1.0:1789307429.373490:0:187050:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789307429.373493:0:187050:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307429.373497:0:187050:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf85d5b200 with handle 0x66de20725ed7804b from hash 00010000:00000001:1.0:1789307429.373502:0:187050:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000800:00000200:2.0:1789307429.373502:0:118844:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789307429.373505:0:118844:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbfad363e00. 00010000:00000001:1.0:1789307429.373507:0:187050:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1789307429.373510:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1789307429.373511:0:187050:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307429.373514:0:187050:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789307429.373519:0:187050:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00000400:00000200:2.0:1789307429.373519:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00010000:00000001:1.0:1789307429.373522:0:187050:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307429.373526:0:118844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd908 00010000:00000001:1.0:1789307429.373527:0:187050:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789307429.373530:0:187050:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1789307429.373531:0:118844:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd908. 00010000:00010000:1.0:1789307429.373535:0:187050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9fbf85d5b200/0x66de20725ed7804b lrc: 0/0,0 mode: --/EX res: [0x240001b72:0x64:0x0].0x0 bits 0x3f/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x66de20725ed78044 expref: 8 pid: 251985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789307429.373537:0:118844:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789307429.373544:0:118844:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfc0e9e680 x1876218616145792/t0(0) o104->lustre-OST0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000040:1.0:1789307429.373547:0:187050:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbe95150800 : new locks_count 0 00000020:00000040:1.0:1789307429.373552:0:187050:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe95150800 : new refcount 7 00010000:00000010:1.0:1789307429.373556:0:187050:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbcb87d00. 00000100:00000001:2.0:1789307429.373561:0:118844:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1789307429.373566:0:187050:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1789307429.373567:0:118844:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfc0e9e680 x1876218616145792/t0(0) o104->lustre-OST0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1789307429.373569:0:187050:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1789307429.373572:0:187050:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1789307429.373575:0:187050:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0x64:0x0].0x0 (ffff9fbfa3354d00) 00010000:00000001:1.0:1789307429.373581:0:187050:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307429.373583:0:118844:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.373584:0:187050:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.373590:0:187050:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1789307429.373590:0:118844:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000040:1.0:1789307429.373594:0:187050:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa3354d00 count: 0 00010000:00000010:1.0:1789307429.373599:0:187050:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfc0f44680. 00000800:00000200:2.0:1789307429.373602:0:118844:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00010000:1.0:1789307429.373607:0:187050:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000800:00000010:2.0:1789307429.373607:0:118844:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbf82fef500. 00010000:00000001:1.0:1789307429.373611:0:187050:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307429.373614:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1789307429.373615:0:187050:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789307429.373619:0:187050:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307429.373623:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1789307429.373630:0:118844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54d48 00000100:00001000:1.0:1789307429.373632:0:187050:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbc5a35e8 time=34 v=5 (1 1 1 1) 00000100:00000001:1.0:1789307429.373636:0:187050:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789307429.373640:0:187050:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000400:00000010:2.0:1789307429.373642:0:118844:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54d48. 00000100:00000001:1.0:1789307429.373643:0:187050:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:1.0:1789307429.373648:0:187050:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1789307429.373649:0:118844:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1789307429.373652:0:187050:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.373656:0:187050:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1789307429.373657:0:118844:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbf31c00 x1876218616145920/t0(0) o104->lustre-OST0001@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1789307429.373661:0:187050:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789307429.373667:0:187050:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54000. 00000100:00000200:1.0:1789307429.373673:0:187050:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1876218616145280, offset 224 00000100:00000001:2.0:1789307429.373677:0:118844:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1789307429.373681:0:187050:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1789307429.373685:0:118844:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbf31c00 x1876218616145920/t0(0) o104->lustre-OST0001@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1789307429.373692:0:187050:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1789307429.373706:0:118844:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307429.373707:0:187050:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6aa693022e580 00000100:00000001:2.0:1789307429.373711:0:118844:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1789307429.373720:0:187050:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1c16cd [1] + 224 00000400:00000200:1.0:1789307429.373729:0:187050:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307429.373736:0:187050:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307429.373743:0:187050:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789307429.373750:0:187050:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfb7f97800 x1876218616145280/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'jbd2/dm-0-8.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307429.373769:0:187050:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfb7f97800 x1876218616145280/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'jbd2/dm-0-8.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1789307429.373776:0:118844:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789307429.373783:0:118844:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbfad363d00. 00000100:00000001:1.0:1789307429.373788:0:187050:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789307429.373790:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307429.373795:0:187050:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54000 00000400:00000010:1.0:1789307429.373798:0:187050:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54000. 00000400:00000200:2.0:1789307429.373799:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:1.0:1789307429.373803:0:187050:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1789307429.373806:0:187050:0:(events.c:402:reply_out_callback()) Process leaving 00000400:00000200:2.0:1789307429.373806:0:118844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd5d8 00000400:00000010:2.0:1789307429.373811:0:118844:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd5d8. 00000100:00000001:1.0:1789307429.373812:0:187050:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.373818:0:118844:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1789307429.373819:0:187050:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00010000:00000001:1.0:1789307429.373823:0:187050:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.373826:0:187050:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789307429.373828:0:118844:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfc0e9dc00 x1876218616146048/t0(0) o104->lustre-OST0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1789307429.373832:0:187050:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf84e78e00 x1876218616145280/t0(0) o103->lustre-MDT0000-mdtlov_UUID@0@lo:475/0 lens 328/224 e 0 to 0 dl 1789307440 ref 1 fl Interpret:/200/0 rc 0/0 job:'jbd2/dm-0-8.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307429.373871:0:187050:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf84e78e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+7:118850:x1876218616145280:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 530us (2511us total) trans 0 rc 0/0 00000100:00100000:1.0:1789307429.373883:0:187050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1203 00000100:00000040:1.0:1789307429.373886:0:187050:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe95150800 : new rpc_count 0 00000100:00000001:1.0:1789307429.373887:0:187050:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307429.373889:0:187050:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789307429.373892:0:187050:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfa31e0300. 00000020:00000010:1.0:1789307429.373897:0:187050:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696aed8. 00000020:00000010:1.0:1789307429.373900:0:187050:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb2671000. 00000020:00000040:1.0:1789307429.373906:0:187050:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe95150800 : new refcount 6 00000100:00000001:1.0:1789307429.373909:0:187050:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.373933:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307429.373936:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789307429.373942:0:118850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1789307429.373945:0:118844:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1789307429.373946:0:118850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789307429.373950:0:118850:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe856447e8. 00000100:00000040:2.0:1789307429.373954:0:118844:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfc0e9dc00 x1876218616146048/t0(0) o104->lustre-OST0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1789307429.373957:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54dd0 00000400:00000010:1.0:1789307429.373962:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54dd0. 00000100:00000001:1.0:1789307429.373968:0:118850:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1789307429.373968:0:118844:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.373973:0:118844:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:1.0:1789307429.373976:0:118850:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfb7f97800 x1876218616145280/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'jbd2/dm-0-8.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789307429.373986:0:118850:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfb7f97800 x1876218616145280/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'jbd2/dm-0-8.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.373993:0:118850:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307429.373996:0:118850:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.373999:0:118850:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789307429.374001:0:118850:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789307429.374003:0:118850:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307429.374004:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307429.374005:0:118850:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.374008:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307429.374010:0:118850:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307429.374018:0:118850:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfba939cf0 time=132 v=5 (5 5 5 0) 00000100:00001000:1.0:1789307429.374020:0:118850:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfba939c18 time=148 v=5 (1 1 1 0) 00000100:00000001:1.0:1789307429.374023:0:118850:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789307429.374024:0:118850:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.374026:0:118850:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789307429.374033:0:118850:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.374036:0:118850:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789307429.374048:0:118850:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 17179874248 00000100:00000001:1.0:1789307429.374052:0:118850:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307429.374055:0:118850:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.374060:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfb7f97800 x1876218616145280/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'jbd2/dm-0-8.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.374066:0:118850:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307429.374070:0:118850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307429.374072:0:118850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789307429.374077:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb7f97800 x1876218616145280/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'jbd2/dm-0-8.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307429.374085:0:118850:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfb7f97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:118850:1876218616145280:0@lo:103:jbd2/dm-0-8.0 00000100:00000001:1.0:1789307429.374092:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.374094:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307429.374097:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfb7f97800 x1876218616145280/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789307445 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'jbd2/dm-0-8.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.374104:0:118850:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307429.374106:0:118850:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307429.374110:0:118850:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfb2671200. 02000000:00000001:1.0:1789307429.374115:0:118850:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307429.374117:0:118850:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307429.374120:0:118850:0:(genops.c:1222:class_import_put()) import ffff9fbfba939800 refcount=4 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1789307429.374124:0:118850:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307429.374127:0:118850:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fbfb2670800. 02000000:00000001:1.0:1789307429.374131:0:118850:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307429.374134:0:118850:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307429.374137:0:118850:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfb7f97800. 00000100:00000001:1.0:1789307429.374142:0:118850:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307429.374144:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.374147:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.374149:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307429.374151:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307429.374153:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.374160:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.374168:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307429.374171:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1F:1789307429.377180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97919000. 00010000:00000010:0.1:1789307429.377204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97918a00. 00010000:00000010:0.1:1789307429.377210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97918800. 00010000:00000010:0.1:1789307429.377215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3313700. 00010000:00000010:0.1:1789307429.377221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1aad200. 00010000:00000010:0.1:1789307429.377224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1aad400. 00010000:00000010:0.1:1789307429.377227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1aac200. 00000100:00000001:2.0:1789307429.377389:0:188201:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789307429.377398:0:188201:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789307429.377402:0:188201:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789307429.377407:0:188201:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a516948. 00000400:00000200:2.0:1789307429.377414:0:188201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde198 00000400:00000010:2.0:1789307429.377419:0:188201:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde198. 00000100:00000001:2.0:1789307429.377425:0:188201:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789307429.377431:0:188201:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbf21500 x1876218616145664/t0(0) o104->lustre-OST0001@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1789307429.377475:0:188201:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbf21500 x1876218616145664/t0(0) o104->lustre-OST0001@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789307429.377488:0:188201:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789307429.377491:0:188201:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307429.377494:0:188201:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789307429.377497:0:188201:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789307429.377500:0:188201:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307429.377502:0:188201:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307429.377504:0:188201:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307429.377509:0:188201:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe9623ac60 time=49 v=5 (5 0 5 0) 00000100:00001000:2.0:1789307429.377514:0:188201:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe9623ac18 time=49 v=5 (1 0 1 0) 00000100:00000001:2.0:1789307429.377516:0:188201:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789307429.377517:0:188201:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.377520:0:188201:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789307429.377523:0:188201:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.377525:0:188201:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307429.377534:0:188201:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbf21500 x1876218616145664/t0(0) o104->lustre-OST0001@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789307429.377543:0:188201:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307429.377547:0:188201:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789307429.377548:0:188201:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307429.377551:0:188201:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1789307429.377554:0:188201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307429.377557:0:188201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307429.377558:0:188201:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307429.377562:0:188201:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf21500 x1876218616145664/t0(0) o104->lustre-OST0001@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789307429.377574:0:188201:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbf21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:188201:1876218616145664:192.168.204.56@tcp:104: 00000100:00000001:2.0:1789307429.377581:0:188201:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307429.377584:0:188201:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.377587:0:188201:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789307429.377589:0:188201:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789307429.377598:0:188201:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbf21500 x1876218616145664/t0(0) o104->lustre-OST0001@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789307429.377607:0:188201:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789307429.377610:0:188201:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789307429.377613:0:188201:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0bef000. 02000000:00000001:2.0:1789307429.377619:0:188201:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789307429.377622:0:188201:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789307429.377623:0:188201:0:(genops.c:1222:class_import_put()) import ffff9fbe9623a800 refcount=2 obd=lustre-OST0001 00000020:00000001:2.0:1789307429.377625:0:188201:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789307429.377627:0:188201:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fbfc0bef200. 02000000:00000001:2.0:1789307429.377630:0:188201:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789307429.377633:0:188201:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789307429.377635:0:188201:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbf21500. 00000100:00000001:2.0:1789307429.377641:0:188201:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789307429.377643:0:188201:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789307429.377645:0:188201:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fbe95745d80. 00000100:00000001:2.0:1789307429.377647:0:188201:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1789307429.377649:0:188201:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1789307429.377651:0:188201:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fbfb56d0800. 00010000:00000001:2.0:1789307429.377656:0:188201:0:(ldlm_lock.c:2093:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.377660:0:188201:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.377663:0:188201:0:(ldlm_lock.c:1928:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789307429.377670:0:188201:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1789307429.377676:0:188201:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000095571e8c/0x66de20725ed781a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000403:0x8c9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789307429.377702:0:187273:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789307429.377707:0:187273:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789307429.377711:0:187273:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789307429.377713:0:187273:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf83605210. 00000400:00000200:2.0:1789307429.377719:0:187273:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd880 00000400:00000010:2.0:1789307429.377721:0:187273:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd880. 00000100:00000001:2.0:1789307429.377725:0:187273:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789307429.377729:0:187273:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfc0e9e680 x1876218616145792/t0(0) o104->lustre-OST0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1789307429.377750:0:187273:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfc0e9e680 x1876218616145792/t0(0) o104->lustre-OST0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789307429.377758:0:187273:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789307429.377761:0:187273:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307429.377763:0:187273:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789307429.377766:0:187273:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789307429.377767:0:187273:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307429.377768:0:187273:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307429.377771:0:187273:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307429.377774:0:187273:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf90b9f460 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1789307429.377782:0:187273:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf90b9f418 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1789307429.377789:0:187273:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789307429.377793:0:187273:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.377798:0:187273:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789307429.377801:0:187273:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.377805:0:187273:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307429.377821:0:187273:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfc0e9e680 x1876218616145792/t0(0) o104->lustre-OST0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789307429.377841:0:187273:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307429.377847:0:187273:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000010:1.1F:1789307429.377877:0:265138:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a88500. 00000100:00000001:2.0:1789307429.377886:0:187273:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307429.377889:0:187273:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1789307429.377894:0:187273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:1.1:1789307429.377895:0:265138:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8992f000. 00010000:00000001:2.0:1789307429.377897:0:187273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307429.377901:0:187273:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307429.377910:0:187273:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfc0e9e680 x1876218616145792/t0(0) o104->lustre-OST0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789307429.377926:0:187273:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfc0e9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:187273:1876218616145792:192.168.204.56@tcp:104: 00000100:00000001:2.0:1789307429.377933:0:187273:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307429.377937:0:187273:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.377941:0:187273:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789307429.377946:0:187273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789307429.377959:0:187273:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfc0e9e680 x1876218616145792/t0(0) o104->lustre-OST0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789307429.377972:0:187273:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789307429.377976:0:187273:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789307429.377979:0:187273:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0b9c200. 02000000:00000001:2.0:1789307429.377985:0:187273:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789307429.377989:0:187273:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789307429.377992:0:187273:0:(genops.c:1222:class_import_put()) import ffff9fbf90b9f000 refcount=2 obd=lustre-OST0000 00000020:00000001:2.0:1789307429.377997:0:187273:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789307429.378001:0:187273:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fbfc0b9da00. 02000000:00000001:2.0:1789307429.378006:0:187273:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789307429.378009:0:187273:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789307429.378013:0:187273:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfc0e9e680. 00000100:00000001:2.0:1789307429.378019:0:187273:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789307429.378022:0:187273:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789307429.378025:0:187273:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fbf852c9600. 00000100:00000001:2.0:1789307429.378030:0:187273:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1789307429.378033:0:187273:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1789307429.378036:0:187273:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fbec4f00a80. 00010000:00000001:2.0:1789307429.378057:0:187273:0:(ldlm_lock.c:2093:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.378062:0:187273:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.378066:0:187273:0:(ldlm_lock.c:1928:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789307429.378071:0:187273:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1789307429.378078:0:187273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002010c601/0x66de20725ed781a9 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x9561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000001:2.0:1789307429.378115:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307429.378155:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789307429.378159:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307429.378163:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307429.378169:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1789307429.378178:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x6aa6932049b80 00000400:00000200:2.0:1789307429.378185:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0x1b80f9 [2] + 1640 00000800:00000001:2.0:1789307429.378191:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307429.378202:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307429.378205:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307429.378209:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:2.0:1789307429.378214:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789307429.378216:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1789307429.378220:0:118842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0e9e680. 00000100:00000040:2.0:1789307429.378223:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfc0e9e680 x1876218647714688 msgsize 328 00000100:00100000:2.0:1789307429.378228:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000001:2.0:1789307429.378239:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1789307429.378245:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307429.378249:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789307429.378251:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307429.378253:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307429.378257:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1789307429.378262:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x6aa693022e880 00000400:00000200:2.0:1789307429.378266:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0x1c16ed [1] + 224 00000800:00000001:2.0:1789307429.378269:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307429.378272:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307429.378274:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307429.378277:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:2.0:1789307429.378281:0:118842:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789307429.378285:0:118842:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfc0e9dc00 x1876218616146048/t0(0) o104->lustre-OST0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1789307429.378291:0:118842:0:(events.c:151:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fbfc0e9dc00 x1876218616146048/t0(0) o104->lustre-OST0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789307429.378299:0:118842:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789307429.378302:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307429.378304:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789307429.378306:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307429.378308:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307429.378312:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1789307429.378315:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x6aa6932049b00 00000400:00000200:2.0:1789307429.378325:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0x1b80f9 [2] + 1968 00000400:00000010:2.0:1789307429.378328:0:118842:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe86019370. 00000400:00000200:2.0:1789307429.378331:0:118842:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fbfb2fb1180 00000800:00000001:2.0:1789307429.378333:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307429.378336:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307429.378338:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307429.378341:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1789307429.378344:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb2fb1180 00000400:00000010:2.0:1789307429.378346:0:118842:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbfb2fb1180. 00000100:00000001:2.0:1789307429.378349:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789307429.378350:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:2.0:1789307429.378352:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbe83ab6050 x1876218647714560 msgsize 328 00000100:00100000:2.0:1789307429.378355:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000040:2.0:1789307429.378357:0:118842:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1789307429.378362:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1789307429.378366:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307429.378369:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789307429.378370:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307429.378373:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307429.378379:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1789307429.378385:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x6aa6932049c00 00000400:00000200:2.0:1789307429.378387:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0x1b81fd [2] + 0 00000800:00000001:2.0:1789307429.378389:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307429.378392:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307429.378393:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307429.378395:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:2.0:1789307429.378397:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789307429.378398:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1789307429.378411:0:118842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb918a680. 00000100:00000040:2.0:1789307429.378414:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb918a680 x1876218647714816 msgsize 328 00000100:00100000:2.0:1789307429.378419:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000001:2.0:1789307429.378431:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1789307429.378437:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307429.378447:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789307429.378449:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307429.378452:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.378453:0:187053:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1789307429.378453:0:120437:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789307429.378457:0:187053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647714688 00000100:00100000:3.0:1789307429.378459:0:120437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647714560 00000400:00000200:2.0:1789307429.378460:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 02000000:00000001:1.0:1789307429.378461:0:187053:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307429.378465:0:187053:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1789307429.378465:0:120437:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307429.378468:0:187053:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.378470:0:120437:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1789307429.378474:0:187053:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307429.378474:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x6aa6932049c80 00000100:00000001:3.0:1789307429.378474:0:120437:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307429.378481:0:187053:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647714688 02000000:00000001:3.0:1789307429.378482:0:120437:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307429.378484:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0x1b81fd [2] + 328 00000020:00000001:1.0:1789307429.378485:0:187053:0:(genops.c:792:class_conn2export()) Process entered 00000100:00100000:3.0:1789307429.378488:0:120437:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647714560 00000020:00000040:1.0:1789307429.378489:0:187053:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed2bd41 00000800:00000001:2.0:1789307429.378490:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1789307429.378493:0:187053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:3.0:1789307429.378494:0:120437:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307429.378496:0:187053:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe9623d000 refcount=13 00000800:00000001:2.0:1789307429.378497:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789307429.378498:0:120437:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed2bd41 00000020:00000001:1.0:1789307429.378500:0:187053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239644372992 : -105834065178624 : ffff9fbe9623d000) 00000400:00000200:2.0:1789307429.378502:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1789307429.378503:0:120437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:1.0:1789307429.378504:0:187053:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239644372992 : -105834065178624 : ffff9fbe9623d000) 00000020:00000040:3.0:1789307429.378508:0:120437:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe9623d000 refcount=14 00000400:00000200:2.0:1789307429.378509:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:1.0:1789307429.378510:0:187053:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307429.378515:0:187053:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf9a4893c0. 00000100:00000001:2.0:1789307429.378515:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000020:00000001:3.0:1789307429.378515:0:120437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239644372992 : -105834065178624 : ffff9fbe9623d000) 00000100:00000200:2.0:1789307429.378518:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1789307429.378522:0:187053:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbf9a4897c0. 00000020:00000001:3.0:1789307429.378522:0:120437:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239644372992 : -105834065178624 : ffff9fbe9623d000) 00000100:00000010:2.0:1789307429.378523:0:118842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb918a300. 00000100:00000040:2.0:1789307429.378528:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb918a300 x1876218647714944 msgsize 328 00000100:00000001:3.0:1789307429.378530:0:120437:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1789307429.378531:0:187053:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000100:00100000:2.0:1789307429.378536:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000020:00000010:3.0:1789307429.378537:0:120437:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0900. 00000100:00000001:1.0:1789307429.378541:0:187053:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1789307429.378542:0:120437:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307429.378545:0:187053:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf9a4893c0. 00000100:00000001:2.0:1789307429.378545:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000020:00000010:3.0:1789307429.378547:0:120437:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0900. 00000800:00000001:2.0:1789307429.378551:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:1.0:1789307429.378552:0:187053:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb2670800. 00000800:00000001:2.0:1789307429.378554:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1789307429.378555:0:120437:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb484fa00. 00000020:00000010:1.0:1789307429.378559:0:187053:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfa31e0300. 00000020:00000010:3.0:1789307429.378562:0:120437:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47a180. 00000020:00000010:1.0:1789307429.378564:0:187053:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696aed8. 00000100:00080000:2.0:1789307429.378565:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:2.0:1789307429.378570:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000020:00000010:3.0:1789307429.378570:0:120437:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666ec80. 00000100:00000040:1.0:1789307429.378572:0:187053:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1789307429.378577:0:187053:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307429.378579:0:187053:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789307429.378579:0:120437:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307429.378583:0:120437:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1789307429.378584:0:187053:0:(ldlm_lockd.c:2701:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1789307429.378587:0:187053:0:(ldlm_lockd.c:2715:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.378587:0:120437:0:(ldlm_lockd.c:2701:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1789307429.378590:0:187053:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1789307429.378592:0:120437:0:(ldlm_lockd.c:2715:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.378594:0:187053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789307429.378595:0:120437:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00000020:00000001:1.0:1789307429.378597:0:187053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307429.378600:0:187053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbf8992f200 refcount=4 00010000:00000001:3.0:1789307429.378600:0:120437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789307429.378602:0:187053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243728519680 : -105829981031936 : ffff9fbf8992f200) 00000020:00000001:3.0:1789307429.378604:0:120437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00010000:00000001:1.0:1789307429.378605:0:187053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638243728519680 : -105829981031936 : ffff9fbf8992f200) 00000020:00000040:3.0:1789307429.378608:0:120437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbf97919a00 refcount=4 00000020:00000001:3.0:1789307429.378611:0:120437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243963312640 : -105829746238976 : ffff9fbf97919a00) 00010000:00000001:3.0:1789307429.378615:0:120437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638243963312640 : -105829746238976 : ffff9fbf97919a00) 00010000:00010000:1.0:1789307429.378617:0:187053:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003a225783/0x66de20725ed77ce0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000403:0x8c9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d2f expref: 14 pid: 202302 timeout: 20490 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789307429.378624:0:120437:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001c28dec6/0x66de20725ed77cf5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000403:0x8c9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d3d expref: 14 pid: 122627 timeout: 20490 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307429.378625:0:187053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307429.378626:0:187053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307429.378627:0:187053:0:(ldlm_lockd.c:2690:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.378628:0:187053:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.378633:0:187053:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1789307429.378639:0:187053:0:(nrs.c:891:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fbfc0e9e680 x1876218647714688/t0(0) o103->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:475/0 lens 328/0 e 0 to 0 dl 1789307440 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789307429.378648:0:120437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1789307429.378649:0:187053:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1789307429.378652:0:187053:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.378652:0:120437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789307429.378656:0:120437:0:(ldlm_lockd.c:2690:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307429.378659:0:120437:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.378660:0:187053:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307429.378664:0:120437:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1789307429.378670:0:187053:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789307429.378673:0:187053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647714816 00000100:00000200:3.0:1789307429.378674:0:120437:0:(nrs.c:891:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fbe83ab6050 x1876218647714560/t0(0) o103->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:475/0 lens 328/0 e 0 to 0 dl 1789307440 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307429.378675:0:187053:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307429.378677:0:187053:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307429.378679:0:187053:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307429.378683:0:187053:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307429.378686:0:187053:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647714816 00000020:00000001:1.0:1789307429.378689:0:187053:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:3.0:1789307429.378692:0:120437:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000040:1.0:1789307429.378693:0:187053:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed77825 00000020:00000001:1.0:1789307429.378696:0:187053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:3.0:1789307429.378697:0:120437:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307429.378698:0:187053:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe8a129800 refcount=9 00000020:00000001:1.0:1789307429.378702:0:187053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239441917952 : -105834267633664 : ffff9fbe8a129800) 00000020:00000001:1.0:1789307429.378704:0:187053:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239441917952 : -105834267633664 : ffff9fbe8a129800) 00000100:00000001:1.0:1789307429.378705:0:187053:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307429.378709:0:187053:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf9a4893c0. 00000020:00000010:1.0:1789307429.378712:0:187053:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbf88564480. 00000100:00000001:3.0:1789307429.378712:0:120437:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789307429.378717:0:187053:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff9fbf82a0b380) now 10 - evictor 00000100:00000001:1.0:1789307429.378725:0:187053:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1789307429.378726:0:120437:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1789307429.378727:0:187053:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf9a4893c0. 00000100:00100000:3.0:1789307429.378730:0:120437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647714944 00000020:00000010:1.0:1789307429.378732:0:187053:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb2671200. 02000000:00000001:3.0:1789307429.378734:0:120437:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789307429.378736:0:120437:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307429.378739:0:120437:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307429.378741:0:187053:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfa31e0200. 02000000:00000001:3.0:1789307429.378745:0:120437:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307429.378746:0:187053:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696ac80. 00000100:00100000:3.0:1789307429.378750:0:120437:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647714944 00000100:00000001:1.0:1789307429.378751:0:187053:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1789307429.378753:0:120437:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1789307429.378754:0:187053:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1789307429.378758:0:187053:0:(ldlm_lockd.c:2701:ldlm_hpreq_handler()) Process entered 00000020:00000040:3.0:1789307429.378758:0:120437:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed77825 00010000:00000001:1.0:1789307429.378760:0:187053:0:(ldlm_lockd.c:2715:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.378762:0:187053:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00000020:00000001:3.0:1789307429.378762:0:120437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00010000:00000001:1.0:1789307429.378767:0:187053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000040:3.0:1789307429.378767:0:120437:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe8a129800 refcount=10 00000020:00000001:1.0:1789307429.378770:0:187053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:3.0:1789307429.378772:0:120437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239441917952 : -105834267633664 : ffff9fbe8a129800) 00000020:00000040:1.0:1789307429.378773:0:187053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbfb63e4600 refcount=4 00000020:00000001:1.0:1789307429.378776:0:187053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244477945344 : -105829231606272 : ffff9fbfb63e4600) 00010000:00000001:1.0:1789307429.378779:0:187053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638244477945344 : -105829231606272 : ffff9fbfb63e4600) 00000020:00000001:3.0:1789307429.378779:0:120437:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239441917952 : -105834267633664 : ffff9fbe8a129800) 00000100:00000001:3.0:1789307429.378786:0:120437:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00010000:00010000:1.0:1789307429.378788:0:187053:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009b401c3a/0x66de20725ed77cd9 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x9561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d28 expref: 10 pid: 202304 timeout: 20490 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000010:3.0:1789307429.378791:0:120437:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0900. 00010000:00000001:1.0:1789307429.378795:0:187053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307429.378797:0:187053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789307429.378797:0:120437:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789307429.378800:0:187053:0:(ldlm_lockd.c:2690:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.378803:0:187053:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1789307429.378803:0:120437:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0900. 00000100:00000001:1.0:1789307429.378808:0:187053:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:3.0:1789307429.378811:0:120437:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb484fe00. 00000100:00000200:1.0:1789307429.378812:0:187053:0:(nrs.c:891:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fbfb918a680 x1876218647714816/t0(0) o103->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:475/0 lens 328/0 e 0 to 0 dl 1789307440 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1789307429.378818:0:120437:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbec56d9980. 00000100:00000001:1.0:1789307429.378819:0:187053:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1789307429.378822:0:187053:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307429.378825:0:120437:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e3e8. 00000100:00000001:3.0:1789307429.378830:0:120437:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307429.378831:0:187053:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307429.378838:0:120437:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1789307429.378840:0:120437:0:(ldlm_lockd.c:2701:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1789307429.378842:0:187053:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1789307429.378843:0:120437:0:(ldlm_lockd.c:2715:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.378847:0:187053:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1789307429.378847:0:120437:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1789307429.378872:0:120437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789307429.378874:0:120437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789307429.378876:0:120437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbf97918600 refcount=5 00000020:00000001:3.0:1789307429.378878:0:120437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243963307520 : -105829746244096 : ffff9fbf97918600) 00010000:00000001:3.0:1789307429.378881:0:120437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638243963307520 : -105829746244096 : ffff9fbf97918600) 00000100:00100000:1.0:1789307429.378888:0:187053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 2059 00010000:00010000:3.0:1789307429.378889:0:120437:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005ca1ff56/0x66de20725ed77cfc lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x9560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d44 expref: 10 pid: 202310 timeout: 20490 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:1.0:1789307429.378894:0:187053:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe9623d000 : new rpc_count 1 00000100:00000001:1.0:1789307429.378899:0:187053:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244656965248 : -105829052586368 : ffff9fbfc0e9e680) 00010000:00000001:3.0:1789307429.378905:0:120437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789307429.378909:0:120437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1789307429.378910:0:187053:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfc0e9e680 x1876218647714688/t0(0) o103->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:475/0 lens 328/0 e 0 to 0 dl 1789307440 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789307429.378910:0:120437:0:(ldlm_lockd.c:2690:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307429.378915:0:120437:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307429.378921:0:120437:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1789307429.378928:0:120437:0:(nrs.c:891:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fbfb918a300 x1876218647714944/t0(0) o103->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:475/0 lens 328/0 e 0 to 0 dl 1789307440 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307429.378952:0:120437:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1789307429.378953:0:120437:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.378954:0:187053:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307429.378957:0:187053:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf9a4893c0. 00000100:00000001:1.0:1789307429.378959:0:187053:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307429.378961:0:187053:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf9a4893c0. 00000100:00000001:3.0:1789307429.378963:0:120437:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789307429.378968:0:187053:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfc0e9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+14:256271:x1876218647714688:12345-192.168.204.56@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1789307429.378974:0:187053:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647714688 00000100:00000001:3.0:1789307429.378975:0:120437:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1789307429.378978:0:187053:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00000100:00000001:3.0:1789307429.378978:0:120437:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00010000:00000002:1.0:1789307429.378983:0:187053:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00000100:00100000:3.0:1789307429.378986:0:120437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 2060 00010000:00000001:1.0:1789307429.378988:0:187053:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000040:3.0:1789307429.378992:0:120437:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe9623d000 : new rpc_count 2 00000100:00000001:1.0:1789307429.378996:0:187053:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1789307429.378996:0:120437:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638239334490192 : -105834375061424 : ffff9fbe83ab6050) 02000000:00000001:1.0:1789307429.379001:0:187053:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1789307429.379004:0:120437:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbe83ab6050 x1876218647714560/t0(0) o103->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:475/0 lens 328/0 e 0 to 0 dl 1789307440 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1789307429.379007:0:187053:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbe8cf92c00. 02000000:00000001:1.0:1789307429.379013:0:187053:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.379019:0:187053:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.379019:0:120437:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307429.379024:0:120437:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0900. 00010000:00000001:1.0:1789307429.379025:0:187053:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1789307429.379029:0:187053:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:3.0:1789307429.379030:0:120437:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789307429.379033:0:187053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789307429.379035:0:187053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307429.379050:0:187053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbf8992f200 refcount=4 00000020:00000010:3.0:1789307429.379053:0:120437:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0900. 00000020:00000001:1.0:1789307429.379054:0:187053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243728519680 : -105829981031936 : ffff9fbf8992f200) 00010000:00000001:1.0:1789307429.379059:0:187053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638243728519680 : -105829981031936 : ffff9fbf8992f200) 00000100:00100000:3.0:1789307429.379063:0:120437:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbe83ab6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+14:256271:x1876218647714560:12345-192.168.204.56@tcp:103:ldlm_bl.0 00010000:00000040:1.0:1789307429.379065:0:187053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa30d3300 count: 3 00000100:00000200:3.0:1789307429.379071:0:120437:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647714560 00010000:00010000:1.0:1789307429.379074:0:187053:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003a225783/0x66de20725ed77ce0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000403:0x8c9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d2f expref: 14 pid: 202302 timeout: 20490 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789307429.379075:0:120437:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1789307429.379079:0:120437:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1789307429.379081:0:120437:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1789307429.379086:0:120437:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00001000:1.0:1789307429.379087:0:187053:0:(import.c:2196:obd_at_measure()) add 0 to ffff9fbe9623d450 time=1789307429 v=20 (0 0 0 0) 02000000:00000001:3.0:1789307429.379090:0:120437:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1789307429.379092:0:187053:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 02000000:00000010:3.0:1789307429.379096:0:120437:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbe8ee6ac00. 02000000:00000001:3.0:1789307429.379100:0:120437:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.379102:0:187053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1789307429.379102:0:120437:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.379106:0:187053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789307429.379107:0:120437:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1789307429.379111:0:120437:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789307429.379112:0:187053:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003a225783/0x66de20725ed77ce0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000403:0x8c9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d2f expref: 14 pid: 202302 timeout: 20490 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789307429.379115:0:120437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789307429.379119:0:120437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789307429.379122:0:120437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbf97919a00 refcount=4 00000020:00000001:3.0:1789307429.379125:0:120437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243963312640 : -105829746238976 : ffff9fbf97919a00) 00010000:00000001:3.0:1789307429.379129:0:120437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638243963312640 : -105829746238976 : ffff9fbf97919a00) 00010000:00000040:3.0:1789307429.379135:0:120437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a8dd00 count: 3 00000020:00000001:1.0:1789307429.379143:0:187053:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00010000:3.0:1789307429.379145:0:120437:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001c28dec6/0x66de20725ed77cf5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000403:0x8c9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d3d expref: 14 pid: 122627 timeout: 20490 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307429.379147:0:187053:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1789307429.379151:0:187053:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307429.379155:0:187053:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789307429.379161:0:120437:0:(import.c:2196:obd_at_measure()) add 0 to ffff9fbe9623d450 time=1789307429 v=20 (0 0 0 0) 00010000:00000001:1.0:1789307429.379162:0:187053:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789307429.379166:0:187053:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789307429.379166:0:120437:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789307429.379171:0:120437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307429.379174:0:187053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789307429.379174:0:120437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307429.379178:0:187053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307429.379181:0:187053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:3.0:1789307429.379182:0:120437:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001c28dec6/0x66de20725ed77cf5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000403:0x8c9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d3d expref: 14 pid: 122627 timeout: 20490 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307429.379184:0:187053:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307429.379189:0:187053:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8992f200 with handle 0x66de20725ed77ce0 from hash 00010000:00000001:1.0:1789307429.379194:0:187053:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789307429.379198:0:187053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1789307429.379198:0:120437:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1789307429.379201:0:120437:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1789307429.379202:0:187053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789307429.379204:0:120437:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.379205:0:187053:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789307429.379212:0:187053:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:3.0:1789307429.379214:0:120437:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.379216:0:187053:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.379219:0:120437:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789307429.379220:0:187053:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789307429.379222:0:120437:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789307429.379223:0:187053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789307429.379226:0:120437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789307429.379229:0:120437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789307429.379230:0:187053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a225783/0x66de20725ed77ce0 lrc: 0/0,0 mode: --/PW res: [0x2c0000403:0x8c9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d2f expref: 14 pid: 202302 timeout: 20490 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789307429.379231:0:120437:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789307429.379234:0:120437:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307429.379239:0:120437:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf97919a00 with handle 0x66de20725ed77cf5 from hash 00010000:00000001:3.0:1789307429.379244:0:120437:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789307429.379246:0:120437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:1.0:1789307429.379247:0:187053:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbe9623d000 : new locks_count 4 00010000:00000001:3.0:1789307429.379247:0:120437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789307429.379250:0:120437:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:1.0:1789307429.379252:0:187053:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d000 : new refcount 13 00010000:00000001:3.0:1789307429.379254:0:120437:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1789307429.379257:0:120437:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.379258:0:187053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789307429.379259:0:120437:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789307429.379262:0:187053:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1789307429.379262:0:120437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307429.379266:0:187053:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1789307429.379270:0:187053:0:(ldlm_lock.c:1986:ldlm_reprocess_queue()) Reprocessing lock ffff9fbfb1a74c00 00010000:00010000:3.0:1789307429.379270:0:120437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c28dec6/0x66de20725ed77cf5 lrc: 0/0,0 mode: --/PW res: [0x2c0000403:0x8c9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d3d expref: 13 pid: 122627 timeout: 20490 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307429.379275:0:187053:0:(ldlm_extent.c:868:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1789307429.379278:0:187053:0:(ldlm_extent.c:489:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1789307429.379282:0:187053:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000403:0x8c9f:0x0].0x0 since=0s v=(1 0) 00010000:00000040:3.0:1789307429.379283:0:120437:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbe9623d000 : new locks_count 3 00000020:00000040:3.0:1789307429.379287:0:120437:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d000 : new refcount 12 00010000:00000001:1.0:1789307429.379289:0:187053:0:(ldlm_extent.c:426:ldlm_update_contention()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.379293:0:187053:0:(ldlm_extent.c:745:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789307429.379294:0:120437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789307429.379297:0:120437:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1789307429.379299:0:120437:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1789307429.379302:0:187053:0:(ldlm_extent.c:489:ldlm_extent_compat_queue()) Process entered 00010000:00000040:3.0:1789307429.379303:0:120437:0:(ldlm_lock.c:1986:ldlm_reprocess_queue()) Reprocessing lock ffff9fbf97918000 00010000:00010000:1.0:1789307429.379306:0:187053:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000403:0x8c9f:0x0].0x0 since=0s v=(1 0) 00010000:00000001:3.0:1789307429.379307:0:120437:0:(ldlm_extent.c:868:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1789307429.379312:0:187053:0:(ldlm_extent.c:426:ldlm_update_contention()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.379312:0:120437:0:(ldlm_extent.c:489:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1789307429.379316:0:187053:0:(ldlm_extent.c:745:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789307429.379316:0:120437:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000403:0x8c9e:0x0].0x0 since=0s v=(1 0) 00010000:00000001:1.0:1789307429.379322:0:187053:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789307429.379323:0:120437:0:(ldlm_extent.c:426:ldlm_update_contention()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.379325:0:187053:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00000001:3.0:1789307429.379326:0:120437:0:(ldlm_extent.c:745:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789307429.379330:0:120437:0:(ldlm_extent.c:489:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1789307429.379331:0:187053:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000095571e8c/0x66de20725ed781a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000403:0x8c9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789307429.379332:0:120437:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000403:0x8c9e:0x0].0x0 since=0s v=(1 0) 00010000:00000001:3.0:1789307429.379340:0:120437:0:(ldlm_extent.c:426:ldlm_update_contention()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.379344:0:120437:0:(ldlm_extent.c:745:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307429.379347:0:187053:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1789307429.379348:0:120437:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1789307429.379352:0:187053:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000095571e8c/0x66de20725ed781a2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000403:0x8c9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789307429.379357:0:120437:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1789307429.379362:0:120437:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000131e1335/0x66de20725ed781b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000403:0x8c9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 202307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789307429.379364:0:187053:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000403:0x8c9f:0x0].0x0 (ffff9fbfa30d3300) refcount = 2 00010000:00000040:1.0:1789307429.379371:0:187053:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789307429.379375:0:187053:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: 0000000095571e8c/0x66de20725ed781a2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000403:0x8c9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789307429.379377:0:120437:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1789307429.379381:0:120437:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000131e1335/0x66de20725ed781b0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000403:0x8c9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 202307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307429.379387:0:187053:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1789307429.379390:0:187053:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.379394:0:187053:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000040:3.0:1789307429.379394:0:120437:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000403:0x8c9e:0x0].0x0 (ffff9fbfb4a8dd00) refcount = 2 00010000:00000001:1.0:1789307429.379397:0:187053:0:(ldlm_extent.c:897:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1789307429.379400:0:120437:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:1.0:1789307429.379401:0:187053:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1789307429.379405:0:120437:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: 00000000131e1335/0x66de20725ed781b0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000403:0x8c9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 202307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1789307429.379408:0:187053:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fbf9a4893c0. 00000100:00000001:1.0:1789307429.379413:0:187053:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00010000:00000001:3.0:1789307429.379417:0:120437:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00000100:00000010:1.0:1789307429.379419:0:187053:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fbfb2949300. 00010000:00000001:3.0:1789307429.379420:0:120437:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.379425:0:187053:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446638244416492288 : -105829293059328 : ffff9fbfb2949300) 00010000:00000001:3.0:1789307429.379425:0:120437:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789307429.379428:0:120437:0:(ldlm_extent.c:897:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.379430:0:187053:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446638244416492288 : -105829293059328 : ffff9fbfb2949300) 00010000:00000001:3.0:1789307429.379431:0:120437:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.379435:0:187053:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00010000:00000010:3.0:1789307429.379438:0:120437:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fbfb56d0900. 00000100:00000001:1.0:1789307429.379439:0:187053:0:(client.c:1949:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1789307429.379441:0:187053:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:3.0:1789307429.379443:0:120437:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00010000:00000001:1.0:1789307429.379445:0:187053:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00000100:00000010:3.0:1789307429.379449:0:120437:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fbe957450c0. 00000100:00000001:3.0:1789307429.379452:0:120437:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446638239632871616 : -105834076680000 : ffff9fbe957450c0) 00000100:00000001:3.0:1789307429.379455:0:120437:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446638239632871616 : -105834076680000 : ffff9fbe957450c0) 00010000:00000001:1.0:1789307429.379456:0:187053:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.379457:0:120437:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789307429.379459:0:120437:0:(client.c:1949:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1789307429.379460:0:120437:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1789307429.379462:0:120437:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789307429.379466:0:187053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307429.379468:0:187053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307429.379470:0:187053:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.379471:0:120437:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.379472:0:187053:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1789307429.379476:0:187053:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1789307429.379476:0:120437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789307429.379479:0:120437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789307429.379481:0:187053:0:(client.c:1964:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.379482:0:120437:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.379485:0:187053:0:(client.c:2699:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.379486:0:120437:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:1.0:1789307429.379489:0:187053:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1789307429.379490:0:120437:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000010:1.0:1789307429.379492:0:187053:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fbfb2949300. 00000100:00000001:3.0:1789307429.379494:0:120437:0:(client.c:1964:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.379496:0:187053:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1789307429.379498:0:187053:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1789307429.379501:0:187053:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fbf9a4893c0. 00000100:00000001:3.0:1789307429.379505:0:120437:0:(client.c:2699:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.379506:0:187053:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1789307429.379509:0:187053:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:3.0:1789307429.379510:0:120437:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00010000:00000001:1.0:1789307429.379512:0:187053:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789307429.379514:0:120437:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fbe957450c0. 00010000:00000001:1.0:1789307429.379518:0:187053:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1789307429.379519:0:120437:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1789307429.379523:0:187053:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.379523:0:120437:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1789307429.379529:0:120437:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fbfb56d0900. 00000100:00001000:1.0:1789307429.379530:0:187053:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbc5a35e8 time=34 v=5 (1 1 1 1) 00010000:00000001:3.0:1789307429.379531:0:120437:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1789307429.379535:0:120437:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:1.0:1789307429.379537:0:187053:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1789307429.379538:0:120437:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789307429.379543:0:120437:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1789307429.379545:0:187053:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00010000:00000001:3.0:1789307429.379546:0:120437:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.379550:0:187053:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 00000100:00001000:3.0:1789307429.379552:0:120437:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbc5a35e8 time=34 v=5 (1 1 1 1) 02000000:00000001:1.0:1789307429.379556:0:187053:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1789307429.379557:0:120437:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1789307429.379559:0:187053:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307429.379563:0:120437:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 12 to 192.168.204.56@tcp 00000100:00000001:1.0:1789307429.379565:0:187053:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1789307429.379566:0:120437:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 00000100:00000040:1.0:1789307429.379572:0:187053:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 02000000:00000001:3.0:1789307429.379573:0:120437:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789307429.379576:0:120437:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307429.379578:0:187053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54dd0. 00000100:00000001:3.0:1789307429.379579:0:120437:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1789307429.379584:0:187053:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1876218647714688, offset 224 00000100:00000040:3.0:1789307429.379584:0:120437:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:3.0:1789307429.379588:0:120437:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde5d8. 00000400:00000200:1.0:1789307429.379594:0:187053:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000100:00000200:3.0:1789307429.379602:0:120437:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1876218647714560, offset 224 00000400:00000200:1.0:1789307429.379606:0:187053:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1789307429.379611:0:120437:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1789307429.379615:0:187053:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305866:305866:256:4294967295] 192.168.204.56@tcp LPNI seq info [305862:305862:8:4294967295] 00000400:00000200:1.0:1789307429.379627:0:187053:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1789307429.379633:0:187053:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000400:00000200:3.0:1789307429.379637:0:120437:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000800:00000010:1.0:1789307429.379641:0:187053:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbf82fef000. 00000400:00000200:3.0:1789307429.379642:0:120437:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305867:305867:255:4294967295] 192.168.204.56@tcp LPNI seq info [305863:305863:7:4294967295] 00000400:00000200:3.0:1789307429.379653:0:120437:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1789307429.379659:0:187053:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1789307429.379662:0:120437:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1789307429.379667:0:120437:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbe84019f00. 00000800:00000200:1.0:1789307429.379671:0:187053:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1789307429.379673:0:120437:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1789307429.379677:0:187053:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbf82fef000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1789307429.379680:0:120437:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1789307429.379685:0:120437:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbe84019f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789307429.379692:0:187053:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.379693:0:120437:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.379699:0:187053:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00000100:00000040:3.0:1789307429.379701:0:120437:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:1.0:1789307429.379704:0:187053:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.379706:0:187053:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.379712:0:120437:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.379716:0:187053:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfc0e9e680 x1876218647714688/t0(0) o103->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:475/0 lens 328/224 e 0 to 0 dl 1789307440 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789307429.379716:0:120437:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307429.379727:0:120437:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbe83ab6050 x1876218647714560/t0(0) o103->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:475/0 lens 328/224 e 0 to 0 dl 1789307440 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307429.379735:0:187053:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfc0e9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+12:256271:x1876218647714688:12345-192.168.204.56@tcp:103:ldlm_bl.0 Request processed in 777us (1507us total) trans 0 rc 0/0 00000100:00100000:3.0:1789307429.379752:0:120437:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbe83ab6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+12:256271:x1876218647714560:12345-192.168.204.56@tcp:103:ldlm_bl.0 Request processed in 729us (1395us total) trans 0 rc 0/0 00000100:00100000:1.0:1789307429.379753:0:187053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 2059 00000100:00000040:1.0:1789307429.379760:0:187053:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe9623d000 : new rpc_count 1 00000100:00000001:1.0:1789307429.379765:0:187053:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1789307429.379766:0:120437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 2060 00000100:00000001:1.0:1789307429.379769:0:187053:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1789307429.379771:0:120437:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe9623d000 : new rpc_count 0 00000020:00000010:1.0:1789307429.379776:0:187053:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfa31e0300. 00000100:00000001:3.0:1789307429.379777:0:120437:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789307429.379780:0:120437:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789307429.379784:0:187053:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696aed8. 00000020:00000010:3.0:1789307429.379785:0:120437:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47a180. 00000020:00000010:1.0:1789307429.379792:0:187053:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb2670800. 00000020:00000010:3.0:1789307429.379793:0:120437:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666ec80. 00000020:00000040:1.0:1789307429.379800:0:187053:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d000 : new refcount 11 00000020:00000010:3.0:1789307429.379801:0:120437:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb484fa00. 00000100:00000001:1.0:1789307429.379807:0:187053:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789307429.379809:0:120437:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d000 : new refcount 10 00000100:00000010:3.0:1789307429.379817:0:120437:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfc0e9e680. 00000100:00000001:1.0:1789307429.379819:0:187053:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307429.379823:0:187053:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1789307429.379825:0:120437:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789307429.379829:0:120437:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9fbe8cf92000. 00000100:00100000:1.0:1789307429.379831:0:187053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 2061 02000000:00000001:3.0:1789307429.379835:0:120437:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1789307429.379838:0:187053:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe8a129800 : new rpc_count 1 00000100:00000010:3.0:1789307429.379839:0:120437:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf84e78e00. 00000100:00000001:1.0:1789307429.379843:0:187053:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244525811328 : -105829183740288 : ffff9fbfb918a680) 02000000:00000001:3.0:1789307429.379846:0:120437:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789307429.379848:0:120437:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9fbfb1ab0000. 00000100:00000040:1.0:1789307429.379873:0:187053:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfb918a680 x1876218647714816/t0(0) o103->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:475/0 lens 328/0 e 0 to 0 dl 1789307440 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789307429.379874:0:120437:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789307429.379877:0:120437:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf9f904e00. 02000000:00000001:3.0:1789307429.379883:0:120437:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789307429.379885:0:120437:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9fbfbedf6800. 02000000:00000001:3.0:1789307429.379890:0:120437:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789307429.379893:0:120437:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf86251c00. 02000000:00000001:3.0:1789307429.379898:0:120437:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789307429.379901:0:120437:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9fbfbd255400. 00000100:00000001:1.0:1789307429.379902:0:187053:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1789307429.379905:0:120437:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:1.0:1789307429.379907:0:187053:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf9a4893c0. 00000100:00000010:3.0:1789307429.379908:0:120437:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf86250e00. 00000100:00000001:1.0:1789307429.379913:0:187053:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789307429.379915:0:120437:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789307429.379917:0:120437:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9fbfb5fe5400. 02000000:00000001:3.0:1789307429.379919:0:120437:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:1.0:1789307429.379923:0:187053:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf9a4893c0. 00000100:00000010:3.0:1789307429.379927:0:120437:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf90aea680. 00000100:00100000:1.0:1789307429.379933:0:187053:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfb918a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+10:256271:x1876218647714816:12345-192.168.204.56@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789307429.379933:0:120437:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1789307429.379941:0:120437:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000100:00000200:1.0:1789307429.379942:0:187053:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647714816 00010000:00000001:1.0:1789307429.379947:0:187053:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00000400:00000010:3.0:1789307429.379948:0:120437:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a5169f8. 00010000:00000002:1.0:1789307429.379951:0:187053:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1789307429.379954:0:187053:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000400:00000010:3.0:1789307429.379955:0:120437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbe957450c0. 00000100:00000001:1.0:1789307429.379961:0:187053:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789307429.379964:0:187053:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789307429.379969:0:187053:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbe8cf90000. 00000100:00000001:3.0:1789307429.379969:0:120437:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789307429.379973:0:120437:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1789307429.379974:0:187053:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.379978:0:187053:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307429.379982:0:120437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 2062 00010000:00000001:1.0:1789307429.379983:0:187053:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1789307429.379986:0:187053:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000040:3.0:1789307429.379989:0:120437:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe8a129800 : new rpc_count 2 00010000:00000001:1.0:1789307429.379990:0:187053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789307429.379995:0:187053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:3.0:1789307429.379995:0:120437:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244525810432 : -105829183741184 : ffff9fbfb918a300) 00000020:00000040:1.0:1789307429.379999:0:187053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbfb63e4600 refcount=4 00000020:00000001:1.0:1789307429.380003:0:187053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244477945344 : -105829231606272 : ffff9fbfb63e4600) 00000100:00000040:3.0:1789307429.380006:0:120437:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfb918a300 x1876218647714944/t0(0) o103->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:475/0 lens 328/0 e 0 to 0 dl 1789307440 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789307429.380008:0:187053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638244477945344 : -105829231606272 : ffff9fbfb63e4600) 00010000:00000040:1.0:1789307429.380014:0:187053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa3313c00 count: 3 00010000:00010000:1.0:1789307429.380024:0:187053:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009b401c3a/0x66de20725ed77cd9 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x9561:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d28 expref: 10 pid: 202304 timeout: 20490 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789307429.380024:0:120437:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307429.380029:0:120437:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0900. 00000100:00000001:3.0:1789307429.380034:0:120437:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307429.380050:0:120437:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0900. 00000100:00001000:1.0:1789307429.380056:0:187053:0:(import.c:2196:obd_at_measure()) add 0 to ffff9fbe8a129c50 time=15 v=5 (1 0 0 0) 00000100:00100000:3.0:1789307429.380060:0:120437:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfb918a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+10:256270:x1876218647714944:12345-192.168.204.56@tcp:103:ldlm_bl.0 00010000:00000001:1.0:1789307429.380064:0:187053:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000100:00000200:3.0:1789307429.380065:0:120437:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647714944 00010000:00000001:3.0:1789307429.380069:0:120437:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000001:1.0:1789307429.380070:0:187053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000002:3.0:1789307429.380071:0:120437:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1789307429.380074:0:187053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789307429.380074:0:120437:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1789307429.380080:0:120437:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00010000:00010000:1.0:1789307429.380082:0:187053:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009b401c3a/0x66de20725ed77cd9 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x9561:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d28 expref: 10 pid: 202304 timeout: 20490 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1789307429.380082:0:120437:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789307429.380087:0:120437:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbe8ee68c00. 02000000:00000001:3.0:1789307429.380091:0:120437:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.380097:0:120437:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307429.380101:0:187053:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1789307429.380101:0:120437:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1789307429.380106:0:187053:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00010000:3.0:1789307429.380106:0:120437:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1789307429.380109:0:187053:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.380110:0:120437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789307429.380112:0:120437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789307429.380114:0:120437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbf97918600 refcount=5 00000020:00000001:1.0:1789307429.380119:0:187053:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307429.380119:0:120437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243963307520 : -105829746244096 : ffff9fbf97918600) 00010000:00000001:1.0:1789307429.380125:0:187053:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789307429.380125:0:120437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638243963307520 : -105829746244096 : ffff9fbf97918600) 00010000:00000001:1.0:1789307429.380128:0:187053:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789307429.380132:0:187053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307429.380135:0:187053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1789307429.380136:0:120437:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa3313f00 count: 3 00010000:00000001:1.0:1789307429.380137:0:187053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789307429.380140:0:187053:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307429.380144:0:187053:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb63e4600 with handle 0x66de20725ed77cd9 from hash 00010000:00010000:3.0:1789307429.380146:0:120437:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005ca1ff56/0x66de20725ed77cfc lrc: 5/0,0 mode: PW/PW res: [0x280000403:0x9560:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d44 expref: 10 pid: 202310 timeout: 20490 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307429.380147:0:187053:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789307429.380150:0:187053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307429.380153:0:187053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307429.380156:0:187053:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789307429.380161:0:187053:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00000100:00001000:3.0:1789307429.380162:0:120437:0:(import.c:2196:obd_at_measure()) add 0 to ffff9fbe8a129c50 time=15 v=5 (1 0 0 0) 00010000:00000001:1.0:1789307429.380164:0:187053:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.380168:0:120437:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789307429.380169:0:187053:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789307429.380172:0:187053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789307429.380175:0:120437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789307429.380177:0:187053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b401c3a/0x66de20725ed77cd9 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x9561:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d28 expref: 10 pid: 202304 timeout: 20490 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789307429.380179:0:120437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789307429.380185:0:120437:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005ca1ff56/0x66de20725ed77cfc lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x9560:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d44 expref: 10 pid: 202310 timeout: 20490 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789307429.380191:0:187053:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbe8a129800 : new locks_count 3 00000020:00000040:1.0:1789307429.380197:0:187053:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a129800 : new refcount 9 00000020:00000001:3.0:1789307429.380201:0:120437:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1789307429.380204:0:120437:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1789307429.380205:0:187053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789307429.380206:0:120437:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.380209:0:187053:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00000020:00000001:3.0:1789307429.380209:0:120437:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.380213:0:187053:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1789307429.380216:0:187053:0:(ldlm_lock.c:1986:ldlm_reprocess_queue()) Reprocessing lock ffff9fbf85d5bc00 00010000:00000001:3.0:1789307429.380216:0:120437:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789307429.380219:0:120437:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789307429.380221:0:187053:0:(ldlm_extent.c:868:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1789307429.380223:0:120437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307429.380224:0:187053:0:(ldlm_extent.c:489:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1789307429.380227:0:120437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789307429.380229:0:187053:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000403:0x9561:0x0].0x0 since=0s v=(1 0) 00010000:00000001:3.0:1789307429.380230:0:120437:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789307429.380232:0:120437:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.380237:0:187053:0:(ldlm_extent.c:426:ldlm_update_contention()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307429.380238:0:120437:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf97918600 with handle 0x66de20725ed77cfc from hash 00010000:00000001:1.0:1789307429.380243:0:187053:0:(ldlm_extent.c:745:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789307429.380243:0:120437:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789307429.380246:0:120437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307429.380248:0:187053:0:(ldlm_extent.c:489:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1789307429.380248:0:120437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789307429.380251:0:120437:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00010000:1.0:1789307429.380252:0:187053:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000403:0x9561:0x0].0x0 since=0s v=(1 0) 00010000:00000001:3.0:1789307429.380255:0:120437:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1789307429.380256:0:187053:0:(ldlm_extent.c:426:ldlm_update_contention()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.380258:0:120437:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.380260:0:187053:0:(ldlm_extent.c:745:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789307429.380261:0:120437:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789307429.380264:0:187053:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789307429.380265:0:120437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789307429.380266:0:120437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789307429.380267:0:120437:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1789307429.380268:0:120437:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1789307429.380270:0:120437:0:(ldlm_lock.c:1986:ldlm_reprocess_queue()) Reprocessing lock ffff9fbf85d5a200 00010000:00000001:3.0:1789307429.380271:0:120437:0:(ldlm_extent.c:868:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1789307429.380274:0:187053:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1789307429.380277:0:187053:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002010c601/0x66de20725ed781a9 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x9561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789307429.380278:0:120437:0:(ldlm_extent.c:489:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1789307429.380281:0:120437:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000403:0x9560:0x0].0x0 since=0s v=(1 0) 00010000:00000001:3.0:1789307429.380289:0:120437:0:(ldlm_extent.c:426:ldlm_update_contention()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.380294:0:120437:0:(ldlm_extent.c:745:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307429.380297:0:187053:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1789307429.380297:0:120437:0:(ldlm_extent.c:489:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1789307429.380302:0:120437:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000403:0x9560:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1789307429.380303:0:187053:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002010c601/0x66de20725ed781a9 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x9561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789307429.380305:0:120437:0:(ldlm_extent.c:426:ldlm_update_contention()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.380310:0:120437:0:(ldlm_extent.c:745:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789307429.380315:0:120437:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789307429.380317:0:120437:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00000040:1.0:1789307429.380320:0:187053:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000403:0x9561:0x0].0x0 (ffff9fbfa3313c00) refcount = 2 00010000:00010000:3.0:1789307429.380321:0:120437:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ccf816e6/0x66de20725ed781b7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x9560:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 202299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789307429.380328:0:187053:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789307429.380333:0:187053:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: 000000002010c601/0x66de20725ed781a9 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x9561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 187273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789307429.380334:0:120437:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1789307429.380337:0:120437:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccf816e6/0x66de20725ed781b7 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x9560:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 202299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307429.380355:0:187053:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000040:3.0:1789307429.380355:0:120437:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000403:0x9560:0x0].0x0 (ffff9fbfa3313f00) refcount = 3 00010000:00000001:1.0:1789307429.380358:0:187053:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789307429.380359:0:120437:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:1.0:1789307429.380362:0:187053:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000040:3.0:1789307429.380363:0:120437:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: 00000000ccf816e6/0x66de20725ed781b7 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x9560:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 202299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307429.380366:0:187053:0:(ldlm_extent.c:897:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307429.380368:0:187053:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1789307429.380372:0:187053:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fbf9a4893c0. 00000100:00000001:1.0:1789307429.380374:0:187053:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789307429.380379:0:187053:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fbfb2949300. 00010000:00000001:3.0:1789307429.380381:0:120437:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:1.0:1789307429.380383:0:187053:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446638244416492288 : -105829293059328 : ffff9fbfb2949300) 00010000:00000001:3.0:1789307429.380383:0:120437:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.380388:0:187053:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446638244416492288 : -105829293059328 : ffff9fbfb2949300) 00010000:00000001:3.0:1789307429.380388:0:120437:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789307429.380390:0:120437:0:(ldlm_extent.c:897:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.380393:0:187053:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00010000:00000001:3.0:1789307429.380394:0:120437:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.380395:0:187053:0:(client.c:1949:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1789307429.380398:0:187053:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000010:3.0:1789307429.380399:0:120437:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fbfb56d0900. 00010000:00000001:1.0:1789307429.380400:0:187053:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1789307429.380401:0:120437:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789307429.380406:0:120437:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fbe95745300. 00000100:00000001:3.0:1789307429.380410:0:120437:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446638239632872192 : -105834076679424 : ffff9fbe95745300) 00010000:00000001:1.0:1789307429.380411:0:187053:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.380413:0:120437:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446638239632872192 : -105834076679424 : ffff9fbe95745300) 00010000:00000001:1.0:1789307429.380415:0:187053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307429.380416:0:187053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307429.380420:0:187053:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.380421:0:120437:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00010000:00000001:1.0:1789307429.380423:0:187053:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:3.0:1789307429.380424:0:120437:0:(client.c:1949:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1789307429.380427:0:187053:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1789307429.380427:0:120437:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1789307429.380430:0:120437:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1789307429.380432:0:187053:0:(client.c:1964:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.380433:0:120437:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.380435:0:120437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789307429.380439:0:120437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789307429.380441:0:187053:0:(client.c:2699:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.380442:0:120437:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.380446:0:187053:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1789307429.380447:0:120437:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1789307429.380450:0:120437:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000010:1.0:1789307429.380451:0:187053:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fbfb2949300. 00000100:00000001:3.0:1789307429.380453:0:120437:0:(client.c:1964:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.380458:0:187053:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789307429.380459:0:120437:0:(client.c:2699:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.380463:0:187053:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307429.380463:0:120437:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1789307429.380466:0:120437:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fbe95745300. 00010000:00000010:1.0:1789307429.380468:0:187053:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fbf9a4893c0. 00000100:00000001:3.0:1789307429.380470:0:120437:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1789307429.380473:0:120437:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789307429.380475:0:187053:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000010:3.0:1789307429.380476:0:120437:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fbfb56d0900. 00010000:00010000:1.0:1789307429.380479:0:187053:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1789307429.380479:0:120437:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1789307429.380482:0:187053:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789307429.380483:0:120437:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1789307429.380487:0:120437:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307429.380488:0:187053:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789307429.380492:0:187053:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.380493:0:120437:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00001000:1.0:1789307429.380496:0:187053:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbc5a35e8 time=34 v=5 (1 1 1 1) 00010000:00000001:3.0:1789307429.380496:0:120437:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789307429.380501:0:120437:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbc5a35e8 time=34 v=5 (1 1 1 1) 00000100:00000001:1.0:1789307429.380505:0:187053:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1789307429.380506:0:120437:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789307429.380512:0:120437:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 12 to 192.168.204.56@tcp 00000100:00000040:1.0:1789307429.380513:0:187053:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 12 to 192.168.204.56@tcp 00000100:00000001:3.0:1789307429.380518:0:120437:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 00000100:00000001:1.0:1789307429.380519:0:187053:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:3.0:1789307429.380524:0:120437:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789307429.380526:0:187053:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789307429.380527:0:120437:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307429.380530:0:187053:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.380532:0:120437:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1789307429.380535:0:187053:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789307429.380535:0:120437:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:3.0:1789307429.380540:0:120437:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde330. 00000100:00000040:1.0:1789307429.380541:0:187053:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000100:00000200:3.0:1789307429.380547:0:120437:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1876218647714944, offset 224 00000400:00000010:1.0:1789307429.380548:0:187053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54000. 00000100:00000200:1.0:1789307429.380556:0:187053:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1876218647714816, offset 224 00000400:00000200:3.0:1789307429.380560:0:120437:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1789307429.380570:0:187053:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1789307429.380570:0:120437:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1789307429.380581:0:120437:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305868:305868:254:4294967295] 192.168.204.56@tcp LPNI seq info [305864:305864:6:4294967295] 00000400:00000200:3.0:1789307429.380601:0:120437:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1789307429.380608:0:120437:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000400:00000200:1.0:1789307429.380614:0:187053:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000800:00000010:3.0:1789307429.380615:0:120437:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbf8541fa00. 00000400:00000200:1.0:1789307429.380624:0:187053:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305869:305869:253:4294967295] 192.168.204.56@tcp LPNI seq info [305865:305865:5:4294967295] 00000800:00000200:3.0:1789307429.380626:0:120437:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1789307429.380634:0:120437:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1789307429.380637:0:120437:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbf8541fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789307429.380641:0:120437:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307429.380645:0:187053:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000100:00000040:3.0:1789307429.380646:0:120437:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00010000:00000001:3.0:1789307429.380651:0:120437:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.380653:0:120437:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789307429.380657:0:187053:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000100:00000040:3.0:1789307429.380661:0:120437:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb918a300 x1876218647714944/t0(0) o103->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:475/0 lens 328/224 e 0 to 0 dl 1789307440 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1789307429.380664:0:187053:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbf82fefd00. 00000800:00000200:1.0:1789307429.380673:0:187053:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000100:00100000:3.0:1789307429.380675:0:120437:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfb918a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+9:256270:x1876218647714944:12345-192.168.204.56@tcp:103:ldlm_bl.0 Request processed in 648us (2143us total) trans 0 rc 0/0 00000800:00000200:1.0:1789307429.380684:0:187053:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000100:00100000:3.0:1789307429.380688:0:120437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 2062 00000800:00000200:1.0:1789307429.380690:0:187053:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbf82fefd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1789307429.380695:0:120437:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe8a129800 : new rpc_count 1 00000100:00000001:1.0:1789307429.380697:0:187053:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.380700:0:120437:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789307429.380704:0:120437:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1789307429.380705:0:187053:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00000020:00000010:3.0:1789307429.380709:0:120437:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbec56d9980. 00010000:00000001:1.0:1789307429.380716:0:187053:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307429.380717:0:120437:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e3e8. 00010000:00000001:1.0:1789307429.380720:0:187053:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307429.380723:0:120437:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb484fe00. 00000100:00000040:1.0:1789307429.380730:0:187053:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb918a680 x1876218647714816/t0(0) o103->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:475/0 lens 328/224 e 0 to 0 dl 1789307440 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1789307429.380730:0:120437:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a129800 : new refcount 8 00000100:00000001:3.0:1789307429.380736:0:120437:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789307429.380766:0:187053:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfb918a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+8:256271:x1876218647714816:12345-192.168.204.56@tcp:103:ldlm_bl.0 Request processed in 858us (2345us total) trans 0 rc 0/0 00000100:00100000:1.0:1789307429.380783:0:187053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 2061 00000100:00000040:1.0:1789307429.380787:0:187053:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe8a129800 : new rpc_count 0 00000100:00000001:1.0:1789307429.380791:0:187053:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307429.380794:0:187053:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789307429.380797:0:187053:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfa31e0200. 00000020:00000010:1.0:1789307429.380804:0:187053:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696ac80. 00000020:00000010:1.0:1789307429.380810:0:187053:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb2671200. 00000020:00000040:1.0:1789307429.380818:0:187053:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a129800 : new refcount 7 00000100:00080000:3.0:1789307429.380822:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1789307429.380824:0:187053:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789307429.380829:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000 (ffff9fbf82a0b380) now 10 - evictor 00000100:00000001:3.0:1789307429.380846:0:202299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00010000:00000010:0.1:1789307429.380878:0:202307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97918400. 00010000:00000010:0.1:1789307429.380887:0:202307:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3313000. 00010000:00000010:0.1:1789307429.380894:0:202307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97919800. 00010000:00000010:0.1:1789307429.380910:0:202307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97919400. 00010000:00000010:0.1:1789307429.380916:0:202307:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3313e00. 00010000:00000010:0.1:1789307429.380920:0:202307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85d5be00. 00010000:00000010:0.1:1789307429.380923:0:202307:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9a5bff00. 00010000:00000010:0.1:1789307429.380930:0:202307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8992e800. 00010000:00000010:0.1:1789307429.380938:0:202307:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3313300. 00010000:00000010:0.1:1789307429.380942:0:202307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb93dd200. 00010000:00000010:0.1:1789307429.380947:0:202307:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3313600. 00010000:00000010:0.1:1789307429.380952:0:202307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97919c00. 00010000:00000010:0.1:1789307429.380955:0:202307:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a88100. 00010000:00000010:0.1:1789307429.380961:0:202307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0c61400. 00000100:00000001:1.0:1789307429.381079:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307429.381083:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789307429.381091:0:118850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789307429.381094:0:118850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789307429.381098:0:118850:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644738. 00000400:00000200:1.0:1789307429.381105:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b545d8 00000400:00000010:1.0:1789307429.381110:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b545d8. 00000100:00000001:1.0:1789307429.381115:0:118850:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:3.0:1789307429.381118:0:202299:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1789307429.381123:0:118850:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbe8268d500 x1876218616145152/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789307429.381123:0:202299:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789307429.381129:0:202299:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf83605e70. 00000400:00000200:3.0:1789307429.381137:0:202299:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fdc38 00000100:00000200:1.0:1789307429.381143:0:118850:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbe8268d500 x1876218616145152/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1789307429.381145:0:202299:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fdc38. 00000100:00000001:3.0:1789307429.381151:0:202299:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789307429.381159:0:202299:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfc0e9dc00 x1876218616146048/t0(0) o104->lustre-OST0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789307429.381162:0:118850:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307429.381166:0:118850:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.381172:0:118850:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789307429.381177:0:118850:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1789307429.381180:0:202299:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfc0e9dc00 x1876218616146048/t0(0) o104->lustre-OST0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789307429.381181:0:118850:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307429.381186:0:118850:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.381190:0:202299:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789307429.381194:0:202299:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1789307429.381197:0:118850:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.381200:0:202299:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789307429.381204:0:202299:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00001000:1.0:1789307429.381208:0:118850:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf97e5e460 time=148 v=5 (5 5 5 0) 00000100:00000001:3.0:1789307429.381208:0:202299:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307429.381212:0:202299:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307429.381214:0:118850:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf97e5e418 time=148 v=5 (1 1 1 0) 02000000:00000001:3.0:1789307429.381219:0:202299:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789307429.381226:0:202299:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf90b9f460 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1789307429.381231:0:202299:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf90b9f418 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1789307429.381238:0:202299:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789307429.381241:0:202299:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.381246:0:202299:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789307429.381249:0:202299:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.381254:0:202299:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307429.381262:0:202299:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfc0e9dc00 x1876218616146048/t0(0) o104->lustre-OST0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789307429.381265:0:118850:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789307429.381269:0:118850:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.381273:0:118850:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789307429.381278:0:118850:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.381279:0:202299:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307429.381282:0:118850:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:3.0:1789307429.381284:0:202299:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1789307429.381287:0:118850:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789307429.381287:0:202299:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.381292:0:118850:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00010000:00000001:3.0:1789307429.381292:0:202299:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1789307429.381296:0:202299:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1789307429.381297:0:118850:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307429.381300:0:118850:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638239313351936 : -105834396199680 : ffff9fbe8268d500) 00010000:00010000:3.0:1789307429.381302:0:202299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ca1ff56/0x66de20725ed77cfc lrc: 0/0,0 mode: --/PW res: [0x280000403:0x9560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6d44 expref: 7 pid: 202310 timeout: 20490 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789307429.381305:0:118850:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789307429.381309:0:118850:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884922548 00000100:00000001:1.0:1789307429.381314:0:118850:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307429.381318:0:118850:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789307429.381318:0:202299:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbe8a129800 : new locks_count 2 00000020:00000040:3.0:1789307429.381322:0:202299:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a129800 : new refcount 6 00000100:00000040:1.0:1789307429.381327:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbe8268d500 x1876218616145152/t12884922555(12884922555) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789307429.381327:0:202299:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789307429.381337:0:202299:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.381340:0:118850:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307429.381343:0:118850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307429.381347:0:118850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789307429.381347:0:202299:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfc0e9dc00 x1876218616146048/t0(0) o104->lustre-OST0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00080000:1.0:1789307429.381353:0:118850:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9fbe8268d500/2, rc 0, transno 12884922555 00000004:00001000:1.0:1789307429.381360:0:118850:0:(osp_sync.c:702:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 1 in flight, 3 in progress 00000100:00100000:3.0:1789307429.381366:0:202299:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfc0e9dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:202299:1876218616146048:192.168.204.56@tcp:104: 00000100:00000040:1.0:1789307429.381370:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbe8268d500 x1876218616145152/t12884922555(12884922555) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307429.381378:0:202299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307429.381385:0:202299:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307429.381392:0:202299:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00100000:1.0:1789307429.381393:0:118850:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbe8268d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:118850:1876218616145152:0@lo:6:osp-syn-1-0.0 00000100:00000001:3.0:1789307429.381396:0:202299:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789307429.381404:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307429.381405:0:202299:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfc0e9dc00 x1876218616146048/t0(0) o104->lustre-OST0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1789307445 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789307429.381410:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307429.381418:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbe8268d500 x1876218616145152/t12884922555(12884922555) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307429.381420:0:202299:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789307429.381425:0:202299:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789307429.381431:0:202299:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0b9c800. 00000100:00000001:1.0:1789307429.381434:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307429.381437:0:202299:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789307429.381439:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307429.381441:0:202299:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789307429.381444:0:202299:0:(genops.c:1222:class_import_put()) import ffff9fbf90b9f000 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1789307429.381449:0:202299:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789307429.381450:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307429.381453:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1789307429.381453:0:202299:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fbfc0b9d800. 00000100:00000001:1.0:1789307429.381457:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307429.381458:0:202299:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789307429.381461:0:202299:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1789307429.381463:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789307429.381464:0:202299:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfc0e9dc00. 00000100:00000001:3.0:1789307429.381469:0:202299:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789307429.381471:0:202299:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789307429.381474:0:202299:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fbf852c9d80. 00000100:00000001:3.0:1789307429.381479:0:202299:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1789307429.381481:0:202299:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1789307429.381486:0:202299:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fbec4f00300. 00010000:00000001:3.0:1789307429.381491:0:202299:0:(ldlm_lock.c:2093:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.381496:0:202299:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.381502:0:202299:0:(ldlm_lock.c:1928:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789307429.381509:0:202299:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1789307429.381515:0:202299:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ccf816e6/0x66de20725ed781b7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x9560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 202299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789307429.381542:0:202299:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ccf816e6/0x66de20725ed781b7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x9560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 202299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789307429.381556:0:187273:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002010c601/0x66de20725ed781a9 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x9561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789307429.381556:0:202299:0:(ldlm_request.c:350:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789307429.381562:0:202299:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccf816e6/0x66de20725ed781b7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x9560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 202299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307429.381575:0:187273:0:(ldlm_request.c:350:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.381581:0:202299:0:(ldlm_request.c:558:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1789307429.381584:0:202299:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789307429.381587:0:202299:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789307429.381591:0:202299:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789307429.381593:0:202299:0:(lustre_handles.c:130:class_handle2object()) Process entered 00010000:00010000:1.0:1789307429.381595:0:187273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002010c601/0x66de20725ed781a9 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x9561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 187273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000040:3.0:1789307429.381597:0:202299:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbf85d5a200 refcount=3 00000020:00000001:3.0:1789307429.381604:0:202299:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243665781248 : -105830043770368 : ffff9fbf85d5a200) 00010000:00000001:3.0:1789307429.381610:0:202299:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638243665781248 : -105830043770368 : ffff9fbf85d5a200) 00010000:00000001:1.0:1789307429.381613:0:187273:0:(ldlm_request.c:558:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1789307429.381615:0:202299:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00000001:1.0:1789307429.381618:0:187273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789307429.381620:0:202299:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ccf816e6/0x66de20725ed781b7 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x9560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 202299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307429.381621:0:187273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307429.381624:0:187273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789307429.381628:0:187273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307429.381632:0:187273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbf85d5bc00 refcount=3 00010000:00000001:3.0:1789307429.381633:0:202299:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1789307429.381636:0:187273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243665787904 : -105830043763712 : ffff9fbf85d5bc00) 00010000:00000001:3.0:1789307429.381637:0:202299:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307429.381641:0:187273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638243665787904 : -105830043763712 : ffff9fbf85d5bc00) 00010000:00010000:3.0:1789307429.381642:0:202299:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ccf816e6/0x66de20725ed781b7 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x9560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 202299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307429.381647:0:187273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789307429.381652:0:187273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002010c601/0x66de20725ed781a9 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x9561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 187273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789307429.381656:0:202299:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789307429.381660:0:202299:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.381667:0:187273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789307429.381667:0:202299:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789307429.381671:0:187273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1789307429.381672:0:202299:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9fbe95745300. 00010000:00010000:1.0:1789307429.381675:0:187273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002010c601/0x66de20725ed781a9 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x9561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 187273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789307429.381677:0:202299:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789307429.381684:0:187273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789307429.381687:0:187273:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.381691:0:187273:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789307429.381694:0:202299:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00000001:3.0:1789307429.381698:0:202299:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.381702:0:202299:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307429.381706:0:202299:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789307429.381711:0:202299:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:1.0:1789307429.381714:0:187273:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9fbfb2949300. 00010000:00000001:3.0:1789307429.381714:0:202299:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1789307429.381718:0:202299:0:(ofd_objects.c:1071:ofd_destroy()) Process entered 00080000:00000001:3.0:1789307429.381723:0:202299:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00010000:00000001:1.0:1789307429.381724:0:187273:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00080000:00000010:3.0:1789307429.381731:0:202299:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfb484fe00. 00080000:00000001:3.0:1789307429.381735:0:202299:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244449025536 : -105829260526080 : ffff9fbfb484fe00) 00010000:00010000:1.0:1789307429.381736:0:187273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000001:00000001:3.0:1789307429.381740:0:202299:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1789307429.381741:0:187273:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789307429.381744:0:202299:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.381745:0:187273:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1789307429.381752:0:202299:0:(osd_handler.c:4081:osd_declare_destroy()) Process entered 00000001:00000001:3.0:1789307429.381756:0:202299:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000020:00000001:2.0:1789307429.381758:0:120441:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000001:00000001:3.0:1789307429.381760:0:202299:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000020:00000001:2.0:1789307429.381761:0:120441:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1789307429.381764:0:202299:0:(osd_handler.c:395:osd_idc_find_and_init()) lustre-OST0000: FID [0x280000403:0x9560:0x0] not in the id map cache 00010000:00010000:2.0:1789307429.381767:0:120441:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00000001:1.0:1789307429.381768:0:187273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789307429.381772:0:187273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1789307429.381772:0:202299:0:(osd_handler.c:4122:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.381773:0:120441:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1789307429.381776:0:120441:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1789307429.381777:0:187273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:3.0:1789307429.381778:0:202299:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00002000:00000001:1.0:1789307429.381781:0:187273:0:(ofd_objects.c:1071:ofd_destroy()) Process entered 00010000:00010000:2.0:1789307429.381781:0:120441:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000095571e8c/0x66de20725ed781a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000403:0x8c9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00080000:00000001:3.0:1789307429.381785:0:202299:0:(osd_io.c:1877:osd_declare_write()) Process entered 00080000:00000001:1.0:1789307429.381786:0:187273:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00000001:00000001:3.0:1789307429.381790:0:202299:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1789307429.381792:0:187273:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfb2671200. 00010000:00010000:2.0:1789307429.381793:0:120441:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9fbfb1a74c00 already unused, calling callback (ffffffffc0cbd8b0) 00080000:00000010:3.0:1789307429.381795:0:202299:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbfb56d0900. 00080000:00000001:1.0:1789307429.381798:0:187273:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244413510144 : -105829296041472 : ffff9fbfb2671200) 00010000:00000001:2.0:1789307429.381798:0:120441:0:(ldlm_request.c:407:ldlm_blocking_ast()) Process entered 00080000:00000001:3.0:1789307429.381801:0:202299:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.381802:0:120441:0:(ldlm_request.c:368:ldlm_blocking_ast_nocheck()) Process entered 00000001:00000001:1.0:1789307429.381803:0:187273:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00010000:00010000:2.0:1789307429.381806:0:120441:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000095571e8c/0x66de20725ed781a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000403:0x8c9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000001:1.0:1789307429.381808:0:187273:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307429.381814:0:187273:0:(osd_handler.c:4081:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1789307429.381819:0:202299:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307429.381820:0:187273:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1789307429.381823:0:187273:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1789307429.381827:0:187273:0:(osd_handler.c:395:osd_idc_find_and_init()) lustre-OST0000: FID [0x280000403:0x9561:0x0] not in the id map cache 00080000:00000002:3.0:1789307429.381827:0:202299:0:(osd_handler.c:4782:osd_ref_del()) [0x280000403:0x9560:0x0] decrease nlink 1 00080000:00000001:1.0:1789307429.381837:0:187273:0:(osd_handler.c:4122:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.381837:0:120441:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789307429.381839:0:120441:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00080000:00000001:1.0:1789307429.381843:0:187273:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00000020:00000001:2.0:1789307429.381843:0:120441:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307429.381846:0:120441:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbfb1a74c00 refcount=3 00080000:00000001:1.0:1789307429.381848:0:187273:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000020:00000001:2.0:1789307429.381849:0:120441:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244400942080 : -105829308609536 : ffff9fbfb1a74c00) 00010000:00000001:2.0:1789307429.381870:0:120441:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638244400942080 : -105829308609536 : ffff9fbfb1a74c00) 00080000:00000001:3.0:1789307429.381871:0:202299:0:(osd_handler.c:4135:osd_destroy()) Process entered 00010000:00000010:1.1:1789307429.381871:0:187273:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85d5b200. 00010000:00000001:2.0:1789307429.381873:0:120441:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00080000:00000002:3.0:1789307429.381875:0:202299:0:(osd_oi.c:788:osd_oi_delete()) delete OI for [0x280000403:0x9560:0x0] 00010000:00010000:2.0:1789307429.381877:0:120441:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000095571e8c/0x66de20725ed781a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000403:0x8c9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00080000:00000001:3.0:1789307429.381879:0:202299:0:(osd_oi.c:548:fid_is_on_ost()) Process entered 00010000:00000010:1.1:1789307429.381880:0:187273:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3354d00. 80000000:00000001:3.0:1789307429.381884:0:202299:0:(fld_handler.c:208:fld_local_lookup()) Process entered 80000000:00000001:3.0:1789307429.381888:0:202299:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 00010000:00000001:2.0:1789307429.381889:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789307429.381892:0:120441:0:(ldlm_request.c:407:ldlm_blocking_ast()) Process entered 80000000:00000001:3.0:1789307429.381894:0:202299:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.381895:0:120441:0:(ldlm_request.c:411:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789307429.381901:0:202299:0:(fld_handler.c:225:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.381902:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307429.381904:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:3.0:1789307429.381906:0:202299:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307429.381907:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307429.381910:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307429.381911:0:187273:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1789307429.381911:0:202299:0:(osd_compat.c:1158:osd_obj_map_delete()) Process entered 00000020:00000040:2.0:1789307429.381914:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb1a74c00 with handle 0x66de20725ed781a2 from hash 00000001:00000001:3.0:1789307429.381916:0:202299:0:(osd_compat.c:987:osd_seq_load()) Process entered 00080000:00000010:1.0:1789307429.381917:0:187273:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf9a4893c0. 00010000:00000001:2.0:1789307429.381918:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307429.381921:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:3.0:1789307429.381921:0:202299:0:(osd_compat.c:995:osd_seq_load()) Process leaving (rc=18446638244633827520 : -105829075724096 : ffff9fbfbf88d8c0) 00080000:00000001:1.0:1789307429.381923:0:187273:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.381924:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307429.381928:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000001:00000001:3.0:1789307429.381928:0:202299:0:(osd_compat.c:819:osd_obj_del_entry()) Process entered 00080000:00000001:1.0:1789307429.381932:0:187273:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.381932:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307429.381936:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1789307429.381938:0:187273:0:(osd_handler.c:4782:osd_ref_del()) [0x280000403:0x9561:0x0] decrease nlink 1 00010000:00000001:2.0:1789307429.381942:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307429.381945:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307429.381948:0:120441:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00080000:00000001:1.0:1789307429.381950:0:187273:0:(osd_handler.c:4135:osd_destroy()) Process entered 00080000:00000002:1.0:1789307429.381953:0:187273:0:(osd_oi.c:788:osd_oi_delete()) delete OI for [0x280000403:0x9561:0x0] 00010000:00000001:2.0:1789307429.381953:0:120441:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1789307429.381955:0:202299:0:(osd_compat.c:842:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.381958:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307429.381959:0:187273:0:(osd_oi.c:548:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1789307429.381963:0:187273:0:(fld_handler.c:208:fld_local_lookup()) Process entered 00010000:00000001:2.0:1789307429.381963:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00000001:00000001:3.0:1789307429.381966:0:202299:0:(osd_compat.c:1177:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307429.381967:0:187273:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 00010000:00000001:2.0:1789307429.381968:0:120441:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 80000000:00000001:1.0:1789307429.381972:0:187273:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.381973:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1789307429.381975:0:202299:0:(osd_handler.c:4185:osd_destroy()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307429.381978:0:187273:0:(fld_handler.c:225:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1789307429.381980:0:202299:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00010000:00000001:2.0:1789307429.381982:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1789307429.381983:0:187273:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1789307429.381985:0:202299:0:(tgt_lastrcvd.c:1490:tgt_last_rcvd_update()) Process entered 00010000:00000001:2.0:1789307429.381986:0:120441:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307429.381987:0:187273:0:(osd_compat.c:1158:osd_obj_map_delete()) Process entered 00000001:00000001:1.0:1789307429.381991:0:187273:0:(osd_compat.c:987:osd_seq_load()) Process entered 00000001:00000002:3.0:1789307429.381991:0:202299:0:(tgt_lastrcvd.c:1538:tgt_last_rcvd_update()) transno = 47244640270, last_committed = 47244640269 00010000:00000001:2.0:1789307429.381992:0:120441:0:(ldlm_request.c:387:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307429.381995:0:187273:0:(osd_compat.c:995:osd_seq_load()) Process leaving (rc=18446638244633827520 : -105829075724096 : ffff9fbfbf88d8c0) 00010000:00000001:2.0:1789307429.381996:0:120441:0:(ldlm_request.c:426:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1789307429.381999:0:202299:0:(tgt_lastrcvd.c:1001:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fbe838169c0. 00000001:00000001:1.0:1789307429.382001:0:187273:0:(osd_compat.c:819:osd_obj_del_entry()) Process entered 00010000:00010000:2.0:1789307429.382004:0:120441:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000095571e8c/0x66de20725ed781a2 lrc: 1/0,0 mode: --/PW res: [0x2c0000403:0x8c9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000040:3.0:1789307429.382004:0:202299:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) callback GETting export ffff9fbe8a12d800 : new cb_count 1 00000020:00000040:3.0:1789307429.382012:0:202299:0:(genops.c:868:class_export_get()) GET export ffff9fbe8a12d800 refcount=7 00010000:00000001:2.0:1789307429.382020:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307429.382024:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000095571e8c/0x66de20725ed781a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000403:0x8c9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000001:1.0:1789307429.382025:0:187273:0:(osd_compat.c:842:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307429.382029:0:187273:0:(osd_compat.c:1177:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789307429.382032:0:202299:0:(tgt_lastrcvd.c:1639:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307429.382034:0:187273:0:(osd_handler.c:4185:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307429.382051:0:187273:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00010000:00000040:2.0:1789307429.382054:0:120441:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa30d3300 count: 0 00000001:00000001:1.0:1789307429.382056:0:187273:0:(tgt_lastrcvd.c:1490:tgt_last_rcvd_update()) Process entered 00080000:00000010:3.0:1789307429.382056:0:202299:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbfb56d0900. 00000001:00000002:1.0:1789307429.382060:0:187273:0:(tgt_lastrcvd.c:1538:tgt_last_rcvd_update()) transno = 47244640271, last_committed = 47244640269 00040000:00000001:3.0:1789307429.382062:0:202299:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00002000:00000010:2.0:1789307429.382063:0:120441:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fbf88564ec0. 00040000:00000001:3.0:1789307429.382067:0:202299:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00000001:00000010:1.0:1789307429.382068:0:187273:0:(tgt_lastrcvd.c:1001:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fbe9794fb40. 00010000:00000010:2.0:1789307429.382069:0:120441:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fbfa30d3900. 00080000:00000001:3.0:1789307429.382072:0:202299:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1789307429.382074:0:187273:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) callback GETting export ffff9fbe8a12d800 : new cb_count 2 00010000:00000001:2.0:1789307429.382076:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1789307429.382077:0:202299:0:(ofd_objects.c:1113:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.382079:0:120441:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000020:00000040:1.0:1789307429.382080:0:187273:0:(genops.c:868:class_export_get()) GET export ffff9fbe8a12d800 refcount=8 00002000:00000001:3.0:1789307429.382082:0:202299:0:(ofd_obd.c:945:ofd_destroy_by_fid()) Process leaving 00010000:00000010:2.0:1789307429.382083:0:120441:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9fbe84f3d0c0. 00010000:00000001:2.0:1789307429.382088:0:120441:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1789307429.382090:0:202299:0:(ofd_obd.c:952:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307429.382091:0:120441:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000001:00000001:1.0:1789307429.382092:0:187273:0:(tgt_lastrcvd.c:1639:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307429.382094:0:120441:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789307429.382098:0:120441:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000001:00000001:3.0:1789307429.382099:0:202299:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00010000:00000001:2.0:1789307429.382100:0:120441:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00080000:00000010:1.0:1789307429.382103:0:187273:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf9a4893c0. 00010000:00000001:2.0:1789307429.382104:0:120441:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000001:00000001:3.0:1789307429.382104:0:202299:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789307429.382108:0:120441:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ccf816e6/0x66de20725ed781b7 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x9560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 202299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00040000:00000001:1.0:1789307429.382110:0:187273:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00002000:00000001:3.0:1789307429.382110:0:202299:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00040000:00000001:1.0:1789307429.382114:0:187273:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:1.0:1789307429.382119:0:187273:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789307429.382119:0:202299:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 47244640269, transno 47244640270, xid 1876218616145024 00010000:00010000:2.0:1789307429.382126:0:120441:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9fbf85d5a200 already unused, calling callback (ffffffffc0cbd8b0) 00010000:00000001:3.0:1789307429.382127:0:202299:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00002000:00000001:1.0:1789307429.382129:0:187273:0:(ofd_objects.c:1113:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.382129:0:120441:0:(ldlm_request.c:407:ldlm_blocking_ast()) Process entered 00002000:00000001:1.0:1789307429.382134:0:187273:0:(ofd_obd.c:945:ofd_destroy_by_fid()) Process leaving 00010000:00000001:2.0:1789307429.382134:0:120441:0:(ldlm_request.c:368:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000200:3.0:1789307429.382135:0:202299:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfb9ecdc00 x1876218616145024/t47244640270(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:475/0 lens 544/432 e 0 to 0 dl 1789307440 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1789307429.382138:0:120441:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ccf816e6/0x66de20725ed781b7 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x9560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 202299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00000001:1.0:1789307429.382139:0:187273:0:(ofd_obd.c:952:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307429.382147:0:187273:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307429.382150:0:187273:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307429.382156:0:187273:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1789307429.382162:0:187273:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 47244640269, transno 47244640271, xid 1876218616145408 00010000:00000001:1.0:1789307429.382169:0:187273:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000001:3.0:1789307429.382173:0:202299:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789307429.382174:0:120441:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000200:1.0:1789307429.382177:0:187273:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfc0e9d500 x1876218616145408/t47244640271(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:475/0 lens 544/432 e 0 to 0 dl 1789307440 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789307429.382177:0:120441:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789307429.382178:0:120441:0:(lustre_handles.c:130:class_handle2object()) Process entered 00010000:00000001:3.0:1789307429.382178:0:202299:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307429.382182:0:120441:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbf85d5a200 refcount=3 00000020:00000001:2.0:1789307429.382186:0:120441:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243665781248 : -105830043770368 : ffff9fbf85d5a200) 00000100:00001000:3.0:1789307429.382186:0:202299:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=141 v=5 (4 4 1 1) 00010000:00000001:2.0:1789307429.382193:0:120441:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638243665781248 : -105830043770368 : ffff9fbf85d5a200) 00000100:00000001:3.0:1789307429.382195:0:202299:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1789307429.382200:0:120441:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00000001:1.0:1789307429.382201:0:187273:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1789307429.382202:0:202299:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00010000:00000001:1.0:1789307429.382206:0:187273:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789307429.382207:0:120441:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ccf816e6/0x66de20725ed781b7 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x9560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 202299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789307429.382208:0:202299:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00001000:1.0:1789307429.382212:0:187273:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=141 v=5 (4 4 1 1) 02000000:00000001:3.0:1789307429.382216:0:202299:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789307429.382220:0:202299:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.382223:0:187273:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1789307429.382227:0:202299:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307429.382230:0:187273:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00010000:00000001:2.0:1789307429.382231:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789307429.382236:0:120441:0:(ldlm_request.c:407:ldlm_blocking_ast()) Process entered 00000100:00000040:3.0:1789307429.382236:0:202299:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1789307429.382237:0:187273:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00010000:00000001:2.0:1789307429.382240:0:120441:0:(ldlm_request.c:411:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307429.382244:0:187273:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1789307429.382244:0:202299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdeaa0. 00010000:00000001:2.0:1789307429.382246:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:1.0:1789307429.382247:0:187273:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.382250:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1789307429.382252:0:187273:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1789307429.382252:0:202299:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1876218616145024, offset 224 00010000:00000001:2.0:1789307429.382255:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:1.0:1789307429.382259:0:187273:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1789307429.382259:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307429.382266:0:187273:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b545d8. 00000020:00000040:2.0:1789307429.382266:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf85d5a200 with handle 0x66de20725ed781b7 from hash 00010000:00000001:2.0:1789307429.382272:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1789307429.382273:0:202299:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1789307429.382276:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307429.382279:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1789307429.382280:0:187273:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1876218616145408, offset 224 00010000:00000001:2.0:1789307429.382283:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1789307429.382287:0:202299:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1789307429.382288:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00000400:00000200:1.0:1789307429.382293:0:187273:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1789307429.382293:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.382300:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1789307429.382303:0:202299:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6aa693022e480 00010000:00000001:2.0:1789307429.382304:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00000400:00000200:1.0:1789307429.382307:0:187273:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1789307429.382308:0:120441:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1789307429.382313:0:120441:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307429.382315:0:202299:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1c16c5 [1] + 224 00010000:00000001:2.0:1789307429.382317:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307429.382322:0:187273:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6aa693022e600 00010000:00000001:2.0:1789307429.382325:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00000400:00000200:3.0:1789307429.382327:0:202299:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1789307429.382329:0:120441:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:1.0:1789307429.382333:0:187273:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1c16b5 [1] + 224 00000400:00000200:3.0:1789307429.382336:0:202299:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1789307429.382337:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1789307429.382342:0:202299:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:1.0:1789307429.382343:0:187273:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1789307429.382346:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1789307429.382349:0:202299:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbbf20700 x1876218616145024/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789307429.382350:0:120441:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307429.382351:0:187273:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1789307429.382357:0:120441:0:(ldlm_request.c:387:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.382359:0:187273:0:(events.c:80:reply_in_callback()) Process entered 00010000:00000001:2.0:1789307429.382362:0:120441:0:(ldlm_request.c:426:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307429.382367:0:187273:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbbf21180 x1876218616145408/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1789307429.382369:0:120441:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ccf816e6/0x66de20725ed781b7 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x9560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 202299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:3.0:1789307429.382370:0:202299:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9fbfbbf20700 x1876218616145024/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789307429.382393:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307429.382398:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ccf816e6/0x66de20725ed781b7 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x9560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 202299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:1.0:1789307429.382404:0:187273:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9fbfbbf21180 x1876218616145408/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307429.382405:0:202299:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789307429.382411:0:202299:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdeaa0 00000400:00000010:3.0:1789307429.382414:0:202299:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdeaa0. 00000100:00000001:3.0:1789307429.382419:0:202299:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789307429.382423:0:202299:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00000040:2.0:1789307429.382424:0:120441:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa3313f00 count: 0 00000100:00000001:3.0:1789307429.382427:0:202299:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1789307429.382432:0:120441:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fbf874ffa40. 00000100:00000040:3.0:1789307429.382434:0:202299:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:1.0:1789307429.382437:0:187273:0:(events.c:165:reply_in_callback()) Process leaving 00010000:00000001:3.0:1789307429.382438:0:202299:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00010000:00000010:2.0:1789307429.382439:0:120441:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fbfa3313800. 00000020:00000001:3.0:1789307429.382442:0:202299:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307429.382446:0:202299:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1789307429.382447:0:187273:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b545d8 00010000:00000001:2.0:1789307429.382447:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307429.382450:0:120441:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:1.0:1789307429.382452:0:187273:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b545d8. 00000100:00000040:3.0:1789307429.382452:0:202299:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb9ecdc00 x1876218616145024/t47244640270(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:475/0 lens 544/432 e 0 to 0 dl 1789307440 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1789307429.382453:0:120441:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9fbe95745300. 00000100:00000001:1.0:1789307429.382460:0:187273:0:(events.c:390:reply_out_callback()) Process entered 00010000:00000001:2.0:1789307429.382460:0:120441:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.382463:0:187273:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:2.0:1789307429.382465:0:120441:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789307429.382468:0:120441:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.382469:0:187273:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789307429.382473:0:120441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789307429.382477:0:187273:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000020:00000001:2.0:1789307429.382477:0:120441:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789307429.382481:0:120441:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.382483:0:187273:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00100000:3.0:1789307429.382483:0:202299:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfb9ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+8:118850:x1876218616145024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10410us (11666us total) trans 47244640270 rc 0/0 00010000:00010000:2.0:1789307429.382487:0:120441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789307429.382488:0:187273:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307429.382493:0:187273:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1789307429.382493:0:120441:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1789307429.382493:0:202299:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22594 00000020:00000001:2.0:1789307429.382498:0:120441:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307429.382499:0:202299:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe8a12d800 : new rpc_count 1 00000100:00000040:1.0:1789307429.382502:0:187273:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfc0e9d500 x1876218616145408/t47244640271(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:475/0 lens 544/432 e 0 to 0 dl 1789307440 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1789307429.382503:0:120441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789307429.382504:0:202299:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789307429.382508:0:202299:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789307429.382512:0:202299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfa31e0980. 00000100:00000001:2.0:1789307429.382515:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1789307429.382518:0:202299:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696a320. 00000100:00000001:2.0:1789307429.382519:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1789307429.382522:0:202299:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb2670e00. 00000400:00000001:2.0:1789307429.382525:0:118852:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1789307429.382526:0:187273:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfc0e9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:118852:x1876218616145408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11871us (12459us total) trans 47244640271 rc 0/0 00000400:00000001:2.0:1789307429.382530:0:118852:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1789307429.382532:0:202299:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a12d800 : new refcount 7 00000400:00000010:2.0:1789307429.382535:0:118852:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf83605cb8. 00000100:00000001:3.0:1789307429.382537:0:202299:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307429.382543:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fde58 00000100:00100000:1.0:1789307429.382545:0:187273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22592 00000400:00000010:2.0:1789307429.382548:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fde58. 00000100:00000040:1.0:1789307429.382552:0:187273:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe8a12d800 : new rpc_count 0 00000100:00000001:2.0:1789307429.382553:0:118852:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1789307429.382556:0:187273:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307429.382561:0:187273:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1789307429.382565:0:118852:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbf5f480 x1876218616145536/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1789307429.382566:0:187273:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47ad00. 00000020:00000010:1.0:1789307429.382573:0:187273:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e898. 00000100:00000200:2.0:1789307429.382578:0:118852:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbf5f480 x1876218616145536/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1789307429.382585:0:187273:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0bee000. 00000020:00000040:1.0:1789307429.382592:0:187273:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a12d800 : new refcount 6 00000100:00000001:2.0:1789307429.382593:0:118852:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307429.382598:0:187273:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307429.382598:0:118852:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307429.382603:0:118852:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789307429.382606:0:118852:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789307429.382609:0:118852:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307429.382611:0:118852:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307429.382613:0:118852:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307429.382615:0:243629:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000100:00001000:2.0:1789307429.382618:0:118852:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf97e5e460 time=148 v=5 (5 5 5 0) 00000020:00000001:1.0:1789307429.382619:0:243629:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789307429.382625:0:243629:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00001000:2.0:1789307429.382626:0:118852:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf97e5e418 time=148 v=5 (1 1 1 0) 00000100:00000001:2.0:1789307429.382631:0:118852:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789307429.382633:0:118852:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.382635:0:118852:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789307429.382638:0:118852:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.382641:0:118852:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789307429.382643:0:118852:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789307429.382645:0:118852:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789307429.382650:0:118852:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789307429.382652:0:118852:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244573869184 : -105829135682432 : ffff9fbfbbf5f480) 00000100:00000001:2.0:1789307429.382656:0:118852:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789307429.382658:0:118852:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884922548 00000100:00000001:2.0:1789307429.382660:0:118852:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789307429.382663:0:118852:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307429.382667:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbf5f480 x1876218616145536/t12884922556(12884922556) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.382671:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307429.382675:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789307429.382678:0:118852:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307429.382680:0:118852:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:1.0:1789307429.382681:0:118850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1789307429.382681:0:118852:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789307429.382685:0:118850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000004:00080000:2.0:1789307429.382686:0:118852:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9fbfbbf5f480/2, rc 0, transno 12884922556 00000004:00001000:2.0:1789307429.382689:0:118852:0:(osp_sync.c:702:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 0 in flight, 3 in progress 00000400:00000010:1.0:1789307429.382690:0:118850:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644e70. 00000100:00000040:2.0:1789307429.382693:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf5f480 x1876218616145536/t12884922556(12884922556) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789307429.382697:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b546e8 00000400:00000010:1.0:1789307429.382701:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b546e8. 00000100:00000001:1.0:1789307429.382705:0:118850:0:(events.c:80:reply_in_callback()) Process entered 00000100:00100000:2.0:1789307429.382715:0:118852:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbf5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:118852:1876218616145536:0@lo:6:osp-syn-1-0.0 00000100:00000200:1.0:1789307429.382717:0:118850:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbf20700 x1876218616145024/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789307429.382721:0:118852:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789307429.382724:0:118852:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789307429.382727:0:118852:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf836051b8. 00000400:00000200:2.0:1789307429.382732:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fdf68 00000400:00000010:2.0:1789307429.382735:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fdf68. 00000100:00000001:2.0:1789307429.382740:0:118852:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789307429.382747:0:118852:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbf21180 x1876218616145408/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789307429.382756:0:118852:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbf21180 x1876218616145408/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789307429.382761:0:118850:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbf20700 x1876218616145024/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.382767:0:118852:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789307429.382770:0:118852:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307429.382776:0:118852:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:1.0:1789307429.382777:0:118850:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:2.0:1789307429.382779:0:118852:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789307429.382781:0:118850:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307429.382782:0:118852:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307429.382784:0:118852:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.382788:0:118850:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789307429.382788:0:118852:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307429.382792:0:118850:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00001000:2.0:1789307429.382792:0:118852:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe8d189460 time=148 v=5 (5 5 5 0) 00000100:00000001:1.0:1789307429.382796:0:118850:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1789307429.382797:0:118852:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe8d189418 time=34 v=5 (1 0 0 0) 00000100:00000001:1.0:1789307429.382799:0:118850:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.382801:0:118852:0:(client.c:1495:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1789307429.382805:0:118850:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.382805:0:118852:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307429.382811:0:118852:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00001000:1.0:1789307429.382813:0:118850:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe8d189460 time=148 v=5 (5 5 5 0) 00010000:00000001:2.0:1789307429.382814:0:118852:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.382819:0:118852:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789307429.382823:0:118852:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00001000:1.0:1789307429.382824:0:118850:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe8d189418 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1789307429.382825:0:118852:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789307429.382828:0:118852:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307429.382829:0:118850:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789307429.382831:0:118852:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244573614464 : -105829135937152 : ffff9fbfbbf21180) 00000100:00000001:1.0:1789307429.382834:0:118850:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.382834:0:118852:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789307429.382837:0:118852:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 47244640269 00010000:00000001:1.0:1789307429.382840:0:118850:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1789307429.382840:0:118852:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1789307429.382844:0:118850:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.382847:0:118852:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.382848:0:118850:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789307429.382869:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbf21180 x1876218616145408/t47244640271(47244640271) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.382873:0:118852:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789307429.382876:0:118850:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789307429.382876:0:118852:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789307429.382878:0:118852:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.382880:0:118850:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000004:00080000:2.0:1789307429.382881:0:118852:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9fbfbbf21180/2, rc 0, transno 47244640271 00000100:00000001:1.0:1789307429.382883:0:118850:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000004:00001000:2.0:1789307429.382884:0:118852:0:(osp_sync.c:702:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 1 in flight, 2 in progress 00000100:00000001:1.0:1789307429.382886:0:118850:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244573611776 : -105829135939840 : ffff9fbfbbf20700) 00000100:00000040:2.0:1789307429.382888:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf21180 x1876218616145408/t47244640271(47244640271) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307429.382895:0:118852:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbf21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:118852:1876218616145408:0@lo:6:osp-syn-0-0.0 00000100:00000001:1.0:1789307429.382897:0:118850:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789307429.382900:0:118850:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 47244640269 00000100:00000001:1.0:1789307429.382902:0:118850:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307429.382904:0:118850:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.382905:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307429.382908:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307429.382910:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbf20700 x1876218616145024/t47244640270(47244640270) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307429.382913:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbf5f480 x1876218616145536/t12884922556(12884922556) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.382940:0:118850:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307429.382940:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.382945:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789307429.382946:0:118850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307429.382949:0:118850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789307429.382953:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbf21180 x1876218616145408/t47244640271(47244640271) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1789307429.382954:0:118850:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9fbfbbf20700/2, rc 0, transno 47244640270 00000004:00001000:1.0:1789307429.382961:0:118850:0:(osp_sync.c:702:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 0 in flight, 2 in progress 00000100:00000040:1.0:1789307429.382970:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf20700 x1876218616145024/t47244640270(47244640270) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.382973:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.382978:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789307429.382987:0:118850:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbf20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:118850:1876218616145024:0@lo:6:osp-syn-0-0.0 00000100:00000001:2.0:1789307429.382987:0:118852:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789307429.382992:0:118852:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.382995:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307429.382996:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307429.383000:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789307429.383001:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.383006:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbf20700 x1876218616145024/t47244640270(47244640270) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.383017:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.383021:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.383028:0:118850:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307429.383031:0:118850:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.383035:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307429.383051:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.383216:0:123235:0:(service.c:379:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1789307429.383219:0:123235:0:(service.c:401:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1789307429.383225:0:123235:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884922555 is committed 00000001:00000040:1.0:1789307429.383229:0:123235:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbf92163800 : new cb_count 4 00000020:00000040:1.0:1789307429.383232:0:123235:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf92163800 : new refcount 8 00000001:00000010:1.0:1789307429.383234:0:123235:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbe86acd900. 00080000:00000010:1.0:1789307429.383238:0:123235:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc08a0c00. 00000001:00000040:1.0:1789307429.383255:0:123235:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbf92163800 : new cb_count 3 00000020:00000040:1.0:1789307429.383257:0:123235:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf92163800 : new refcount 7 00000001:00000010:1.0:1789307429.383259:0:123235:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbf82f2c240. 00080000:00000010:1.0:1789307429.383263:0:123235:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfb90eb000. 00000001:00000040:1.0:1789307429.383267:0:123235:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbf92163800 : new cb_count 2 00000020:00000040:1.0:1789307429.383269:0:123235:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf92163800 : new refcount 6 00000001:00000010:1.0:1789307429.383271:0:123235:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbf978a6240. 00080000:00000010:1.0:1789307429.383276:0:123235:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbec62a3c00. 00000100:00000001:1.0:1789307429.383280:0:123235:0:(service.c:379:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1789307429.383281:0:123235:0:(service.c:401:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1789307429.383283:0:123235:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884922552 is committed 00000001:00000040:1.0:1789307429.383284:0:123235:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbe9623d000 : new cb_count 2 00000020:00000040:1.0:1789307429.383286:0:123235:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d000 : new refcount 9 00000001:00000010:1.0:1789307429.383288:0:123235:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbf82f2ccc0. 00080000:00000010:1.0:1789307429.383290:0:123235:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0b85e00. 00000001:00000040:1.0:1789307429.383293:0:123235:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbe9623d000 : new cb_count 1 00000020:00000040:1.0:1789307429.383295:0:123235:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d000 : new refcount 8 00000001:00000010:1.0:1789307429.383297:0:123235:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbf82f2c660. 00080000:00000010:1.0:1789307429.383299:0:123235:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0b84a00. 00000001:00000040:1.0:1789307429.383303:0:123235:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbf92163800 : new cb_count 1 00000020:00000040:1.0:1789307429.383306:0:123235:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf92163800 : new refcount 5 00000001:00000010:1.0:1789307429.383308:0:123235:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbec4a55960. 00080000:00000010:1.0:1789307429.383312:0:123235:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfb9e45000. 00000001:00000040:1.0:1789307429.383317:0:123235:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbe9623d000 : new cb_count 0 00000020:00000040:1.0:1789307429.383319:0:123235:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d000 : new refcount 7 00000001:00000010:1.0:1789307429.383321:0:123235:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbe83816060. 00080000:00000010:1.0:1789307429.383328:0:123235:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfb90ea800. 00010000:00000010:3.1F:1789307429.384052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97919a00. 00010000:00000010:1.1:1789307429.385868:0:265141:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8992f200. 00010000:00000010:1.1:1789307429.385876:0:265141:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb63e4600. 00010000:00000010:0.1:1789307429.385896:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8dd00. 00010000:00000010:0.1:1789307429.385905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97918000. 00010000:00000010:2.1F:1789307429.386030:0:265140:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa30d3300. 00010000:00000010:2.1:1789307429.386055:0:265140:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a74c00. 00010000:00000010:2.1:1789307429.386059:0:265140:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3313f00. 00010000:00000010:2.1:1789307429.386063:0:265140:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85d5a200. 00010000:00000010:3.1:1789307429.388893:0:265142:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97918600. 00010000:00000010:0.1:1789307429.388899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3313c00. 00010000:00000010:0.1:1789307429.388907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85d5bc00. 00080000:04000000:3.0:1789307429.483054:0:244305:0:(osd_handler.c:2534:osd_object_delete()) ffff9fbfb22d6fb8 ino=727 00040000:00000001:3.0:1789307429.483066:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307429.483069:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307429.483070:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307429.483071:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307429.483072:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307429.483073:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1789307429.483082:0:244305:0:(osd_handler.c:1701:osd_object_free()) kfreed 'obj': 312 at ffff9fbfc0ba8400. 00002000:00000001:3.0:1789307429.483087:0:244305:0:(ofd_dev.c:462:ofd_object_free()) Process entered 00002000:00000040:3.0:1789307429.483088:0:244305:0:(ofd_dev.c:466:ofd_object_free()) object free, fid = [0x280000403:0x9561:0x0] 00002000:00000010:3.0:1789307429.483092:0:244305:0:(ofd_dev.c:470:ofd_object_free()) slab-freed 'of': 304 at ffff9fbfc08f6390. 00002000:00000001:3.0:1789307429.483095:0:244305:0:(ofd_dev.c:472:ofd_object_free()) Process leaving 00080000:04000000:3.0:1789307429.483124:0:244305:0:(osd_handler.c:2534:osd_object_delete()) ffff9fbfb22d3898 ino=726 00040000:00000001:3.0:1789307429.483127:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307429.483129:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307429.483130:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307429.483131:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307429.483132:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307429.483132:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1789307429.483135:0:244305:0:(osd_handler.c:1701:osd_object_free()) kfreed 'obj': 312 at ffff9fbfb484e000. 00002000:00000001:3.0:1789307429.483138:0:244305:0:(ofd_dev.c:462:ofd_object_free()) Process entered 00002000:00000040:3.0:1789307429.483139:0:244305:0:(ofd_dev.c:466:ofd_object_free()) object free, fid = [0x280000403:0x9560:0x0] 00002000:00000010:3.0:1789307429.483141:0:244305:0:(ofd_dev.c:470:ofd_object_free()) slab-freed 'of': 304 at ffff9fbfc08f7560. 00002000:00000001:3.0:1789307429.483144:0:244305:0:(ofd_dev.c:472:ofd_object_free()) Process leaving 00080000:04000000:3.0:1789307429.483238:0:244305:0:(osd_handler.c:2534:osd_object_delete()) ffff9fbfbe65e378 ino=620 00040000:00000001:3.0:1789307429.483242:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307429.483243:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307429.483244:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307429.483245:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307429.483246:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307429.483247:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1789307429.483249:0:244305:0:(osd_handler.c:1701:osd_object_free()) kfreed 'obj': 312 at ffff9fbfb290c800. 00002000:00000001:3.0:1789307429.483252:0:244305:0:(ofd_dev.c:462:ofd_object_free()) Process entered 00002000:00000040:3.0:1789307429.483253:0:244305:0:(ofd_dev.c:466:ofd_object_free()) object free, fid = [0x2c0000403:0x8c9e:0x0] 00002000:00000010:3.0:1789307429.483255:0:244305:0:(ofd_dev.c:470:ofd_object_free()) slab-freed 'of': 304 at ffff9fbfb9f76000. 00002000:00000001:3.0:1789307429.483258:0:244305:0:(ofd_dev.c:472:ofd_object_free()) Process leaving 00080000:04000000:3.0:1789307429.483280:0:244305:0:(osd_handler.c:2534:osd_object_delete()) ffff9fbfbe6593d8 ino=621 00040000:00000001:3.0:1789307429.483282:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307429.483291:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307429.483292:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307429.483293:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1789307429.483294:0:244305:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1789307429.483295:0:244305:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1789307429.483297:0:244305:0:(osd_handler.c:1701:osd_object_free()) kfreed 'obj': 312 at ffff9fbfb290d000. 00002000:00000001:3.0:1789307429.483300:0:244305:0:(ofd_dev.c:462:ofd_object_free()) Process entered 00002000:00000040:3.0:1789307429.483301:0:244305:0:(ofd_dev.c:466:ofd_object_free()) object free, fid = [0x2c0000403:0x8c9f:0x0] 00002000:00000010:3.0:1789307429.483304:0:244305:0:(ofd_dev.c:470:ofd_object_free()) slab-freed 'of': 304 at ffff9fbfb9f77560. 00002000:00000001:3.0:1789307429.483306:0:244305:0:(ofd_dev.c:472:ofd_object_free()) Process leaving 00080000:00000010:3.0:1789307429.493472:0:265131:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47ad00. 00080000:00000010:3.0:1789307429.493483:0:265131:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47ad00. 00000020:00000001:3.0:1789307429.493487:0:265131:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307429.493494:0:265131:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47ad00. 00080000:00000010:3.0:1789307429.493503:0:265131:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47ad00. 00000020:00000001:3.0:1789307429.493507:0:265131:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307429.493513:0:265131:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47ad00. 00080000:00000010:3.0:1789307429.493517:0:265131:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47ad00. 00000020:00000001:3.0:1789307429.493521:0:265131:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307429.493528:0:265131:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47ad00. 00080000:00000010:3.0:1789307429.493532:0:265131:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47ad00. 00000020:00000001:3.0:1789307429.493536:0:265131:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307429.675091:0:122633:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789307429.675098:0:122633:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789307429.675104:0:122633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789307429.867062:0:255041:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1789307429.867068:0:255041:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:2.0:1789307429.868666:0:226366:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 12884902958 batchid updated 00000004:00080000:1.0:1789307429.869024:0:226371:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9fbe873fb3c0 version 55 rpc_version 55 00000004:00000001:1.0:1789307429.869041:0:226371:0:(osp_trans.c:1111:osp_send_update_req()) Process entered 00000004:00000001:1.0:1789307429.869043:0:226371:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1789307429.869054:0:226371:0:(osp_trans.c:242:object_update_request_dump()) i = 0 fid = [0x200002341:0x1:0x0] op = write params = 2 batchid = 0 size = 152 repsize 0 00000004:00000040:1.0:1789307429.869062:0:226371:0:(osp_trans.c:242:object_update_request_dump()) i = 1 fid = [0x200002341:0x1:0x0] op = write params = 2 batchid = 0 size = 72 repsize 0 00000004:00000040:1.0:1789307429.869067:0:226371:0:(osp_trans.c:248:object_update_request_dump()) updates = ffff9fbfc0e87000 magic = bdde0002 count = 2 size = 224 00000100:00000010:1.0:1789307429.869077:0:226371:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf31c00. 00000020:00000040:1.0:1789307429.869084:0:226371:0:(genops.c:1209:class_import_get()) import ffff9fbf84cc6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1789307429.869094:0:226371:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789307429.869099:0:226371:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789307429.869106:0:226371:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307429.869118:0:226371:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fbfb2670200. 00000100:00000001:1.0:1789307429.869127:0:226371:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307429.869136:0:226371:0:(osp_trans.c:300:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307429.869142:0:226371:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1789307429.869148:0:226371:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1789307429.869158:0:226371:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1789307429.869174:0:226371:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9fbfbbf31c00 x1876218616146304/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789307429.869190:0:226371:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789307429.869195:0:226371:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789307429.869205:0:226371:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fbe978bc240. 00000100:00000001:1.0:1789307429.869210:0:226371:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446638239667962432 : -105834041589184 : ffff9fbe978bc240) 00000100:00000001:1.0:1789307429.869215:0:226371:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307429.869218:0:226371:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244573682688 : -105829135868928 : ffff9fbfbbf31c00) 00000100:00000001:1.0:1789307429.869223:0:226371:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789307429.869228:0:226371:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.869231:0:226371:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789307429.869234:0:226371:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789307429.869242:0:226371:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbf31c00 x1876218616146304/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.869257:0:226371:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789307429.869260:0:226371:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307429.869264:0:226371:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789307429.869268:0:226371:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789307429.869274:0:226371:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307429.869288:0:226371:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbf31c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:226371:1876218616146304:0@lo:1000:osp_up0-1.0 00000100:00000001:1.0:1789307429.869295:0:226371:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789307429.869312:0:226371:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789307429.869315:0:226371:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307429.869320:0:226371:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789307429.869327:0:226371:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fbf9fbee000. 02000000:00000001:1.0:1789307429.869331:0:226371:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307429.869342:0:226371:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644e70. 00000400:00000010:1.0:1789307429.869352:0:226371:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbe978bcb40. 00000100:00000200:1.0:1789307429.869363:0:226371:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1876218616146304, portal 4 00000100:00000001:1.0:1789307429.869367:0:226371:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307429.869371:0:226371:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244573682688 : -105829135868928 : ffff9fbfbbf31c00) 00000100:00000040:1.0:1789307429.869380:0:226371:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbf31c00 x1876218616146304/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307445 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.869388:0:226371:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307429.869392:0:226371:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789307429.869396:0:226371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b546e8. 00000100:00000200:1.0:1789307429.869400:0:226371:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 24, xid 1876218616146304, offset 0 00000400:00000200:1.0:1789307429.869408:0:226371:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1789307429.869413:0:226366:0:(update_trans.c:1358:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff9fbe838162a0. 00080000:00000010:2.0:1789307429.869420:0:226366:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc08a7800. 00000400:00000200:1.0:1789307429.869424:0:226371:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1789307429.869431:0:226366:0:(service.c:379:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1789307429.869436:0:226366:0:(service.c:401:ptlrpc_commit_replies()) Process leaving 00000400:00000200:1.0:1789307429.869437:0:226371:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 488 into portal 24 MB=0x6aa693022e980 00000001:00080000:2.0:1789307429.869439:0:226366:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 17179874250 is committed 00000400:00000200:1.0:1789307429.869447:0:226371:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 488/488 into md 0xa2499 [256] + 10936 00000001:00000040:2.0:1789307429.869451:0:226366:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbe95150800 : new cb_count 1 00000020:00000040:2.0:1789307429.869457:0:226366:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe95150800 : new refcount 5 00000400:00000200:1.0:1789307429.869459:0:226371:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:2.0:1789307429.869460:0:226366:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbe86acdf00. 00080000:00000010:2.0:1789307429.869466:0:226366:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0a36400. 00000400:00000200:1.0:1789307429.869469:0:226371:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000040:2.0:1789307429.869471:0:226366:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbe95150800 : new cb_count 0 00000020:00000040:2.0:1789307429.869474:0:226366:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe95150800 : new refcount 4 00000001:00000010:2.0:1789307429.869476:0:226366:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbf978a6ba0. 00000100:00000001:1.0:1789307429.869478:0:226371:0:(events.c:290:request_in_callback()) Process entered 00080000:00000010:2.0:1789307429.869480:0:226366:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0a37400. 00000100:00000200:1.0:1789307429.869481:0:226371:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1789307429.869488:0:226371:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb7f97800. 00000100:00000040:1.0:1789307429.869491:0:226371:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb7f97800 x1876218616146304 msgsize 488 00000100:00100000:1.0:1789307429.869496:0:226371:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1789307429.869527:0:226371:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1789307429.869537:0:226371:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b546e8 00000400:00000010:1.0:1789307429.869540:0:226371:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b546e8. 00000100:00000001:1.0:1789307429.869544:0:226371:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789307429.869555:0:226371:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbf31c00 x1876218616146304/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307445 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.869565:0:226371:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307429.869568:0:226371:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fbfbbf31c00 x1876218616146304/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307445 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.869576:0:226371:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.869578:0:226371:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789307429.869584:0:253544:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1789307429.869587:0:226371:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307429.869587:0:253544:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616146304 02000000:00000001:2.0:1789307429.869592:0:253544:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1789307429.869595:0:226371:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 15333 usecs (16 jiffies) 00000100:00000001:2.0:1789307429.869595:0:253544:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307429.869601:0:226371:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315058194 00000100:00000001:2.0:1789307429.869603:0:253544:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.869606:0:226371:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315062716 00000100:00000001:1.0:1789307429.869610:0:226371:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315058194 02000000:00000001:2.0:1789307429.869610:0:253544:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.869616:0:226371:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315062716 00000100:00100000:2.0:1789307429.869617:0:253544:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616146304 00000100:00000001:1.0:1789307429.869620:0:226371:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315058194 00000020:00000001:2.0:1789307429.869621:0:253544:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307429.869623:0:253544:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc59 00000100:00000001:1.0:1789307429.869626:0:226371:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315062716 00000020:00000001:2.0:1789307429.869626:0:253544:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1789307429.869631:0:226371:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315058194 00000020:00000040:2.0:1789307429.869633:0:253544:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf86770800 refcount=7 00000020:00000001:2.0:1789307429.869637:0:253544:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243676358656 : -105830033192960 : ffff9fbf86770800) 00000100:00000001:1.0:1789307429.869638:0:226371:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315062716 00000020:00000001:2.0:1789307429.869639:0:253544:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243676358656 : -105830033192960 : ffff9fbf86770800) 00000100:00000001:1.0:1789307429.869646:0:226371:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307429.869646:0:253544:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307429.869651:0:226371:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307429.869651:0:253544:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00d00. 00000100:00000001:2.0:1789307429.869654:0:253544:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307429.869656:0:226371:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1789307429.869658:0:253544:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00d00. 00000100:00000001:1.0:1789307429.869661:0:226371:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789307429.869666:0:226371:0:(client.c:2716:ptlrpc_set_wait()) set ffff9fbe978bc240 going to sleep for 11 seconds 00000020:00000010:2.0:1789307429.869667:0:253544:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0bef000. 00000100:00000001:1.0:1789307429.869669:0:226371:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1789307429.869673:0:253544:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44d80. 00000100:00000001:1.0:1789307429.869674:0:226371:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307429.869678:0:253544:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984258. 00000100:00000040:2.0:1789307429.869686:0:253544:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1789307429.869689:0:253544:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307429.869690:0:253544:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307429.869692:0:253544:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.869698:0:253544:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.869710:0:253544:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307429.869722:0:253544:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307429.869724:0:253544:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789307429.869727:0:253544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00000040:2.0:1789307429.869730:0:253544:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf86770800 : new rpc_count 1 00000100:00000001:2.0:1789307429.869731:0:253544:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244506990592 : -105829202561024 : ffff9fbfb7f97800) 00000100:00000040:2.0:1789307429.869736:0:253544:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfb7f97800 x1876218616146304/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:475/0 lens 488/0 e 0 to 0 dl 1789307440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.869745:0:253544:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307429.869747:0:253544:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00d00. 00000100:00000001:2.0:1789307429.869749:0:253544:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307429.869751:0:253544:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00d00. 00000100:00100000:2.0:1789307429.869756:0:253544:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfb7f97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:226371:x1876218616146304:12345-0@lo:1000:osp_up0-1.0 00000100:00000200:2.0:1789307429.869760:0:253544:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616146304 00000020:00000001:2.0:1789307429.869764:0:253544:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1789307429.869767:0:253544:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1789307429.869778:0:253544:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307429.869781:0:253544:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1789307429.869783:0:253544:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651038272 : -1058513344 : ffffffffc0e85e40) 00000020:00000001:2.0:1789307429.869786:0:253544:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1789307429.869789:0:253544:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1876218616146304, found 0 last_xid 1876218616146303 00000020:00000001:2.0:1789307429.869793:0:253544:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307429.869795:0:253544:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307429.869797:0:253544:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1789307429.869800:0:253544:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307429.869803:0:253544:0:(out_handler.c:964:out_handle()) Process entered 00000020:00000010:2.0:1789307429.869809:0:253544:0:(out_handler.c:987:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fbf9f7dc898. 00000100:00000001:2.0:1789307429.869812:0:253544:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307429.869814:0:253544:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789307429.869820:0:253544:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fbe83b28000. 02000000:00000001:2.0:1789307429.869822:0:253544:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.869824:0:253544:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307429.869828:0:253544:0:(out_handler.c:1105:out_handle()) kmalloced '(trd)': 136 at ffff9fbf852c9d80. 00000020:00000001:2.0:1789307429.869830:0:253544:0:(tgt_handler.c:3143:tgt_check_resent()) Process entered 00000020:00000040:2.0:1789307429.869838:0:253544:0:(out_handler.c:1131:out_handle()) lustre-MDT0000: opc: 0xc [0x200002341:0x1:0x0] 00000020:00000001:2.0:1789307429.869841:0:253544:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:2.0:1789307429.869847:0:253544:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243621266456 : -105830088285160 : ffff9fbf832e6418) 00080000:00000001:2.0:1789307429.869868:0:253544:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:2.0:1789307429.869873:0:253544:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfc0bef200. 00080000:00000001:2.0:1789307429.869876:0:253544:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244654150144 : -105829055401472 : ffff9fbfc0bef200) 00000020:00000001:2.0:1789307429.869879:0:253544:0:(out_handler.c:613:out_write()) Process entered 00080000:00000001:2.0:1789307429.869881:0:253544:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:2.0:1789307429.869884:0:253544:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1789307429.869886:0:253544:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbec4f00d00. 00080000:00000001:2.0:1789307429.869888:0:253544:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307429.869891:0:253544:0:(out_handler.c:644:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307429.869893:0:253544:0:(out_handler.c:1131:out_handle()) lustre-MDT0000: opc: 0xc [0x200002341:0x1:0x0] 00000020:00000001:2.0:1789307429.869895:0:253544:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:2.0:1789307429.869897:0:253544:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243621266456 : -105830088285160 : ffff9fbf832e6418) 00000020:00000001:2.0:1789307429.869899:0:253544:0:(out_handler.c:613:out_write()) Process entered 00080000:00000001:2.0:1789307429.869900:0:253544:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:2.0:1789307429.869902:0:253544:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1789307429.869903:0:253544:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307429.869905:0:253544:0:(out_handler.c:644:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307429.869907:0:253544:0:(out_handler.c:867:out_tx_end()) Process entered 00080000:00000001:2.0:1789307429.869908:0:253544:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:2.0:1789307429.869912:0:253544:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:2.0:1789307429.869914:0:253544:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1789307429.869916:0:253544:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbec4f00e00. 00080000:00000001:2.0:1789307429.869917:0:253544:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307429.869924:0:253544:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307429.869927:0:253544:0:(out_lib.c:681:out_tx_write_exec()) write [0x200002341:0x1:0x0] pos 0 buf ffff9fbf84002be8, len 88 00000020:00000040:2.0:1789307429.869946:0:253544:0:(out_handler.c:901:out_tx_end()) lustre-MDT0000-osd: executed 0/2: rc = 0 00000020:00000040:2.0:1789307429.869949:0:253544:0:(out_lib.c:681:out_tx_write_exec()) write [0x200002341:0x1:0x0] pos 88 buf ffff9fbf84002c80, len 4 00000020:00000040:2.0:1789307429.869954:0:253544:0:(out_handler.c:901:out_tx_end()) lustre-MDT0000-osd: executed 1/2: rc = 0 00080000:00000001:2.0:1789307429.869956:0:253544:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00000001:00000001:2.0:1789307429.869960:0:253544:0:(tgt_lastrcvd.c:1490:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1789307429.869963:0:253544:0:(tgt_lastrcvd.c:1538:tgt_last_rcvd_update()) transno = 25769821652, last_committed = 25769821651 00000001:00000010:2.0:1789307429.869966:0:253544:0:(tgt_lastrcvd.c:1001:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fbf82f2c600. 00000001:00000040:2.0:1789307429.869969:0:253544:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) callback GETting export ffff9fbf86770800 : new cb_count 1 00000020:00000040:2.0:1789307429.869976:0:253544:0:(genops.c:868:class_export_get()) GET export ffff9fbf86770800 refcount=8 00000001:00000010:2.0:1789307429.869982:0:253544:0:(tgt_lastrcvd.c:1415:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fbe873fb840. 00000001:00000001:2.0:1789307429.869996:0:253544:0:(tgt_lastrcvd.c:1381:tgt_add_reply_data()) add reply ffff9fbe873fb840: xid 1876218616146304, transno 25769821652, tag 1, client gen 1, slot idx 0 00000001:00000001:2.0:1789307429.869999:0:253544:0:(tgt_lastrcvd.c:1383:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307429.870006:0:253544:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbec4f00e00. 00080000:00000010:2.0:1789307429.870009:0:253544:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbec4f00d00. 00040000:00000001:2.0:1789307429.870011:0:253544:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:2.0:1789307429.870013:0:253544:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:2.0:1789307429.870014:0:253544:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1789307429.870018:0:253544:0:(lu_object.c:216:lu_object_put()) Add ffff9fbf92232e00/ffff9fbf832e63c0 to site lru. bkt: ffff9fbfb932b060 00000020:00000001:2.0:1789307429.870021:0:253544:0:(out_handler.c:919:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307429.870023:0:253544:0:(out_handler.c:1261:out_handle()) kfreed 'update_bufs': 8 at ffff9fbf9f7dc898. 00000020:00000010:2.0:1789307429.870037:0:253544:0:(out_handler.c:1264:out_handle()) kfreed 'trd': 136 at ffff9fbf852c9d80. 00000020:00000001:2.0:1789307429.870041:0:253544:0:(out_handler.c:1269:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789307429.870044:0:253544:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 25769821637, transno 25769821652, xid 1876218616146304 00010000:00000001:2.0:1789307429.870048:0:253544:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:2.0:1789307429.870054:0:253544:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfb7f97800 x1876218616146304/t25769821652(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:475/0 lens 488/4320 e 0 to 0 dl 1789307440 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789307429.870062:0:253544:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789307429.870065:0:253544:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307429.870069:0:253544:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbb8561e8 time=68 v=5 (1 1 0 0) 00000100:00000001:2.0:1789307429.870074:0:253544:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789307429.870077:0:253544:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:2.0:1789307429.870080:0:253544:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:2.0:1789307429.870083:0:253544:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307429.870085:0:253544:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307429.870087:0:253544:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307429.870089:0:253544:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789307429.870093:0:253544:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbf852c9d80. 00000100:00000200:2.0:1789307429.870096:0:253544:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1876218616146304, offset 224 00000400:00000200:2.0:1789307429.870103:0:253544:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789307429.870109:0:253544:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789307429.870115:0:253544:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x6aa693022e980 00000400:00000200:2.0:1789307429.870120:0:253544:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x1c171d [2] + 224 00000400:00000200:2.0:1789307429.870130:0:253544:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307429.870132:0:253544:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1789307429.870135:0:253544:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789307429.870138:0:253544:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbbf31c00 x1876218616146304/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307429.870144:0:253544:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fbfbbf31c00 x1876218616146304/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307445 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.870160:0:253544:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789307429.870166:0:253544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf852c9d80 00000400:00000010:2.0:1789307429.870168:0:253544:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbf852c9d80. 00000100:00000001:2.0:1789307429.870171:0:253544:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789307429.870173:0:253544:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:2.0:1789307429.870176:0:253544:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307429.870180:0:253544:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00010000:00000001:2.0:1789307429.870182:0:253544:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307429.870184:0:253544:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307429.870186:0:253544:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1789307429.870191:0:226371:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1789307429.870191:0:253544:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb7f97800 x1876218616146304/t25769821652(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:475/0 lens 488/4320 e 0 to 0 dl 1789307440 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789307429.870199:0:226371:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789307429.870203:0:226371:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1789307429.870204:0:253544:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfb7f97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:226371:x1876218616146304:12345-0@lo:1000:osp_up0-1.0 Request processed in 456us (709us total) trans 25769821652 rc 0/0 00000400:00000010:1.0:1789307429.870208:0:226371:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644e70. 00000400:00000200:1.0:1789307429.870216:0:226371:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe978bcb40 00000100:00100000:2.0:1789307429.870216:0:253544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000400:00000010:1.0:1789307429.870220:0:226371:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbe978bcb40. 00000100:00000040:2.0:1789307429.870223:0:253544:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf86770800 : new rpc_count 0 00000100:00000001:1.0:1789307429.870225:0:226371:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1789307429.870227:0:253544:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307429.870230:0:253544:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1789307429.870233:0:226371:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbf31c00 x1876218616146304/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307445 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1789307429.870236:0:253544:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44d80. 00000020:00000010:2.0:1789307429.870240:0:253544:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984258. 00000020:00000010:2.0:1789307429.870246:0:253544:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0bef000. 00000020:00000040:2.0:1789307429.870253:0:253544:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86770800 : new refcount 7 00000100:00000200:1.0:1789307429.870257:0:226371:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbf31c00 x1876218616146304/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307445 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307429.870258:0:253544:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.870270:0:226371:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307429.870273:0:226371:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.870276:0:226371:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789307429.870279:0:226371:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789307429.870282:0:226371:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307429.870284:0:226371:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307429.870287:0:226371:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307429.870294:0:226371:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf84cc6c60 time=149 v=5 (5 5 5 5) 00000100:00001000:1.0:1789307429.870298:0:226371:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf84cc6c18 time=143 v=5 (1 1 1 0) 00000100:00000001:1.0:1789307429.870300:0:226371:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789307429.870302:0:226371:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307429.870320:0:226371:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789307429.870322:0:226371:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.870327:0:226371:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789307429.870330:0:226371:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789307429.870332:0:226371:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789307429.870334:0:226371:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307429.870335:0:226371:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244573682688 : -105829135868928 : ffff9fbfbbf31c00) 00000100:00000001:1.0:1789307429.870338:0:226371:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789307429.870340:0:226371:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25769821637 00000100:00000001:1.0:1789307429.870342:0:226371:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307429.870344:0:226371:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.870350:0:226371:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbf31c00 x1876218616146304/t25769821652(25769821652) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307445 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.870357:0:226371:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307429.870360:0:226371:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307429.870362:0:226371:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1789307429.870365:0:226371:0:(osp_trans.c:602:osp_update_interpret()) Process entered 00000004:00000010:1.0:1789307429.870371:0:226371:0:(osp_trans.c:572:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9fbf88564580. 00000004:00000010:1.0:1789307429.870376:0:226371:0:(osp_trans.c:572:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9fbf88564000. 00000004:00000001:1.0:1789307429.870380:0:226371:0:(osp_trans.c:692:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307429.870391:0:226371:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf31c00 x1876218616146304/t25769821652(25769821652) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307445 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307429.870399:0:226371:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbf31c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:226371:1876218616146304:0@lo:1000:osp_up0-1.0 00000100:00000001:1.0:1789307429.870404:0:226371:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307429.870406:0:226371:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.870409:0:226371:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789307429.870411:0:226371:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307429.870415:0:226371:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fbfbbf31c00 x1876218616146304/t25769821652(25769821652) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307445 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.870422:0:226371:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789307429.870431:0:226371:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fbe978bc240. 00000100:00000001:1.0:1789307429.870434:0:226371:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789307429.870436:0:226371:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307429.870440:0:226371:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307429.870443:0:226371:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbf31c00 x1876218616146304/t25769821652(25769821652) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307445 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307429.870449:0:226371:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307429.870451:0:226371:0:(osp_trans.c:1210:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307429.974344:0:265228:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbec56d9780. 00080000:00000010:3.0:1789307429.974356:0:265228:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbec56d9780. 00000020:00000001:3.0:1789307429.974362:0:265228:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307429.974372:0:265228:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbec56d9780. 00080000:00000010:3.0:1789307429.974377:0:265228:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbec56d9780. 00000020:00000001:3.0:1789307429.974381:0:265228:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307429.974389:0:265228:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbec56d9780. 00080000:00000010:3.0:1789307429.974393:0:265228:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbec56d9780. 00000020:00000001:3.0:1789307429.974396:0:265228:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307429.974401:0:265228:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbec56d9780. 00080000:00000010:3.0:1789307429.974405:0:265228:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbec56d9780. 00000020:00000001:3.0:1789307429.974407:0:265228:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307430.377166:0:265277:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44d80. 00080000:00000010:2.0:1789307430.377178:0:265277:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44d80. 00000020:00000001:2.0:1789307430.377190:0:265277:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307430.377199:0:265277:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44d80. 00080000:00000010:2.0:1789307430.377204:0:265277:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44d80. 00000020:00000001:2.0:1789307430.377208:0:265277:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307430.377215:0:265277:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44d80. 00080000:00000010:2.0:1789307430.377219:0:265277:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44d80. 00000020:00000001:2.0:1789307430.377223:0:265277:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307430.377229:0:265277:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44d80. 00080000:00000010:2.0:1789307430.377234:0:265277:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44d80. 00000020:00000001:2.0:1789307430.377237:0:265277:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307430.378929:0:225645:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1789307430.378934:0:225645:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307430.891091:0:120435:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1789307430.891095:0:225635:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1789307430.891099:0:120435:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307430.891100:0:225635:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307431.062186:0:265325:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbec56d9400. 00080000:00000010:3.0:1789307431.062197:0:265325:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbec56d9400. 00000020:00000001:3.0:1789307431.062202:0:265325:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307431.062210:0:265325:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbec56d9400. 00080000:00000010:3.0:1789307431.062215:0:265325:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbec56d9400. 00000020:00000001:3.0:1789307431.062219:0:265325:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307431.062226:0:265325:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbec56d9400. 00080000:00000010:3.0:1789307431.062231:0:265325:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbec56d9400. 00000020:00000001:3.0:1789307431.062234:0:265325:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307431.062241:0:265325:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbec56d9400. 00080000:00000010:3.0:1789307431.062246:0:265325:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbec56d9400. 00000020:00000001:3.0:1789307431.062250:0:265325:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789307431.270328:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.270342:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789307431.270346:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.270350:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307431.270371:0:118843:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1789307431.270390:0:118843:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 576 into portal 12 MB=0x6aa6932049d00 00000400:00000200:3.0:1789307431.270398:0:118843:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.56@tcp of length 576/576 into md 0x160ca5 [64] + 149288 00000800:00000001:3.0:1789307431.270406:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.270413:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307431.270417:0:118843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307431.270422:0:118843:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:3.0:1789307431.270429:0:118843:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307431.270432:0:118843:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1789307431.270438:0:118843:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf21500. 00000100:00000040:3.0:1789307431.270442:0:118843:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbf21500 x1876218647715072 msgsize 576 00000100:00100000:3.0:1789307431.270448:0:118843:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000001:3.0:1789307431.270459:0:118843:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789307431.270467:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.270471:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307431.270492:0:225634:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789307431.270502:0:225634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647715072 02000000:00000001:3.0:1789307431.270505:0:225634:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789307431.270507:0:225634:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307431.270510:0:225634:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307431.270515:0:225634:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307431.270519:0:225634:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647715072 00000020:00000001:3.0:1789307431.270523:0:225634:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789307431.270526:0:225634:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc60 00000020:00000001:3.0:1789307431.270529:0:225634:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789307431.270532:0:225634:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf86773800 refcount=1563 00000020:00000001:3.0:1789307431.270535:0:225634:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243676370944 : -105830033180672 : ffff9fbf86773800) 00000020:00000001:3.0:1789307431.270538:0:225634:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243676370944 : -105830033180672 : ffff9fbf86773800) 00000100:00000001:3.0:1789307431.270543:0:225634:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307431.270547:0:225634:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0800. 00000020:00000010:3.0:1789307431.270552:0:225634:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbf9a489900. 00000020:00000040:3.0:1789307431.270559:0:225634:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (ffff9fbfad0fcd40) now 16 - evictor 00000100:00000001:3.0:1789307431.270569:0:225634:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1789307431.270575:0:225634:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbe861c2800. 00000020:00000010:3.0:1789307431.270582:0:225634:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47a500. 00000020:00000010:3.0:1789307431.270587:0:225634:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e3e8. 00000100:00000040:3.0:1789307431.270597:0:225634:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1789307431.270600:0:225634:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307431.270602:0:225634:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1789307431.270605:0:225634:0:(mdt_mds.c:152:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1789307431.270607:0:225634:0:(mdt_mds.c:156:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307431.270610:0:225634:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307431.270617:0:225634:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307431.270625:0:225634:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307431.270639:0:225634:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789307431.270641:0:225634:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00080000:2.0:1789307431.270646:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789307431.270648:0:225634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 174553 00000020:00000040:2.0:1789307431.270653:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000 (ffff9fbfad0fcd40) now 16 - evictor 00000100:00000040:3.0:1789307431.270655:0:225634:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf86773800 : new rpc_count 1 00000100:00000001:3.0:1789307431.270660:0:225634:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244573615360 : -105829135936256 : ffff9fbfbbf21500) 00000100:00000040:3.0:1789307431.270671:0:225634:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbf21500 x1876218647715072/t0(0) o101->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:477/0 lens 576/0 e 0 to 0 dl 1789307442 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789307431.270690:0:225634:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307431.270694:0:225634:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0980. 00000100:00000001:3.0:1789307431.270698:0:225634:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307431.270703:0:225634:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0980. 00000100:00100000:3.0:1789307431.270710:0:225634:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbf21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+1563:398323:x1876218647715072:12345-192.168.204.56@tcp:101:multiop.0 00000100:00000200:3.0:1789307431.270715:0:225634:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647715072 00000020:00000001:3.0:1789307431.270718:0:225634:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789307431.270722:0:225634:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1789307431.270727:0:225634:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307431.270729:0:225634:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789307431.270732:0:225634:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028384 : -1058523232 : ffffffffc0e837a0) 00000020:00000001:3.0:1789307431.270736:0:225634:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1789307431.270739:0:225634:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1876218647715072, found 0 last_xid 1876218647715071 00000020:00000001:3.0:1789307431.270743:0:225634:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789307431.270745:0:225634:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789307431.270748:0:225634:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789307431.270754:0:225634:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307431.270756:0:225634:0:(tgt_handler.c:1474:tgt_enqueue()) Process entered 00010000:00000001:3.0:1789307431.270759:0:225634:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1789307431.270762:0:225634:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1789307431.270764:0:225634:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1789307431.270766:0:225634:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307431.270771:0:225634:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789307431.270778:0:225634:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9a58d200 count: 2 00010000:00000001:3.0:1789307431.270782:0:225634:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789307431.270785:0:225634:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789307431.270790:0:225634:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fbfb1a75200. 00000020:00000001:3.0:1789307431.270793:0:225634:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789307431.270797:0:225634:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9fbfb1a75200 with handle 0x66de20725ed781be to hash 00000020:00000001:3.0:1789307431.270800:0:225634:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789307431.270802:0:225634:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638244400943616 : -105829308608000 : ffff9fbfb1a75200) 00010000:00000010:3.0:1789307431.270808:0:225634:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fbf92253a00. 00010000:00000001:3.0:1789307431.270817:0:225634:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638244400943616 : -105829308608000 : ffff9fbfb1a75200) 00010000:00010000:3.0:1789307431.270822:0:225634:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb1a75200/0x66de20725ed781be lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xef11a149f77a6e63 expref: -99 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789307431.270831:0:225634:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff9fbf86773800 : new locks_count 1558 00000020:00000040:3.0:1789307431.270834:0:225634:0:(genops.c:868:class_export_get()) GET export ffff9fbf86773800 refcount=1564 00010000:00000001:3.0:1789307431.270841:0:225634:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1789307431.270844:0:225634:0:(mdt_handler.c:5500:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1789307431.270893:0:225634:0:(mdt_handler.c:5381:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1789307431.270896:0:225634:0:(mdt_handler.c:4683:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1789307431.270898:0:225634:0:(mdt_handler.c:4645:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1789307431.270901:0:225634:0:(mdt_handler.c:3799:mdt_object_find()) Process entered 00000004:00000040:3.0:1789307431.270904:0:225634:0:(mdt_handler.c:3807:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:3.0:1789307431.270908:0:225634:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:3.0:1789307431.270913:0:225634:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243673135288 : -105830036416328 : ffff9fbf8645d8b8) 00000004:00000001:3.0:1789307431.270916:0:225634:0:(mdt_handler.c:3814:mdt_object_find()) Process leaving (rc=18446638243673135200 : -105830036416416 : ffff9fbf8645d860) 00000004:00000001:3.0:1789307431.270918:0:225634:0:(mdt_handler.c:4674:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307431.270922:0:225634:0:(mdt_handler.c:1373:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1789307431.270925:0:225634:0:(mdt_handler.c:1380:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1789307431.270928:0:225634:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789307431.270931:0:225634:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789307431.270937:0:225634:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 3920 at ffff9fbf9fa8d000. 02000000:00000001:3.0:1789307431.270940:0:225634:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307431.270943:0:225634:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307431.270946:0:225634:0:(mdt_handler.c:4717:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307431.270949:0:225634:0:(mdt_handler.c:5038:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1789307431.270953:0:225634:0:(mdt_lib.c:650:old_init_ucred()) Process entered 00000001:00000001:3.0:1789307431.270956:0:225634:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1789307431.270958:0:225634:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789307431.270961:0:225634:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1789307431.270964:0:225634:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1789307431.270966:0:225634:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789307431.270968:0:225634:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1789307431.270970:0:225634:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1789307431.270972:0:225634:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789307431.270980:0:225634:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1789307431.270982:0:225634:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1789307431.270984:0:225634:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789307431.270987:0:225634:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1789307431.270988:0:225634:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1789307431.270991:0:225634:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789307431.270993:0:225634:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1789307431.270995:0:225634:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1789307431.270997:0:225634:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789307431.271013:0:225634:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1789307431.271015:0:225634:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307431.271021:0:225634:0:(upcall_cache.c:191:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1789307431.271027:0:225634:0:(upcall_cache.c:400:upcall_cache_get_entry()) found entry ffff9fbfb6949800 flags 0x0 02000000:00000001:3.0:1789307431.271030:0:225634:0:(upcall_cache.c:401:upcall_cache_get_entry()) Process leaving (rc=18446638244483602432 : -105829225949184 : ffff9fbfb6949800) 00000001:00000001:3.0:1789307431.271032:0:225634:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1789307431.271034:0:225634:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1789307431.271037:0:225634:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789307431.271039:0:225634:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1789307431.271041:0:225634:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1789307431.271043:0:225634:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307431.271046:0:225634:0:(mdt_lib.c:100:mdt_root_squash()) Process entered 00000004:00000001:3.0:1789307431.271048:0:225634:0:(mdt_lib.c:103:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789307431.271051:0:225634:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1789307431.271052:0:225634:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307431.271055:0:225634:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307431.271057:0:225634:0:(mdt_lib.c:685:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307431.271062:0:225634:0:(mdt_handler.c:2114:mdt_getattr_name_lock()) Process entered 00000004:00000001:3.0:1789307431.271067:0:225634:0:(mdt_internal.h:704:mdt_object_get()) Process entered 00000004:00000001:3.0:1789307431.271069:0:225634:0:(mdt_internal.h:706:mdt_object_get()) Process leaving 00000004:00000001:3.0:1789307431.271071:0:225634:0:(mdt_lib.c:2248:mdt_is_remote_object()) Process entered 00000004:00000001:3.0:1789307431.271073:0:225634:0:(mdt_lib.c:2250:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1789307431.271076:0:225634:0:(mdt_handler.c:2262:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000007:0x1:0x0], ldlm_rep = ffff9fbf9fa8d228 00000004:00000001:3.0:1789307431.271083:0:225634:0:(mdt_handler.c:4292:mdt_object_lock()) Process entered 00010000:00000001:3.0:1789307431.271087:0:225634:0:(ldlm_request.c:506:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1789307431.271089:0:225634:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789307431.271092:0:225634:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9a58d200 count: 3 00010000:00000001:3.0:1789307431.271102:0:225634:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789307431.271104:0:225634:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789307431.271108:0:225634:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fbfb1a74800. 00000020:00000001:3.0:1789307431.271111:0:225634:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789307431.271114:0:225634:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9fbfb1a74800 with handle 0x66de20725ed781c5 to hash 00000020:00000001:3.0:1789307431.271116:0:225634:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789307431.271118:0:225634:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638244400941056 : -105829308610560 : ffff9fbfb1a74800) 00010000:00000010:3.0:1789307431.271123:0:225634:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fbf92253100. 00010000:00000001:3.0:1789307431.271125:0:225634:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638244400941056 : -105829308610560 : ffff9fbfb1a74800) 00010000:00000001:3.0:1789307431.271135:0:225634:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789307431.271137:0:225634:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789307431.271141:0:225634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb1a74800/0x66de20725ed781c5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 225634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789307431.271149:0:225634:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789307431.271153:0:225634:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1789307431.271156:0:225634:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1789307431.271158:0:225634:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1789307431.271161:0:225634:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789307431.271163:0:225634:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1789307431.271165:0:225634:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789307431.271167:0:225634:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789307431.271170:0:225634:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789307431.271172:0:225634:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789307431.271174:0:225634:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789307431.271176:0:225634:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9fbf9a58d200) refcount = 3 00010000:00000040:3.0:1789307431.271180:0:225634:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1789307431.271186:0:225634:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfa335c800/0x66de20725ecede19 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x66de20725e8b71a1 expref: 7 pid: 238823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789307431.271194:0:225634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb1a74800/0x66de20725ed781c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 225634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789307431.271199:0:225634:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789307431.271212:0:225634:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1789307431.271215:0:225634:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307431.271218:0:225634:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789307431.271220:0:225634:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789307431.271223:0:225634:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307431.271225:0:225634:0:(ldlm_lock.c:1928:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789307431.271228:0:225634:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789307431.271231:0:225634:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789307431.271234:0:225634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb1a74800/0x66de20725ed781c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 225634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789307431.271240:0:225634:0:(ldlm_request.c:558:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1789307431.271242:0:225634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789307431.271243:0:225634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789307431.271246:0:225634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789307431.271248:0:225634:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789307431.271250:0:225634:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbfb1a74800 refcount=3 00000020:00000001:3.0:1789307431.271252:0:225634:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244400941056 : -105829308610560 : ffff9fbfb1a74800) 00010000:00000001:3.0:1789307431.271256:0:225634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638244400941056 : -105829308610560 : ffff9fbfb1a74800) 00010000:00000001:3.0:1789307431.271259:0:225634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789307431.271261:0:225634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1789307431.271263:0:225634:0:(mdt_handler.c:4296:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307431.271267:0:225634:0:(mdt_handler.c:1400:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1789307431.271273:0:225634:0:(mdt_handler.c:1278:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1789307431.271276:0:225634:0:(mdd_object.c:363:mdd_attr_get()) Process entered 00000004:00000001:3.0:1789307431.271283:0:225634:0:(mdd_object.c:369:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307431.271287:0:225634:0:(mdd_object.c:383:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1789307431.271293:0:225634:0:(lod_object.c:1498:lod_xattr_get()) Process entered 00000004:00000001:3.0:1789307431.271312:0:225634:0:(lod_object.c:1546:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1789307431.271316:0:225634:0:(mdd_object.c:450:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1789307431.271319:0:225634:0:(mdd_object.c:383:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1789307431.271320:0:225634:0:(lod_object.c:1498:lod_xattr_get()) Process entered 00000004:00000001:3.0:1789307431.271324:0:225634:0:(lod_object.c:1566:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:3.0:1789307431.271327:0:225634:0:(mdd_object.c:450:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000002:3.0:1789307431.271330:0:225634:0:(mdt_handler.c:1365:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000 00000004:00000001:3.0:1789307431.271333:0:225634:0:(mdt_handler.c:1366:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789307431.271341:0:225634:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1789307431.271342:0:225634:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789307431.271344:0:225634:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1789307431.271346:0:225634:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1789307431.271348:0:225634:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789307431.271350:0:225634:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1789307431.271351:0:225634:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1789307431.271353:0:225634:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789307431.271355:0:225634:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1789307431.271357:0:225634:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1789307431.271359:0:225634:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1789307431.271361:0:225634:0:(mdt_handler.c:864:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=37, mode=40755, valid=0x1100000000002f8f 00000004:00200000:3.0:1789307431.271364:0:225634:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 266240 00000004:00200000:3.0:1789307431.271367:0:225634:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:3.0:1789307431.271369:0:225634:0:(mdt_handler.c:1633:mdt_getattr_internal()) changing the max MD size to 288 00000001:00000001:3.0:1789307431.271371:0:225634:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1789307431.271372:0:225634:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307431.271375:0:225634:0:(mdt_handler.c:693:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1789307431.271377:0:225634:0:(mdd_object.c:383:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1789307431.271379:0:225634:0:(lod_object.c:1498:lod_xattr_get()) Process entered 00000004:00000001:3.0:1789307431.271396:0:225634:0:(lod_object.c:1603:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1789307431.271399:0:225634:0:(mdd_object.c:450:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1789307431.271402:0:225634:0:(mdt_handler.c:767:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307431.271407:0:225634:0:(lprocfs_jobstats.c:387:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1789307431.271413:0:225634:0:(lprocfs_jobstats.c:457:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789307431.271415:0:225634:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1789307431.271416:0:225634:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307431.271418:0:225634:0:(mdt_handler.c:1654:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307431.271424:0:225634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789307431.271425:0:225634:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789307431.271427:0:225634:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbfb1a74800 refcount=3 00000020:00000001:3.0:1789307431.271429:0:225634:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244400941056 : -105829308610560 : ffff9fbfb1a74800) 00010000:00000001:3.0:1789307431.271431:0:225634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638244400941056 : -105829308610560 : ffff9fbfb1a74800) 00000004:00010000:3.0:1789307431.271435:0:225634:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb1a74800/0x66de20725ed781c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 225634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789307431.271447:0:225634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789307431.271449:0:225634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1789307431.271450:0:225634:0:(mdt_handler.c:2548:mdt_getattr_name_lock()) Process leaving 00000004:00000001:3.0:1789307431.271452:0:225634:0:(mdt_internal.h:712:mdt_object_put()) Process entered 00000004:00000001:3.0:1789307431.271454:0:225634:0:(mdt_internal.h:714:mdt_object_put()) Process leaving 00010000:00000001:3.0:1789307431.271457:0:225634:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789307431.271458:0:225634:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789307431.271460:0:225634:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbfb1a74800 refcount=3 00000020:00000001:3.0:1789307431.271462:0:225634:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244400941056 : -105829308610560 : ffff9fbfb1a74800) 00010000:00000001:3.0:1789307431.271464:0:225634:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638244400941056 : -105829308610560 : ffff9fbfb1a74800) 00000004:00000040:3.0:1789307431.271467:0:225634:0:(mdt_handler.c:4911:mdt_intent_lock_replace()) lock GETting export ffff9fbf86773800 : new locks_count 1559 00000020:00000040:3.0:1789307431.271470:0:225634:0:(genops.c:868:class_export_get()) GET export ffff9fbf86773800 refcount=1565 00010000:00000001:3.0:1789307431.271473:0:225634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789307431.271474:0:225634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1789307431.271476:0:225634:0:(mdt_handler.c:4928:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1789307431.271478:0:225634:0:(mdt_handler.c:5089:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1789307431.271481:0:225634:0:(upcall_cache.c:428:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1789307431.271483:0:225634:0:(upcall_cache.c:439:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1789307431.271485:0:225634:0:(mdt_handler.c:931:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1789307431.271486:0:225634:0:(mdt_handler.c:935:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1789307431.271488:0:225634:0:(mdt_lib.c:939:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1789307431.271491:0:225634:0:(mdt_lib.c:958:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0 00000004:00000001:3.0:1789307431.271494:0:225634:0:(mdt_lib.c:1087:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307431.271496:0:225634:0:(mdt_handler.c:5470:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1789307431.271499:0:225634:0:(mdt_internal.h:712:mdt_object_put()) Process entered 00000004:00000001:3.0:1789307431.271502:0:225634:0:(mdt_internal.h:714:mdt_object_put()) Process leaving 00000004:00000001:3.0:1789307431.271504:0:225634:0:(mdt_handler.c:5582:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1789307431.271507:0:225634:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1789307431.271510:0:225634:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789307431.271513:0:225634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789307431.271515:0:225634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789307431.271517:0:225634:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789307431.271519:0:225634:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307431.271521:0:225634:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb1a75200 with handle 0x66de20725ed781be from hash 00010000:00000001:3.0:1789307431.271523:0:225634:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789307431.271530:0:225634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789307431.271531:0:225634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789307431.271533:0:225634:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1789307431.271534:0:225634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789307431.271538:0:225634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb1a75200/0x66de20725ed781be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6e63 expref: 1565 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789307431.271547:0:225634:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 1558 00000020:00000040:3.0:1789307431.271550:0:225634:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1564 00010000:00000010:3.0:1789307431.271553:0:225634:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf92253a00. 00010000:00000001:3.0:1789307431.271558:0:225634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789307431.271559:0:225634:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307431.271563:0:225634:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1789307431.271567:0:225634:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb1a74800/0x66de20725ed781c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6e63 expref: 1564 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789307431.271574:0:225634:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1789307431.271577:0:225634:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1789307431.271579:0:225634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9fbf9a58d200) 00010000:00010000:3.0:1789307431.271582:0:225634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:3.0:1789307431.271584:0:225634:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789307431.271587:0:225634:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307431.271589:0:225634:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1789307431.271590:0:225634:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789307431.271591:0:225634:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789307431.271593:0:225634:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fbfb1a74800, rc 0) 00000020:00000001:3.0:1789307431.271596:0:225634:0:(tgt_handler.c:1499:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789307431.271599:0:225634:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 25769821651, transno 0, xid 1876218647715072 00010000:00000001:3.0:1789307431.271602:0:225634:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:3.0:1789307431.271608:0:225634:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbf21500 x1876218647715072/t0(0) o101->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:477/0 lens 576/688 e 0 to 0 dl 1789307442 ref 1 fl Interpret:/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789307431.271616:0:225634:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789307431.271619:0:225634:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789307431.271628:0:225634:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=10 v=5 (1 1 1 5) 00000100:00000001:3.0:1789307431.271634:0:225634:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789307431.271637:0:225634:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:3.0:1789307431.271639:0:225634:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:3.0:1789307431.271642:0:225634:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789307431.271645:0:225634:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307431.271648:0:225634:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789307431.271650:0:225634:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:3.0:1789307431.271656:0:225634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdeaa0. 00000100:00000200:3.0:1789307431.271661:0:225634:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1876218647715072, offset 224 00000400:00000200:3.0:1789307431.271668:0:225634:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1789307431.271678:0:225634:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1789307431.271684:0:225634:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305870:305870:256:4294967295] 192.168.204.56@tcp LPNI seq info [305866:305866:8:4294967295] 00000400:00000200:3.0:1789307431.271695:0:225634:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1789307431.271701:0:225634:0:(socklnd_cb.c:931:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1789307431.271706:0:225634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbfb2758800. 00000800:00000200:3.0:1789307431.271713:0:225634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1789307431.271721:0:225634:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1789307431.271726:0:225634:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfb2758800 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:3.0:1789307431.271740:0:225634:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307431.271743:0:225634:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:3.0:1789307431.271746:0:225634:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789307431.271747:0:225634:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307431.271750:0:225634:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1789307431.271755:0:225634:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf21500 x1876218647715072/t0(0) o101->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:477/0 lens 576/688 e 0 to 0 dl 1789307442 ref 1 fl Interpret:/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789307431.271766:0:225634:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbf21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+1564:398323:x1876218647715072:12345-192.168.204.56@tcp:101:multiop.0 Request processed in 1073us (1321us total) trans 0 rc 0/0 00000100:00100000:3.0:1789307431.271774:0:225634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 174553 00000100:00000040:3.0:1789307431.271778:0:225634:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf86773800 : new rpc_count 0 00000100:00000001:3.0:1789307431.271787:0:225634:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789307431.271790:0:225634:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789307431.271794:0:225634:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47a500. 00000020:00000010:3.0:1789307431.271798:0:225634:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e3e8. 00000020:00000010:3.0:1789307431.271803:0:225634:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbe861c2800. 00000020:00000040:3.0:1789307431.271807:0:225634:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1563 00000100:00000001:3.0:1789307431.271810:0:225634:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789307431.271923:0:118842:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789307431.271928:0:118842:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbfb2758800. 00000400:00000200:3.0:1789307431.271932:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307431.271938:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1789307431.271943:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdeaa0 00000400:00000010:3.0:1789307431.271946:0:118842:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdeaa0. 00000100:00000001:3.0:1789307431.271950:0:118842:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789307431.271952:0:118842:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:3.0:1789307431.274658:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.274669:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789307431.274672:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.274674:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307431.274682:0:118844:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1789307431.274693:0:118844:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 816 into portal 12 MB=0x6aa6932049e00 00000400:00000200:3.0:1789307431.274699:0:118844:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.56@tcp of length 816/816 into md 0x160ca5 [64] + 149864 00000800:00000001:3.0:1789307431.274704:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.274709:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307431.274711:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307431.274714:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:3.0:1789307431.274723:0:118844:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307431.274725:0:118844:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1789307431.274730:0:118844:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf90aea680. 00000100:00000040:3.0:1789307431.274733:0:118844:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf90aea680 x1876218647715328 msgsize 816 00000100:00100000:3.0:1789307431.274736:0:118844:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000001:3.0:1789307431.274746:0:118844:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789307431.274751:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.274755:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307431.274784:0:225665:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789307431.274788:0:225665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647715328 02000000:00000001:1.0:1789307431.274790:0:225665:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307431.274793:0:225665:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307431.274796:0:225665:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307431.274801:0:225665:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307431.274806:0:225665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647715328 00000020:00000001:1.0:1789307431.274809:0:225665:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307431.274810:0:225665:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc60 00000020:00000001:1.0:1789307431.274813:0:225665:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307431.274816:0:225665:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf86773800 refcount=1564 00000020:00000001:1.0:1789307431.274819:0:225665:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243676370944 : -105830033180672 : ffff9fbf86773800) 00000020:00000001:1.0:1789307431.274821:0:225665:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243676370944 : -105830033180672 : ffff9fbf86773800) 00000100:00000001:1.0:1789307431.274834:0:225665:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307431.274838:0:225665:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ff480. 00000100:00000001:1.0:1789307431.274841:0:225665:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307431.274845:0:225665:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ff480. 00000020:00000010:1.0:1789307431.275418:0:225665:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb2671600. 00000020:00000010:1.0:1789307431.275424:0:225665:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf83f8df00. 00000020:00000010:1.0:1789307431.275427:0:225665:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696ac80. 00000100:00000040:1.0:1789307431.275433:0:225665:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1789307431.275436:0:225665:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307431.275437:0:225665:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1789307431.275439:0:225665:0:(mdt_mds.c:152:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1789307431.275441:0:225665:0:(mdt_mds.c:156:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.275442:0:225665:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.275448:0:225665:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.275457:0:225665:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307431.275467:0:225665:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307431.275469:0:225665:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789307431.275472:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 174554 00000100:00000040:1.0:1789307431.275475:0:225665:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf86773800 : new rpc_count 1 00000100:00000001:1.0:1789307431.275476:0:225665:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243847775872 : -105829861775744 : ffff9fbf90aea680) 00000100:00000040:1.0:1789307431.275482:0:225665:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf90aea680 x1876218647715328/t0(0) o101->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:477/0 lens 816/0 e 0 to 0 dl 1789307442 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789307431.275489:0:225665:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307431.275491:0:225665:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ff480. 00000100:00000001:1.0:1789307431.275493:0:225665:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307431.275495:0:225665:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ff480. 00000100:00100000:1.0:1789307431.275498:0:225665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf90aea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+1564:398323:x1876218647715328:12345-192.168.204.56@tcp:101:multiop.0 00000100:00000200:1.0:1789307431.275501:0:225665:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647715328 00000020:00000001:1.0:1789307431.275503:0:225665:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1789307431.275506:0:225665:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1789307431.275510:0:225665:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307431.275512:0:225665:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1789307431.275517:0:225665:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028384 : -1058523232 : ffffffffc0e837a0) 00000020:00000001:1.0:1789307431.275519:0:225665:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1789307431.275521:0:225665:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1876218647715328, found 0 last_xid 1876218647715327 00000020:00000001:1.0:1789307431.275524:0:225665:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789307431.275525:0:225665:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1789307431.275526:0:225665:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1789307431.275531:0:225665:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307431.275533:0:225665:0:(tgt_handler.c:1474:tgt_enqueue()) Process entered 00010000:00000001:1.0:1789307431.275535:0:225665:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1789307431.275536:0:225665:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1789307431.275538:0:225665:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1789307431.275540:0:225665:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00000001:1.0:1789307431.275542:0:225665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789307431.275543:0:225665:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307431.275544:0:225665:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbfb1a74800 refcount=3 00000020:00000001:1.0:1789307431.275546:0:225665:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244400941056 : -105829308610560 : ffff9fbfb1a74800) 00010000:00000001:1.0:1789307431.275547:0:225665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638244400941056 : -105829308610560 : ffff9fbfb1a74800) 00010000:00000040:1.0:1789307431.275550:0:225665:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9a58d200 count: 3 00000004:00000001:1.0:1789307431.275552:0:225665:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1789307431.275554:0:225665:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1789307431.275556:0:225665:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1789307431.275557:0:225665:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1789307431.275559:0:225665:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307431.275560:0:225665:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307431.275564:0:225665:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789307431.275565:0:225665:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789307431.275569:0:225665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307431.275571:0:225665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307431.275573:0:225665:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789307431.275574:0:225665:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307431.275576:0:225665:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb1a74800 with handle 0x66de20725ed781c5 from hash 00010000:00000001:1.0:1789307431.275577:0:225665:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789307431.275578:0:225665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307431.275579:0:225665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307431.275580:0:225665:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789307431.275588:0:225665:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1789307431.275589:0:225665:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307431.275591:0:225665:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789307431.275592:0:225665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789307431.275595:0:225665:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb1a74800/0x66de20725ed781c5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6e63 expref: 1564 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789307431.275602:0:225665:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 1557 00000020:00000040:1.0:1789307431.275604:0:225665:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1563 00010000:00000010:1.0:1789307431.275606:0:225665:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf92253100. 00010000:00000001:1.0:1789307431.275609:0:225665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307431.275610:0:225665:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1789307431.275612:0:225665:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1789307431.275614:0:225665:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9fbf9a58d200) 00010000:00000001:1.0:1789307431.275617:0:225665:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307431.275619:0:225665:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307431.275620:0:225665:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1789307431.275621:0:225665:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1789307431.275622:0:225665:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307431.275624:0:225665:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789307431.275627:0:225665:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9a58d200 count: 2 00010000:00000001:1.0:1789307431.275629:0:225665:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789307431.275630:0:225665:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789307431.275632:0:225665:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fbf97918800. 00000020:00000001:1.0:1789307431.275634:0:225665:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789307431.275635:0:225665:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9fbf97918800 with handle 0x66de20725ed781cc to hash 00000020:00000001:1.0:1789307431.275637:0:225665:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789307431.275638:0:225665:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638243963308032 : -105829746243584 : ffff9fbf97918800) 00010000:00000010:1.0:1789307431.275640:0:225665:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fbf83109100. 00010000:00000001:1.0:1789307431.275642:0:225665:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638243963308032 : -105829746243584 : ffff9fbf97918800) 00010000:00010000:1.0:1789307431.275644:0:225665:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97918800/0x66de20725ed781cc lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xef11a149f77a6e6a expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789307431.275655:0:225665:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff9fbf86773800 : new locks_count 1558 00000020:00000040:1.0:1789307431.275657:0:225665:0:(genops.c:868:class_export_get()) GET export ffff9fbf86773800 refcount=1564 00010000:00000001:1.0:1789307431.275661:0:225665:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1789307431.275662:0:225665:0:(mdt_handler.c:5500:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1789307431.275668:0:225665:0:(mdt_handler.c:5381:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1789307431.275669:0:225665:0:(mdt_handler.c:4683:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1789307431.275671:0:225665:0:(mdt_handler.c:4717:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.275673:0:225665:0:(mdt_handler.c:5301:mdt_intent_open()) Process entered 00000004:00000002:1.0:1789307431.275676:0:225665:0:(mdt_handler.c:3328:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fbf90aea680 x1876218647715328/t0(0) o101->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:477/0 lens 816/0 e 0 to 0 dl 1789307442 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1789307431.275681:0:225665:0:(mdt_handler.c:3226:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1789307431.275683:0:225665:0:(mdt_lib.c:2122:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1789307431.275685:0:225665:0:(mdt_lib.c:1911:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1789307431.275687:0:225665:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307431.275688:0:225665:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307431.275690:0:225665:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307431.275691:0:225665:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307431.275693:0:225665:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307431.275698:0:225665:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307431.275699:0:225665:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.275700:0:225665:0:(mdt_lib.c:1993:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.275701:0:225665:0:(mdt_lib.c:2132:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.275704:0:225665:0:(mdt_handler.c:1373:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1789307431.275705:0:225665:0:(mdt_handler.c:1380:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1789307431.275707:0:225665:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789307431.275709:0:225665:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789307431.275714:0:225665:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 3944 at ffff9fbe8ef41000. 02000000:00000001:1.0:1789307431.275716:0:225665:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.275719:0:225665:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.275722:0:225665:0:(mdt_lib.c:694:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1789307431.275724:0:225665:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307431.275725:0:225665:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307431.275726:0:225665:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307431.275728:0:225665:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307431.275733:0:225665:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307431.275735:0:225665:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307431.275736:0:225665:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307431.275738:0:225665:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307431.275740:0:225665:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307431.275742:0:225665:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307431.275746:0:225665:0:(upcall_cache.c:191:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1789307431.275750:0:225665:0:(upcall_cache.c:400:upcall_cache_get_entry()) found entry ffff9fbfb6949800 flags 0x0 02000000:00000001:1.0:1789307431.275752:0:225665:0:(upcall_cache.c:401:upcall_cache_get_entry()) Process leaving (rc=18446638244483602432 : -105829225949184 : ffff9fbfb6949800) 00000001:00000001:1.0:1789307431.275754:0:225665:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307431.275755:0:225665:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307431.275756:0:225665:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307431.275758:0:225665:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307431.275760:0:225665:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307431.275762:0:225665:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.275763:0:225665:0:(mdt_lib.c:100:mdt_root_squash()) Process entered 00000004:00000001:1.0:1789307431.275765:0:225665:0:(mdt_lib.c:103:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307431.275767:0:225665:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307431.275769:0:225665:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.275770:0:225665:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.275772:0:225665:0:(mdt_lib.c:718:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.275775:0:225665:0:(mdt_internal.h:1242:mdt_check_resent()) Process entered 00000004:00000001:1.0:1789307431.275776:0:225665:0:(mdt_internal.h:1259:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.275779:0:225665:0:(mdt_reint.c:3407:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1789307431.275781:0:225665:0:(mdt_open.c:1462:mdt_reint_open()) Process entered 00000020:00000001:1.0:1789307431.275785:0:225665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad2f0cc1fa38 00000004:00000002:1.0:1789307431.275788:0:225665:0:(mdt_open.c:1487:mdt_reint_open()) I am going to open [0x200000007:0x1:0x0]/(f171.sanity->[0x200002342:0x8496:0x0]) cr_flag=040000000000103 mode=0100644 msg_flag=0x600 00000004:00000001:1.0:1789307431.275794:0:225665:0:(mdt_handler.c:3799:mdt_object_find()) Process entered 00000004:00000040:1.0:1789307431.275796:0:225665:0:(mdt_handler.c:3807:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:1.0:1789307431.275799:0:225665:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307431.275802:0:225665:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243673135288 : -105830036416328 : ffff9fbf8645d8b8) 00000004:00000001:1.0:1789307431.275804:0:225665:0:(mdt_handler.c:3814:mdt_object_find()) Process leaving (rc=18446638243673135200 : -105830036416416 : ffff9fbf8645d860) 00000004:00000001:1.0:1789307431.275808:0:225665:0:(mdt_lib.c:818:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1789307431.275810:0:225665:0:(mdt_lib.c:821:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.275834:0:225665:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1789307431.275843:0:225665:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1789307431.275846:0:225665:0:(mdd_permission.c:243:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1789307431.275868:0:225665:0:(mdd_permission.c:289:__mdd_permission_internal()) Checking permissions for [0x200000007:0x1:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1789307431.275873:0:225665:0:(mdd_permission.c:292:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307431.275879:0:225665:0:(osd_handler.c:8192:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1789307431.275883:0:225665:0:(osd_handler.c:6584:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1789307431.275918:0:225665:0:(osd_handler.c:6659:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1789307431.275922:0:225665:0:(osd_handler.c:6666:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1789307431.275925:0:225665:0:(osd_handler.c:8219:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1789307431.275927:0:225665:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1789307431.275928:0:225665:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1789307431.275931:0:225665:0:(mdt_handler.c:4374:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1789307431.275934:0:225665:0:(mdt_handler.c:201:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1789307431.275936:0:225665:0:(mdt_handler.c:269:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1789307431.275938:0:225665:0:(ldlm_request.c:506:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1789307431.275939:0:225665:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789307431.275942:0:225665:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9a58d200 count: 3 00010000:00000001:1.0:1789307431.275944:0:225665:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789307431.275945:0:225665:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789307431.275948:0:225665:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fbf97918a00. 00000020:00000001:1.0:1789307431.275950:0:225665:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789307431.275952:0:225665:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9fbf97918a00 with handle 0x66de20725ed781d3 to hash 00000020:00000001:1.0:1789307431.275953:0:225665:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789307431.275954:0:225665:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638243963308544 : -105829746243072 : ffff9fbf97918a00) 00010000:00000010:1.0:1789307431.275957:0:225665:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fbf83109280. 00010000:00000001:1.0:1789307431.275960:0:225665:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638243963308544 : -105829746243072 : ffff9fbf97918a00) 00010000:00000001:1.0:1789307431.275962:0:225665:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789307431.275964:0:225665:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789307431.275968:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97918a00/0x66de20725ed781d3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 225665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307431.275973:0:225665:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789307431.275975:0:225665:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1789307431.275981:0:225665:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1789307431.275983:0:225665:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1789307431.275987:0:225665:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307431.275989:0:225665:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1789307431.275990:0:225665:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307431.275993:0:225665:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789307431.275996:0:225665:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789307431.275998:0:225665:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789307431.275999:0:225665:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789307431.276013:0:225665:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9fbf9a58d200) refcount = 3 00010000:00000040:1.0:1789307431.276017:0:225665:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789307431.276021:0:225665:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfa335c800/0x66de20725ecede19 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x66de20725e8b71a1 expref: 7 pid: 238823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789307431.276030:0:225665:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97918a00/0x66de20725ed781d3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 225665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307431.276035:0:225665:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789307431.276038:0:225665:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1789307431.276040:0:225665:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307431.276042:0:225665:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789307431.276043:0:225665:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307431.276045:0:225665:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307431.276047:0:225665:0:(ldlm_lock.c:1928:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789307431.276050:0:225665:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789307431.276053:0:225665:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789307431.276055:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97918a00/0x66de20725ed781d3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 225665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307431.276062:0:225665:0:(ldlm_request.c:558:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1789307431.276063:0:225665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307431.276065:0:225665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307431.276067:0:225665:0:(ldlm_request.c:506:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1789307431.276068:0:225665:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789307431.276074:0:225665:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9fbf88a41f00. 00010000:00000010:1.0:1789307431.276078:0:225665:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fbf83f8d300. 00010000:00000001:1.0:1789307431.276086:0:225665:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789307431.276088:0:225665:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fbf97919000. 00000020:00000001:1.0:1789307431.276091:0:225665:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789307431.276093:0:225665:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9fbf97919000 with handle 0x66de20725ed781da to hash 00000020:00000001:1.0:1789307431.276095:0:225665:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789307431.276096:0:225665:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638243963310080 : -105829746241536 : ffff9fbf97919000) 00010000:00000010:1.0:1789307431.276099:0:225665:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fbf83109680. 00010000:00000001:1.0:1789307431.276101:0:225665:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638243963310080 : -105829746241536 : ffff9fbf97919000) 00010000:00000001:1.0:1789307431.276104:0:225665:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789307431.276106:0:225665:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789307431.276109:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97919000/0x66de20725ed781da lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb08b3b05 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307431.276115:0:225665:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789307431.276117:0:225665:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1789307431.276118:0:225665:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1789307431.276119:0:225665:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1789307431.276121:0:225665:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307431.276123:0:225665:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1789307431.276124:0:225665:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307431.276126:0:225665:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789307431.276128:0:225665:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789307431.276129:0:225665:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789307431.276130:0:225665:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789307431.276132:0:225665:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0xb08b3b05 (ffff9fbf88a41f00) refcount = 1 00010000:00010000:1.0:1789307431.276134:0:225665:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97919000/0x66de20725ed781da lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb08b3b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307431.276138:0:225665:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789307431.276139:0:225665:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1789307431.276140:0:225665:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307431.276141:0:225665:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789307431.276142:0:225665:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307431.276143:0:225665:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307431.276148:0:225665:0:(ldlm_lock.c:1928:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789307431.276150:0:225665:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789307431.276151:0:225665:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789307431.276153:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97919000/0x66de20725ed781da lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb08b3b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307431.276156:0:225665:0:(ldlm_request.c:558:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1789307431.276157:0:225665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307431.276158:0:225665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1789307431.276159:0:225665:0:(mdt_handler.c:4386:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276161:0:225665:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1789307431.276163:0:225665:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1789307431.276164:0:225665:0:(mdd_permission.c:243:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1789307431.276165:0:225665:0:(mdd_permission.c:289:__mdd_permission_internal()) Checking permissions for [0x200000007:0x1:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1789307431.276168:0:225665:0:(mdd_permission.c:292:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307431.276169:0:225665:0:(osd_handler.c:8192:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1789307431.276171:0:225665:0:(osd_handler.c:8208:osd_index_ea_lookup()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1789307431.276172:0:225665:0:(osd_handler.c:8219:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1789307431.276174:0:225665:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1789307431.276175:0:225665:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1789307431.276177:0:225665:0:(mdt_handler.c:3781:mdt_object_new()) Process entered 00000004:00000040:1.0:1789307431.276178:0:225665:0:(mdt_handler.c:3783:mdt_object_new()) Allocate object for [0x200002342:0x8496:0x0] 00000020:00000001:1.0:1789307431.276180:0:225665:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000004:00000001:1.0:1789307431.276181:0:225665:0:(mdt_handler.c:6939:mdt_object_alloc()) Process entered 00000004:00000010:1.0:1789307431.276184:0:225665:0:(mdt_handler.c:6941:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff9fbfbf8a0f00. 00000004:00000001:1.0:1789307431.276186:0:225665:0:(mdt_handler.c:6964:mdt_object_alloc()) Process leaving (rc=18446638244633907032 : -105829075644584 : ffff9fbfbf8a0f58) 00000004:00000001:1.0:1789307431.276191:0:225665:0:(mdt_handler.c:6977:mdt_object_init()) Process entered 00000004:00000040:1.0:1789307431.276193:0:225665:0:(mdt_handler.c:6980:mdt_object_init()) object init, fid = [0x200002342:0x8496:0x0] 00000004:00000010:1.0:1789307431.276198:0:225665:0:(mdd_object.c:263:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff9fbfb48a93c0. 00000004:00000001:1.0:1789307431.276200:0:225665:0:(mdt_handler.c:6989:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276203:0:225665:0:(mdd_object.c:286:mdd_object_init()) Process entered 00000004:00000001:1.0:1789307431.276206:0:225665:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:1.0:1789307431.276210:0:225665:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff9fbf90b7fdc0. 00000004:00000001:1.0:1789307431.276212:0:225665:0:(lod_dev.c:212:lod_object_alloc()) Process leaving (rc=18446638243848388032 : -105829861163584 : ffff9fbf90b7fdc0) 00000004:00000001:1.0:1789307431.276218:0:225665:0:(mdd_object.c:296:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276221:0:225665:0:(lod_object.c:9800:lod_object_init()) Process entered 00000004:00000001:1.0:1789307431.276223:0:225665:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1789307431.276226:0:225665:0:(fld_handler.c:252:fld_server_lookup()) Process entered 80000000:00000001:1.0:1789307431.276228:0:225665:0:(fld_handler.c:208:fld_local_lookup()) Process entered 80000000:00000001:1.0:1789307431.276231:0:225665:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789307431.276234:0:225665:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307431.276236:0:225665:0:(fld_handler.c:225:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307431.276238:0:225665:0:(fld_handler.c:256:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1789307431.276241:0:225665:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200002342 00000004:00000001:1.0:1789307431.276243:0:225665:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307431.276248:0:225665:0:(osd_handler.c:426:osd_object_alloc()) kmalloced '(mo)': 312 at ffff9fbfb2670800. 00000004:00000001:1.0:1789307431.276251:0:225665:0:(lod_object.c:9843:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307431.276253:0:225665:0:(osd_handler.c:1151:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1789307431.276256:0:225665:0:(osd_handler.c:1181:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307431.276261:0:225665:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446638244633907032 : -105829075644584 : ffff9fbfbf8a0f58) 00000004:00000001:1.0:1789307431.276263:0:225665:0:(mdt_handler.c:3789:mdt_object_new()) Process leaving (rc=18446638244633906944 : -105829075644672 : ffff9fbfbf8a0f00) 00000004:00000001:1.0:1789307431.276271:0:225665:0:(lod_object.c:8141:lod_dir_layout_check()) Process entered 00000004:00000001:1.0:1789307431.276274:0:225665:0:(lod_lov.c:1648:lod_striping_load()) Process entered 00000004:00000040:1.0:1789307431.276276:0:225665:0:(lod_lov.c:1611:lod_striping_loaded()) lustre-MDT0000-mdtlov: [0x200000007:0x1:0x0] cashed 0 stripe 1 slave 0 00000004:00000001:1.0:1789307431.276279:0:225665:0:(lod_lov.c:1654:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:80000000:1.0:1789307431.276281:0:225665:0:(lod_object.c:8161:lod_dir_layout_check()) lustre-MDT0000-mdtlov: Checking layout version for [0x200000007:0x1:0x0] 1 vs 1, striped:slave 0:0 00000004:00000001:1.0:1789307431.276284:0:225665:0:(lod_object.c:8162:lod_dir_layout_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1789307431.276288:0:225665:0:(osd_handler.c:4825:osd_xattr_get()) Get version 0x100005ac9 for inode 32006 00000004:00000002:1.0:1789307431.276290:0:225665:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x200000007:0x1:0x0] version is 0x100005ac9 00000004:00000002:1.0:1789307431.276293:0:225665:0:(mdt_reint.c:55:mdt_obj_version_get()) FID [0x200002342:0x8496:0x0] version is 0x1 00000004:00000001:1.0:1789307431.276298:0:225665:0:(mdd_dir.c:3237:mdd_create()) Process entered 00000004:00000001:1.0:1789307431.276301:0:225665:0:(mdd_dir.c:2532:mdd_create_sanity_check()) Process entered 00000004:00000001:1.0:1789307431.276303:0:225665:0:(mdd_dir.c:466:mdd_may_create()) Process entered 00000004:00000001:1.0:1789307431.276304:0:225665:0:(mdd_permission.c:243:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1789307431.276306:0:225665:0:(mdd_permission.c:289:__mdd_permission_internal()) Checking permissions for [0x200000007:0x1:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1789307431.276309:0:225665:0:(mdd_permission.c:292:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276311:0:225665:0:(mdd_dir.c:478:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276314:0:225665:0:(mdd_dir.c:2643:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1789307431.276321:0:225665:0:(barrier.c:239:barrier_entry()) Process entered 00000020:00000010:1.0:1789307431.276328:0:225665:0:(update_trans.c:586:top_trans_create()) kmalloced '(top_th)': 88 at ffff9fbe9794f060. 00080000:00000001:1.0:1789307431.276331:0:225665:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:1.0:1789307431.276334:0:225665:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfb2670a00. 00080000:00000001:1.0:1789307431.276337:0:225665:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244413508096 : -105829296043520 : ffff9fbfb2670a00) 00000004:00000001:1.0:1789307431.276339:0:225665:0:(mdd_dir.c:2831:mdd_acl_init()) Process entered 00000004:00000001:1.0:1789307431.276343:0:225665:0:(lod_object.c:1498:lod_xattr_get()) Process entered 00000004:00000001:1.0:1789307431.276348:0:225665:0:(lod_object.c:1603:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1789307431.276352:0:225665:0:(mdd_dir.c:2869:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276354:0:225665:0:(mdd_dir.c:2893:mdd_pin_init()) Process entered 00000020:00000010:1.0:1789307431.276358:0:225665:0:(lu_object.c:2501:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 256 at ffff9fbf82fef100. 00000004:00000001:1.0:1789307431.276360:0:225665:0:(lod_object.c:1498:lod_xattr_get()) Process entered 00000004:00000001:1.0:1789307431.276372:0:225665:0:(lod_object.c:1603:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:1.0:1789307431.276375:0:225665:0:(lu_object.c:2489:lu_buf_free()) kvfree 'buf->lb_buf': 256 at ffff9fbf82fef100. 00000004:00000001:1.0:1789307431.276379:0:225665:0:(mdd_dir.c:2931:mdd_pin_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1789307431.276382:0:225665:0:(mdd_object.c:3671:mdd_object_make_hint()) [0x200002342:0x8496:0x0] eadata 0000000000000000 len 0 00000004:00000001:1.0:1789307431.276386:0:225665:0:(lod_object.c:5802:lod_ah_init()) Process entered 00080000:00000002:1.0:1789307431.276390:0:225665:0:(osd_handler.c:395:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000007:0x1:0x0] not in the id map cache 00000004:00000001:1.0:1789307431.276394:0:225665:0:(lod_object.c:5399:lod_get_default_lov_striping()) Process entered 00000004:00000001:1.0:1789307431.276396:0:225665:0:(lod_lov.c:1064:lod_get_ea()) Process entered 00080000:00000001:1.0:1789307431.276400:0:225665:0:(osd_handler.c:1587:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:1.0:1789307431.276402:0:225665:0:(lod_lov.c:1079:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276404:0:225665:0:(lod_object.c:5408:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276405:0:225665:0:(lod_object.c:5399:lod_get_default_lov_striping()) Process entered 00000004:00000001:1.0:1789307431.276406:0:225665:0:(lod_lov.c:1064:lod_get_ea()) Process entered 00080000:00000001:1.0:1789307431.276408:0:225665:0:(osd_handler.c:1587:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:1.0:1789307431.276409:0:225665:0:(lod_lov.c:1079:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276411:0:225665:0:(lod_object.c:5408:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1789307431.276415:0:225665:0:(lod_lov.c:553:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 184 at ffff9fbe8b12e000. 00000004:00000001:1.0:1789307431.276417:0:225665:0:(lod_object.c:6083:lod_ah_init()) Process leaving 00000004:00000001:1.0:1789307431.276419:0:225665:0:(mdd_dir.c:1625:mdd_linkea_prepare()) Process entered 00000020:00000001:1.0:1789307431.276422:0:225665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad2f0cc1f8b0 00000001:00000002:1.0:1789307431.276424:0:225665:0:(linkea.c:183:linkea_add_buf()) New link_ea name '[0x200000007:0x1:0x0]:f171.sanity' is added 00000004:00000001:1.0:1789307431.276426:0:225665:0:(mdd_dir.c:1652:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276430:0:225665:0:(mdd_object.c:546:mdd_declare_create_object_internal()) Process entered 00000004:00000001:1.0:1789307431.276438:0:225665:0:(lod_object.c:6263:lod_declare_create()) Process entered 00000004:00000001:1.0:1789307431.276440:0:225665:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1789307431.276442:0:225665:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638244413508096 : -105829296043520 : ffff9fbfb2670a00) 00080000:00000001:1.0:1789307431.276445:0:225665:0:(osd_handler.c:4008:osd_declare_create()) Process entered 00080000:00000002:1.0:1789307431.276449:0:225665:0:(osd_handler.c:395:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002342:0x8496:0x0] not in the id map cache 00000001:00000001:1.0:1789307431.276453:0:225665:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1789307431.276455:0:225665:0:(osd_handler.c:4065:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276457:0:225665:0:(lod_object.c:6197:lod_declare_striped_create()) Process entered 00020000:00000001:1.0:1789307431.276460:0:225665:0:(lod_qos.c:3678:lod_prepare_create()) Process entered 00020000:00000001:1.0:1789307431.276462:0:225665:0:(lod_qos.c:2986:lod_qos_parse_config()) Process entered 00020000:00000001:1.0:1789307431.276464:0:225665:0:(lod_qos.c:2989:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:1.0:1789307431.276465:0:225665:0:(lod_qos.c:3714:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:1.0:1789307431.276468:0:225665:0:(lod_qos.c:3426:lod_comp_prep_create()) Process entered 00020000:00000001:1.0:1789307431.276470:0:225665:0:(lod_qos.c:157:lod_qos_statfs_update()) Process entered 00020000:00000001:1.0:1789307431.276490:0:225665:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:1.0:1789307431.276494:0:225665:0:(osp_dev.c:805:osp_statfs()) Process entered 00000004:00001000:1.0:1789307431.276496:0:225665:0:(osp_dev.c:827:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=958279, bfree=956743, bavail=900151, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259161, state=0 00000004:00000001:1.0:1789307431.276500:0:225665:0:(osp_dev.c:845:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789307431.276502:0:225665:0:(lod_qos.c:137:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789307431.276504:0:225665:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:1.0:1789307431.276505:0:225665:0:(osp_dev.c:805:osp_statfs()) Process entered 00000004:00001000:1.0:1789307431.276507:0:225665:0:(osp_dev.c:827:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=958279, bfree=953279, bavail=896721, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259164, state=0 00000004:00000001:1.0:1789307431.276511:0:225665:0:(osp_dev.c:845:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789307431.276512:0:225665:0:(lod_qos.c:137:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789307431.276514:0:225665:0:(lod_qos.c:187:lod_qos_statfs_update()) Process leaving 00020000:00000001:1.0:1789307431.276516:0:225665:0:(lod_qos.c:2648:lod_get_stripe_count()) Process entered 00020000:00000001:1.0:1789307431.276518:0:225665:0:(lod_qos.c:2695:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:1.0:1789307431.276522:0:225665:0:(lod_qos.c:3549:lod_comp_prep_create()) kmalloced '(stripe)': 8 at ffff9fbfb6b2d720. 00020000:00000010:1.0:1789307431.276524:0:225665:0:(lod_qos.c:3552:lod_comp_prep_create()) kmalloced '(ost_indices)': 4 at ffff9fbfb6b2d8f0. 00020000:00001000:1.0:1789307431.276526:0:225665:0:(lod_qos.c:3560:lod_comp_prep_create()) tgt_count 2 stripe_count 1 00020000:00001000:1.0:1789307431.276529:0:225665:0:(lod_qos.c:3576:lod_comp_prep_create()) collecting conflict osts for comp[0] 00020000:00000001:1.0:1789307431.276532:0:225665:0:(lod_qos.c:2019:lod_ost_alloc_qos()) Process entered 00020000:00000001:1.0:1789307431.276535:0:225665:0:(lod_qos.c:2049:lod_ost_alloc_qos()) Process leaving via out_nolock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00020000:00000001:1.0:1789307431.276537:0:225665:0:(lod_qos.c:2360:lod_ost_alloc_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00020000:00000001:1.0:1789307431.276540:0:225665:0:(lod_qos.c:1052:lod_ost_alloc_rr()) Process entered 00020000:00000001:1.0:1789307431.276545:0:225665:0:(lod_qos.c:218:lod_qos_calc_rr()) Process entered 00020000:00000001:1.0:1789307431.276547:0:225665:0:(lod_qos.c:222:lod_qos_calc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:1.0:1789307431.276550:0:225665:0:(lod_qos.c:1107:lod_ost_alloc_rr()) pool '' want 1 start_idx 1649 start_count 599 offset 2504 active 2 count 2 00020000:00001000:1.0:1789307431.276553:0:225665:0:(lod_qos.c:1125:lod_ost_alloc_rr()) #0 strt 4154 act 0 strp 0 ary 0 idx 0 00020000:00000001:1.0:1789307431.276556:0:225665:0:(lod_qos.c:662:lod_check_and_reserve_ost()) Process entered 00020000:00000001:1.0:1789307431.276557:0:225665:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:1.0:1789307431.276558:0:225665:0:(osp_dev.c:805:osp_statfs()) Process entered 00000004:00001000:1.0:1789307431.276560:0:225665:0:(osp_dev.c:827:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=958279, bfree=956743, bavail=900151, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259161, state=0 00000004:00000001:1.0:1789307431.276562:0:225665:0:(osp_dev.c:845:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789307431.276563:0:225665:0:(lod_qos.c:137:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276565:0:225665:0:(lod_object.c:1158:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1789307431.276566:0:225665:0:(lod_object.c:1205:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789307431.276568:0:225665:0:(lod_qos.c:331:lod_qos_declare_object_on()) Process entered 00000004:00000010:1.0:1789307431.276571:0:225665:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9fbfb1a06a28. 00000004:00000001:1.0:1789307431.276575:0:225665:0:(osp_object.c:2270:osp_object_init()) Process entered 00000004:00000001:1.0:1789307431.276576:0:225665:0:(osp_object.c:2297:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276578:0:225665:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1789307431.276579:0:225665:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638244413508096 : -105829296043520 : ffff9fbfb2670a00) 00000004:00000001:1.0:1789307431.276582:0:225665:0:(osp_object.c:1471:osp_declare_create()) Process entered 00000020:00000001:1.0:1789307431.276585:0:225665:0:(update_trans.c:1174:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1789307431.276586:0:225665:0:(update_trans.c:1179:thandle_get_sub_by_dt()) Process leaving (rc=18446638244413508096 : -105829296043520 : ffff9fbfb2670a00) 00000004:00000001:1.0:1789307431.276589:0:225665:0:(osp_precreate.c:1448:osp_precreate_reserve()) Process entered 00000004:00000001:1.0:1789307431.276591:0:225665:0:(osp_precreate.c:1568:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307431.276595:0:225665:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:1.0:1789307431.276597:0:225665:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1789307431.276600:0:225665:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ff480. 00080000:00000001:1.0:1789307431.276602:0:225665:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276603:0:225665:0:(osp_object.c:1538:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789307431.276605:0:225665:0:(lod_qos.c:369:lod_qos_declare_object_on()) Process leaving (rc=18446638244400491136 : -105829309060480 : ffff9fbfb1a06a80) 00020000:00000001:1.0:1789307431.276606:0:225665:0:(lod_qos.c:741:lod_check_and_reserve_ost()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789307431.276608:0:225665:0:(lod_qos.c:1261:lod_ost_alloc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789307431.276609:0:225665:0:(lod_qos.c:3666:lod_comp_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789307431.276611:0:225665:0:(lod_qos.c:3723:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789307431.276612:0:225665:0:(lod_qos.c:2648:lod_get_stripe_count()) Process entered 00020000:00000001:1.0:1789307431.276613:0:225665:0:(lod_qos.c:2695:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1789307431.276618:0:225665:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1789307431.276619:0:225665:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1789307431.276620:0:225665:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638244413508096 : -105829296043520 : ffff9fbfb2670a00) 00000004:00000001:1.0:1789307431.276624:0:225665:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276625:0:225665:0:(lod_object.c:6241:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276626:0:225665:0:(lod_object.c:6358:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276628:0:225665:0:(mdd_object.c:566:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276629:0:225665:0:(mdd_dir.c:2455:mdd_declare_object_initialize()) Process entered 00000004:00000001:1.0:1789307431.276631:0:225665:0:(mdd_dir.c:2459:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276633:0:225665:0:(lod_object.c:993:lod_index_try()) Process entered 00000004:00000001:1.0:1789307431.276634:0:225665:0:(lod_lov.c:1648:lod_striping_load()) Process entered 00000004:00000040:1.0:1789307431.276635:0:225665:0:(lod_lov.c:1611:lod_striping_loaded()) lustre-MDT0000-mdtlov: [0x200000007:0x1:0x0] cashed 0 stripe 1 slave 0 00000004:00000001:1.0:1789307431.276636:0:225665:0:(lod_lov.c:1654:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276638:0:225665:0:(lod_object.c:1024:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276640:0:225665:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1789307431.276641:0:225665:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638244413508096 : -105829296043520 : ffff9fbfb2670a00) 00080000:00000001:1.0:1789307431.276644:0:225665:0:(osd_handler.c:6682:osd_index_declare_ea_insert()) Process entered 00000001:00000001:1.0:1789307431.276646:0:225665:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1789307431.276647:0:225665:0:(osd_handler.c:6742:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276650:0:225665:0:(lod_object.c:3800:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1789307431.276652:0:225665:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1789307431.276653:0:225665:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1789307431.276653:0:225665:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638244413508096 : -105829296043520 : ffff9fbfb2670a00) 00000004:00000001:1.0:1789307431.276655:0:225665:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276656:0:225665:0:(lod_object.c:3865:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276658:0:225665:0:(lod_object.c:1242:lod_declare_attr_set()) Process entered 00000004:00000001:1.0:1789307431.276660:0:225665:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:1.0:1789307431.276660:0:225665:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1789307431.276661:0:225665:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638244413508096 : -105829296043520 : ffff9fbfb2670a00) 00080000:00000001:1.0:1789307431.276663:0:225665:0:(osd_handler.c:3173:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1789307431.276665:0:225665:0:(osd_handler.c:3246:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276666:0:225665:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276667:0:225665:0:(lod_lov.c:1648:lod_striping_load()) Process entered 00000004:00000040:1.0:1789307431.276668:0:225665:0:(lod_lov.c:1611:lod_striping_loaded()) lustre-MDT0000-mdtlov: [0x200000007:0x1:0x0] cashed 0 stripe 1 slave 0 00000004:00000001:1.0:1789307431.276670:0:225665:0:(lod_lov.c:1654:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276675:0:225665:0:(lod_object.c:1281:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307431.276678:0:225665:0:(update_trans.c:778:top_trans_start()) Process entered 00080000:00000001:1.0:1789307431.276680:0:225665:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00000004:00000001:1.0:1789307431.276685:0:225665:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1789307431.276686:0:225665:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1789307431.276687:0:225665:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638244413508096 : -105829296043520 : ffff9fbfb2670a00) 00080000:00000001:1.0:1789307431.276688:0:225665:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:1.0:1789307431.276690:0:225665:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1789307431.276691:0:225665:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ff700. 00080000:00000001:1.0:1789307431.276692:0:225665:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276693:0:225665:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276695:0:225665:0:(lod_object.c:3800:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1789307431.276696:0:225665:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1789307431.276696:0:225665:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1789307431.276697:0:225665:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638244413508096 : -105829296043520 : ffff9fbfb2670a00) 00000004:00000001:1.0:1789307431.276699:0:225665:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276700:0:225665:0:(lod_object.c:3865:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307431.276706:0:225665:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307431.276707:0:225665:0:(update_trans.c:787:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276710:0:225665:0:(mdd_object.c:578:mdd_create_object_internal()) Process entered 00000004:00000001:1.0:1789307431.276712:0:225665:0:(lod_object.c:6616:lod_create()) Process entered 00000004:00000001:1.0:1789307431.276713:0:225665:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:1.0:1789307431.276715:0:225665:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1789307431.276716:0:225665:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638244413508096 : -105829296043520 : ffff9fbfb2670a00) 00080000:00000001:1.0:1789307431.276718:0:225665:0:(osd_handler.c:4564:osd_create()) Process entered 00080000:00000001:1.0:1789307431.276795:0:225665:0:(osd_oi.c:548:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1789307431.276798:0:225665:0:(fld_handler.c:208:fld_local_lookup()) Process entered 80000000:00000001:1.0:1789307431.276798:0:225665:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789307431.276799:0:225665:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307431.276801:0:225665:0:(fld_handler.c:225:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307431.276802:0:225665:0:(osd_oi.c:587:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307431.276804:0:225665:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1789307431.276815:0:225665:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1789307431.276816:0:225665:0:(osd_oi.c:684:osd_oi_insert()) insert OI for [0x200002342:0x8496:0x0] 00080000:00000001:1.0:1789307431.276818:0:225665:0:(osd_oi.c:548:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1789307431.276818:0:225665:0:(fld_handler.c:208:fld_local_lookup()) Process entered 80000000:00000001:1.0:1789307431.276819:0:225665:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789307431.276823:0:225665:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307431.276824:0:225665:0:(fld_handler.c:225:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307431.276826:0:225665:0:(osd_oi.c:587:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307431.276827:0:225665:0:(osd_oi.c:651:osd_oi_iam_refresh()) Process entered 00000001:00000010:1.0:1789307431.276836:0:225665:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9fbe85644e70. 00000001:00000010:1.0:1789307431.276849:0:225665:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9fbe85644e70. 00080000:00000001:1.0:1789307431.276870:0:225665:0:(osd_oi.c:672:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307431.276873:0:225665:0:(osd_handler.c:4639:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276875:0:225665:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276878:0:225665:0:(lod_object.c:6492:lod_striped_create()) Process entered 00000004:00000001:1.0:1789307431.276880:0:225665:0:(lod_object.c:6383:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1789307431.276881:0:225665:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:1.0:1789307431.276882:0:225665:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1789307431.276883:0:225665:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638244413508096 : -105829296043520 : ffff9fbfb2670a00) 00000004:00000001:1.0:1789307431.276886:0:225665:0:(osp_object.c:1574:osp_create()) Process entered 00000004:00000002:1.0:1789307431.276890:0:225665:0:(osp_object.c:1609:osp_create()) fid for osp_object ffff9fbfb1a06a28 is [0x280000403:0x9562:0x0] 00000020:00000001:1.0:1789307431.276892:0:225665:0:(update_trans.c:1174:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1789307431.276893:0:225665:0:(update_trans.c:1179:thandle_get_sub_by_dt()) Process leaving (rc=18446638244413508096 : -105829296043520 : ffff9fbfb2670a00) 00000004:00080000:1.0:1789307431.276903:0:225665:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000403:0x9562:0x0], index 0: 0 00000004:00000001:1.0:1789307431.276905:0:225665:0:(osp_object.c:1664:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276906:0:225665:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276908:0:225665:0:(lod_lov.c:574:lod_fill_mirrors()) Process entered 00000004:00000001:1.0:1789307431.276909:0:225665:0:(lod_lov.c:579:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276911:0:225665:0:(lod_object.c:4737:lod_generate_and_set_lovea()) Process entered 00000004:00000001:1.0:1789307431.276913:0:225665:0:(lod_lov.c:912:lod_generate_lovea()) Process entered 00000004:00000001:1.0:1789307431.276916:0:225665:0:(lod_lov.c:731:lod_gen_component_ea()) Process entered 00000004:00000001:1.0:1789307431.276918:0:225665:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1789307431.276919:0:225665:0:(fld_handler.c:252:fld_server_lookup()) Process entered 80000000:00000001:1.0:1789307431.276921:0:225665:0:(fld_handler.c:208:fld_local_lookup()) Process entered 80000000:00000001:1.0:1789307431.276922:0:225665:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789307431.276924:0:225665:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307431.276925:0:225665:0:(fld_handler.c:225:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307431.276927:0:225665:0:(fld_handler.c:256:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1789307431.276928:0:225665:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x280000403 00000004:00000001:1.0:1789307431.276930:0:225665:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276932:0:225665:0:(lod_lov.c:853:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276933:0:225665:0:(lod_lov.c:950:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276941:0:225665:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1789307431.276942:0:225665:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1789307431.276944:0:225665:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638244413508096 : -105829296043520 : ffff9fbfb2670a00) 00080000:00000001:1.0:1789307431.276948:0:225665:0:(osd_handler.c:5192:osd_xattr_set()) Process entered 00080000:00000002:1.0:1789307431.276950:0:225665:0:(osd_handler.c:5223:osd_xattr_set()) [0x200002342:0x8496:0x0] set xattr 'trusted.lov' with size 56 00080000:00000010:1.0:1789307431.276963:0:225665:0:(osd_handler.c:1623:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff9fbf82c08f00. 00000004:00000001:1.0:1789307431.276966:0:225665:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276968:0:225665:0:(lod_object.c:4763:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276970:0:225665:0:(lod_object.c:6576:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276972:0:225665:0:(lod_object.c:6630:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276973:0:225665:0:(mdd_object.c:584:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276976:0:225665:0:(mdd_dir.c:2484:mdd_object_initialize()) Process entered 00000004:00000001:1.0:1789307431.276978:0:225665:0:(mdd_dir.c:2498:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.276983:0:225665:0:(lod_object.c:5118:lod_xattr_set()) Process entered 00000004:00000001:1.0:1789307431.276985:0:225665:0:(lod_object.c:3893:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1789307431.276987:0:225665:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1789307431.276988:0:225665:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1789307431.276989:0:225665:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638244413508096 : -105829296043520 : ffff9fbfb2670a00) 00080000:00000001:1.0:1789307431.276991:0:225665:0:(osd_handler.c:5192:osd_xattr_set()) Process entered 00080000:00000002:1.0:1789307431.276993:0:225665:0:(osd_handler.c:5223:osd_xattr_set()) [0x200002342:0x8496:0x0] set xattr 'user.job' with size 9 00000004:00000001:1.0:1789307431.277010:0:225665:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277012:0:225665:0:(lod_object.c:3897:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277014:0:225665:0:(lod_object.c:5223:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277017:0:225665:0:(mdd_dir.c:3124:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277019:0:225665:0:(mdd_dir.c:693:__mdd_index_insert()) Process entered 00000004:00000001:1.0:1789307431.277021:0:225665:0:(mdd_dir.c:671:__mdd_index_insert_only()) Process entered 00000004:00000001:1.0:1789307431.277023:0:225665:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1789307431.277025:0:225665:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638244413508096 : -105829296043520 : ffff9fbfb2670a00) 00080000:00000001:1.0:1789307431.277028:0:225665:0:(osd_handler.c:6771:osd_index_ea_insert()) Process entered 00080000:00000001:1.0:1789307431.277032:0:225665:0:(osd_handler.c:4277:osd_get_ldiskfs_dirent_param()) Process entered 00080000:00000001:1.0:1789307431.277034:0:225665:0:(osd_handler.c:4301:osd_get_ldiskfs_dirent_param()) Process leaving 00080000:00000001:1.0:1789307431.277051:0:225665:0:(osd_handler.c:6181:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307431.277054:0:225665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad2f0cc1f758 00080000:00000002:1.0:1789307431.277055:0:225665:0:(osd_handler.c:6843:osd_index_ea_insert()) parent 32006 insert f171.sanity:1211 rc = 0 00080000:00000001:1.0:1789307431.277057:0:225665:0:(osd_handler.c:6850:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277063:0:225665:0:(mdd_dir.c:683:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277064:0:225665:0:(mdd_dir.c:702:__mdd_index_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277066:0:225665:0:(mdd_dir.c:1667:mdd_links_rename()) Process entered 00000004:00000001:1.0:1789307431.277068:0:225665:0:(lod_object.c:5118:lod_xattr_set()) Process entered 00000004:00000001:1.0:1789307431.277069:0:225665:0:(lod_object.c:3893:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1789307431.277070:0:225665:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1789307431.277071:0:225665:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1789307431.277072:0:225665:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638244413508096 : -105829296043520 : ffff9fbfb2670a00) 00080000:00000001:1.0:1789307431.277073:0:225665:0:(osd_handler.c:5192:osd_xattr_set()) Process entered 00080000:00000002:1.0:1789307431.277074:0:225665:0:(osd_handler.c:5223:osd_xattr_set()) [0x200002342:0x8496:0x0] set xattr 'trusted.link' with size 53 00080000:00000001:1.0:1789307431.277076:0:225665:0:(osd_handler.c:5140:osd_xattr_handle_linkea()) Process entered 00080000:00000001:1.0:1789307431.277079:0:225665:0:(osd_handler.c:5777:osd_remote_fid()) Process entered 00080000:00000001:1.0:1789307431.277080:0:225665:0:(osd_handler.c:2256:osd_seq_exists()) Process entered 80000000:00000001:1.0:1789307431.277081:0:225665:0:(fld_handler.c:208:fld_local_lookup()) Process entered 80000000:00000001:1.0:1789307431.277082:0:225665:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789307431.277083:0:225665:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307431.277084:0:225665:0:(fld_handler.c:225:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307431.277085:0:225665:0:(osd_handler.c:2269:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1789307431.277087:0:225665:0:(osd_handler.c:5793:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307431.277088:0:225665:0:(osd_handler.c:5174:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277094:0:225665:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277096:0:225665:0:(lod_object.c:3897:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277097:0:225665:0:(lod_object.c:5223:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277098:0:225665:0:(mdd_dir.c:1681:mdd_links_rename()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1789307431.277100:0:225665:0:(mdd_object.c:609:mdd_update_time()) Process entered 00000004:00000001:1.0:1789307431.277102:0:225665:0:(mdd_object.c:593:mdd_attr_set_internal()) Process entered 00000004:00000001:1.0:1789307431.277103:0:225665:0:(lod_object.c:1348:lod_attr_set()) Process entered 00000004:00000001:1.0:1789307431.277104:0:225665:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:1.0:1789307431.277105:0:225665:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1789307431.277106:0:225665:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638244413508096 : -105829296043520 : ffff9fbfb2670a00) 00080000:00000001:1.0:1789307431.277109:0:225665:0:(osd_handler.c:3495:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1789307431.277110:0:225665:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277112:0:225665:0:(lod_lov.c:1648:lod_striping_load()) Process entered 00000004:00000040:1.0:1789307431.277113:0:225665:0:(lod_lov.c:1611:lod_striping_loaded()) lustre-MDT0000-mdtlov: [0x200000007:0x1:0x0] cashed 0 stripe 1 slave 0 00000004:00000001:1.0:1789307431.277115:0:225665:0:(lod_lov.c:1654:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277117:0:225665:0:(lod_object.c:1379:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277118:0:225665:0:(mdd_object.c:600:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277122:0:225665:0:(mdd_object.c:627:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277123:0:225665:0:(mdd_dir.c:3369:mdd_create()) Process leaving 00000004:00000001:1.0:1789307431.277125:0:225665:0:(mdd_dir.c:1399:mdd_changelog_ns_store()) Process entered 00000004:00000001:1.0:1789307431.277126:0:225665:0:(mdd_dir.c:1406:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307431.277129:0:225665:0:(update_trans.c:928:top_trans_stop()) Process entered 00080000:00000001:1.0:1789307431.277130:0:225665:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00000001:00000001:1.0:1789307431.277133:0:225665:0:(tgt_lastrcvd.c:1490:tgt_last_rcvd_update()) Process entered 00000004:00000001:1.0:1789307431.277135:0:225665:0:(lod_object.c:5118:lod_xattr_set()) Process entered 00000004:00000001:1.0:1789307431.277137:0:225665:0:(lod_object.c:3893:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1789307431.277137:0:225665:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1789307431.277138:0:225665:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1789307431.277139:0:225665:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638244413508096 : -105829296043520 : ffff9fbfb2670a00) 00080000:00000001:1.0:1789307431.277140:0:225665:0:(osd_handler.c:5192:osd_xattr_set()) Process entered 00080000:00000002:1.0:1789307431.277141:0:225665:0:(osd_handler.c:5210:osd_xattr_set()) [0x200002342:0x8496:0x0] set version 0x6000045d5 (old 0x0) for inode 1211 00080000:00000001:1.0:1789307431.277144:0:225665:0:(osd_handler.c:5219:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277145:0:225665:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277146:0:225665:0:(lod_object.c:3897:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277147:0:225665:0:(lod_object.c:5223:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:1.0:1789307431.277148:0:225665:0:(tgt_lastrcvd.c:1538:tgt_last_rcvd_update()) transno = 25769821653, last_committed = 25769821651 00000001:00000010:1.0:1789307431.277151:0:225665:0:(tgt_lastrcvd.c:1001:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fbe9794f8a0. 00000001:00000040:1.0:1789307431.277153:0:225665:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) callback GETting export ffff9fbf86773800 : new cb_count 1 00000020:00000040:1.0:1789307431.277154:0:225665:0:(genops.c:868:class_export_get()) GET export ffff9fbf86773800 refcount=1565 00000001:00000010:1.0:1789307431.277158:0:225665:0:(tgt_lastrcvd.c:1415:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fbe8b12e300. 00000004:00000001:1.0:1789307431.277162:0:225665:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1789307431.277163:0:225665:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1789307431.277163:0:225665:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638244413508096 : -105829296043520 : ffff9fbfb2670a00) 00000004:00000001:1.0:1789307431.277171:0:225665:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1789307431.277173:0:225665:0:(tgt_lastrcvd.c:1381:tgt_add_reply_data()) add reply ffff9fbe8b12e300: xid 1876218647715328, transno 25769821653, tag 1, client gen 5, slot idx 3 00000001:00000001:1.0:1789307431.277175:0:225665:0:(tgt_lastrcvd.c:1383:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307431.277182:0:225665:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ff700. 00080000:00000010:1.0:1789307431.277184:0:225665:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ff480. 00040000:00000001:1.0:1789307431.277187:0:225665:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:1.0:1789307431.277188:0:225665:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:1.0:1789307431.277190:0:225665:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307431.277193:0:225665:0:(update_trans.c:939:top_trans_stop()) kfreed 'top_th': 88 at ffff9fbe9794f060. 00000020:00000001:1.0:1789307431.277200:0:225665:0:(update_trans.c:940:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277208:0:225665:0:(mdt_handler.c:1278:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1789307431.277211:0:225665:0:(mdd_object.c:363:mdd_attr_get()) Process entered 00000004:00000001:1.0:1789307431.277213:0:225665:0:(mdd_object.c:369:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277217:0:225665:0:(mdd_object.c:383:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1789307431.277220:0:225665:0:(lod_object.c:1498:lod_xattr_get()) Process entered 00000004:00000001:1.0:1789307431.277226:0:225665:0:(lod_object.c:1566:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1789307431.277229:0:225665:0:(mdd_object.c:450:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1789307431.277232:0:225665:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:1.0:1789307431.277233:0:225665:0:(mdt_som.c:35:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1789307431.277237:0:225665:0:(mdd_object.c:383:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1789307431.277238:0:225665:0:(lod_object.c:1498:lod_xattr_get()) Process entered 00000004:00000001:1.0:1789307431.277239:0:225665:0:(lod_object.c:1566:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1789307431.277241:0:225665:0:(mdd_object.c:450:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:1.0:1789307431.277244:0:225665:0:(mdt_handler.c:1365:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff9fbe8ef41378 00000004:00000001:1.0:1789307431.277245:0:225665:0:(mdt_handler.c:1366:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307431.277251:0:225665:0:(lprocfs_jobstats.c:387:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1789307431.277256:0:225665:0:(lprocfs_jobstats.c:457:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307431.277258:0:225665:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307431.277259:0:225665:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277266:0:225665:0:(mdt_open.c:815:mdt_object_open_lock()) Process entered 00000004:00000001:1.0:1789307431.277268:0:225665:0:(mdt_handler.c:584:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1789307431.277269:0:225665:0:(mdt_handler.c:590:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1789307431.277271:0:225665:0:(mdt_open.c:916:mdt_object_open_lock()) normal open:[0x200002342:0x8496:0x0] lease count: 0, lm: 4 00000004:00000001:1.0:1789307431.277273:0:225665:0:(mdt_handler.c:4413:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1789307431.277275:0:225665:0:(ldlm_request.c:506:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1789307431.277277:0:225665:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789307431.277280:0:225665:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9fbf88a41a00. 00010000:00000010:1.0:1789307431.277282:0:225665:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fbf82c08400. 00010000:00000001:1.0:1789307431.277284:0:225665:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789307431.277286:0:225665:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fbf97919200. 00000020:00000001:1.0:1789307431.277288:0:225665:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789307431.277289:0:225665:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9fbf97919200 with handle 0x66de20725ed781e1 to hash 00000020:00000001:1.0:1789307431.277290:0:225665:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789307431.277291:0:225665:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638243963310592 : -105829746241024 : ffff9fbf97919200) 00010000:00000010:1.0:1789307431.277294:0:225665:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fbf83109380. 00010000:00000001:1.0:1789307431.277299:0:225665:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638243963310592 : -105829746241024 : ffff9fbf97919200) 00010000:00000001:1.0:1789307431.277301:0:225665:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789307431.277302:0:225665:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789307431.277304:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97919200/0x66de20725ed781e1 lrc: 3/1,0 mode: --/PR res: [0x200002342:0x8496:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307431.277308:0:225665:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789307431.277310:0:225665:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1789307431.277311:0:225665:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1789307431.277312:0:225665:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1789307431.277313:0:225665:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307431.277314:0:225665:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1789307431.277314:0:225665:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307431.277316:0:225665:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789307431.277317:0:225665:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789307431.277318:0:225665:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789307431.277318:0:225665:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789307431.277320:0:225665:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002342:0x8496:0x0].0x0 (ffff9fbf88a41a00) refcount = 1 00010000:00010000:1.0:1789307431.277322:0:225665:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97919200/0x66de20725ed781e1 lrc: 3/1,0 mode: PR/PR res: [0x200002342:0x8496:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307431.277325:0:225665:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789307431.277326:0:225665:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1789307431.277327:0:225665:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307431.277328:0:225665:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789307431.277329:0:225665:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307431.277330:0:225665:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307431.277331:0:225665:0:(ldlm_lock.c:1928:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789307431.277332:0:225665:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789307431.277333:0:225665:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789307431.277335:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97919200/0x66de20725ed781e1 lrc: 3/1,0 mode: PR/PR res: [0x200002342:0x8496:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307431.277338:0:225665:0:(ldlm_request.c:558:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1789307431.277338:0:225665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307431.277341:0:225665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307431.277342:0:225665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789307431.277344:0:225665:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307431.277345:0:225665:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbf97919200 refcount=3 00000020:00000001:1.0:1789307431.277347:0:225665:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243963310592 : -105829746241024 : ffff9fbf97919200) 00010000:00000001:1.0:1789307431.277348:0:225665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638243963310592 : -105829746241024 : ffff9fbf97919200) 00010000:00000001:1.0:1789307431.277349:0:225665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307431.277350:0:225665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1789307431.277351:0:225665:0:(mdt_handler.c:4422:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1789307431.277352:0:225665:0:(mdt_open.c:950:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200002342:0x8496:0x0], ibits = 0x1b/0x1b, open_flags = 040000000000103, try_layout = 1 : rc = 0 00000004:00000001:1.0:1789307431.277354:0:225665:0:(mdt_open.c:1014:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1789307431.277356:0:225665:0:(mdt_open.c:1017:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277357:0:225665:0:(mdt_open.c:557:mdt_finish_open()) Process entered 00000001:00000001:1.0:1789307431.277360:0:225665:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307431.277361:0:225665:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307431.277362:0:225665:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307431.277363:0:225665:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307431.277365:0:225665:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307431.277366:0:225665:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307431.277367:0:225665:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307431.277368:0:225665:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307431.277369:0:225665:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307431.277370:0:225665:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307431.277371:0:225665:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1789307431.277372:0:225665:0:(mdt_handler.c:864:mdt_pack_attr2body()) [0x200002342:0x8496:0x0]: nlink=1, mode=100644, valid=0x1100000080002f8f 00000001:00000001:1.0:1789307431.277374:0:225665:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307431.277375:0:225665:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277376:0:225665:0:(mdt_handler.c:693:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1789307431.277378:0:225665:0:(mdd_object.c:383:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1789307431.277380:0:225665:0:(lod_object.c:1498:lod_xattr_get()) Process entered 00000004:00000001:1.0:1789307431.277382:0:225665:0:(lod_object.c:1566:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1789307431.277383:0:225665:0:(mdd_object.c:450:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1789307431.277384:0:225665:0:(mdt_handler.c:767:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277386:0:225665:0:(mdt_open.c:374:mdt_mfd_open()) Process entered 00000004:00000002:1.0:1789307431.277388:0:225665:0:(mdt_open.c:399:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:1.0:1789307431.277393:0:225665:0:(mdt_open.c:136:mdt_write_get()) Process entered 00000004:00000001:1.0:1789307431.277394:0:225665:0:(mdt_open.c:144:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277396:0:225665:0:(mdd_object.c:3779:mdd_open()) Process entered 00000004:00000001:1.0:1789307431.277398:0:225665:0:(mdd_object.c:3716:mdd_open_sanity_check()) Process entered 00000004:00000001:1.0:1789307431.277400:0:225665:0:(mdd_object.c:3752:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277401:0:225665:0:(mdd_object.c:3797:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1789307431.277404:0:225665:0:(mdt_open.c:40:mdt_mfd_new()) Process entered 00000004:00000010:1.0:1789307431.277406:0:225665:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fbf82c08180. 00000020:00000001:1.0:1789307431.277407:0:225665:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789307431.277409:0:225665:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9fbf82c08180 with handle 0x66de20725ed781e8 to hash 00000020:00000001:1.0:1789307431.277410:0:225665:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000004:00000001:1.0:1789307431.277411:0:225665:0:(mdt_open.c:50:mdt_mfd_new()) Process leaving (rc=18446638243614065024 : -105830095486592 : ffff9fbf82c08180) 00000004:00000001:1.0:1789307431.277413:0:225665:0:(mdt_internal.h:704:mdt_object_get()) Process entered 00000004:00000001:1.0:1789307431.277414:0:225665:0:(mdt_internal.h:706:mdt_object_get()) Process leaving 00000004:00002000:1.0:1789307431.277415:0:225665:0:(mdt_open.c:291:mdt_mfd_set_mode()) [0x200002342:0x8496:0x0] Change mfd open_flags 0 -> 040000000000103. 00000004:00000001:1.0:1789307431.277418:0:225665:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000004:00000001:1.0:1789307431.277420:0:225665:0:(mdt_open.c:193:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1789307431.277421:0:225665:0:(mdt_open.c:529:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277422:0:225665:0:(mdt_open.c:684:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277425:0:225665:0:(mdd_object.c:383:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1789307431.277426:0:225665:0:(lod_object.c:1498:lod_xattr_get()) Process entered 00000004:00000001:1.0:1789307431.277427:0:225665:0:(lod_object.c:1566:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1789307431.277428:0:225665:0:(mdd_object.c:450:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1789307431.277430:0:225665:0:(mdt_open.c:1809:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1789307431.277433:0:225665:0:(mdt_open.c:1028:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1789307431.277434:0:225665:0:(mdt_open.c:1069:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1789307431.277436:0:225665:0:(mdt_internal.h:712:mdt_object_put()) Process entered 00000004:00000001:1.0:1789307431.277437:0:225665:0:(mdt_internal.h:714:mdt_object_put()) Process leaving 00000004:00000001:1.0:1789307431.277438:0:225665:0:(mdt_handler.c:636:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1789307431.277440:0:225665:0:(mdt_handler.c:584:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1789307431.277441:0:225665:0:(mdt_handler.c:590:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277442:0:225665:0:(mdt_handler.c:647:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1789307431.277444:0:225665:0:(mdt_handler.c:4580:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1789307431.277446:0:225665:0:(mdt_handler.c:4537:mdt_save_remote_lock()) Process entered 00010000:00000001:1.0:1789307431.277447:0:225665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789307431.277447:0:225665:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307431.277448:0:225665:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbf97918a00 refcount=3 00000020:00000001:1.0:1789307431.277449:0:225665:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243963308544 : -105829746243072 : ffff9fbf97918a00) 00010000:00000001:1.0:1789307431.277454:0:225665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638243963308544 : -105829746243072 : ffff9fbf97918a00) 00010000:00000001:1.0:1789307431.277457:0:225665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789307431.277458:0:225665:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307431.277459:0:225665:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbf97918a00 refcount=4 00000020:00000001:1.0:1789307431.277460:0:225665:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243963308544 : -105829746243072 : ffff9fbf97918a00) 00010000:00000001:1.0:1789307431.277461:0:225665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638243963308544 : -105829746243072 : ffff9fbf97918a00) 00010000:00000001:1.0:1789307431.277463:0:225665:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1789307431.277465:0:225665:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97918a00/0x66de20725ed781d3 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 225665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307431.277469:0:225665:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789307431.277471:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97918a00/0x66de20725ed781d3 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 225665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307431.277474:0:225665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307431.277475:0:225665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789307431.277476:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97918a00/0x66de20725ed781d3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 225665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307431.277479:0:225665:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789307431.277480:0:225665:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307431.277482:0:225665:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789307431.277484:0:225665:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97918a00/0x66de20725ed781d3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 225665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789307431.277488:0:225665:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9fbf97918a00 already unused, calling callback (ffffffffc18ea4f0) 00000004:00000001:1.0:1789307431.277489:0:225665:0:(mdt_handler.c:3893:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1789307431.277490:0:225665:0:(ldlm_request.c:368:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1789307431.277492:0:225665:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97918a00/0x66de20725ed781d3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 225665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307431.277495:0:225665:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789307431.277496:0:225665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789307431.277497:0:225665:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307431.277502:0:225665:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbf97918a00 refcount=5 00000020:00000001:1.0:1789307431.277503:0:225665:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243963308544 : -105829746243072 : ffff9fbf97918a00) 00010000:00000001:1.0:1789307431.277505:0:225665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638243963308544 : -105829746243072 : ffff9fbf97918a00) 00010000:00000001:1.0:1789307431.277506:0:225665:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789307431.277508:0:225665:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97918a00/0x66de20725ed781d3 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 225665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307431.277511:0:225665:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1789307431.277512:0:225665:0:(mdt_handler.c:3893:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1789307431.277513:0:225665:0:(mdt_handler.c:3895:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307431.277515:0:225665:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789307431.277516:0:225665:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789307431.277517:0:225665:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789307431.277518:0:225665:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307431.277519:0:225665:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf97918a00 with handle 0x66de20725ed781d3 from hash 00010000:00000001:1.0:1789307431.277521:0:225665:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789307431.277521:0:225665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307431.277522:0:225665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307431.277523:0:225665:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789307431.277524:0:225665:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1789307431.277525:0:225665:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307431.277526:0:225665:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789307431.277527:0:225665:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1789307431.277528:0:225665:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1789307431.277530:0:225665:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9fbf9a58d200) 00010000:00010000:1.0:1789307431.277532:0:225665:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1789307431.277533:0:225665:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307431.277535:0:225665:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307431.277536:0:225665:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1789307431.277536:0:225665:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1789307431.277538:0:225665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307431.277538:0:225665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307431.277539:0:225665:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307431.277540:0:225665:0:(ldlm_request.c:387:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277541:0:225665:0:(mdt_handler.c:3933:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789307431.277547:0:225665:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97918a00/0x66de20725ed781d3 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 225665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307431.277550:0:225665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307431.277551:0:225665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307431.277552:0:225665:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1789307431.277553:0:225665:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789307431.277554:0:225665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307431.277554:0:225665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307431.277555:0:225665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789307431.277557:0:225665:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97918a00/0x66de20725ed781d3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 225665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1789307431.277560:0:225665:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf83109280. 00010000:00000001:1.0:1789307431.277565:0:225665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1789307431.277566:0:225665:0:(mdt_handler.c:4560:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1789307431.277567:0:225665:0:(mdt_handler.c:4467:mdt_save_lock()) Process entered 00010000:00000001:1.0:1789307431.277568:0:225665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789307431.277568:0:225665:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307431.277569:0:225665:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbf97919000 refcount=3 00000020:00000001:1.0:1789307431.277570:0:225665:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243963310080 : -105829746241536 : ffff9fbf97919000) 00010000:00000001:1.0:1789307431.277571:0:225665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638243963310080 : -105829746241536 : ffff9fbf97919000) 00000004:00010000:1.0:1789307431.277574:0:225665:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000bc1bb784 reply state 00000000273a3e01 transno 25769821653 ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97919000/0x66de20725ed781da lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb08b3b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307431.277579:0:225665:0:(ldlm_lock.c:2714:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:1.0:1789307431.277581:0:225665:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1789307431.277582:0:225665:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307431.277584:0:225665:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789307431.277584:0:225665:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789307431.277585:0:225665:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789307431.277586:0:225665:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789307431.277587:0:225665:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0xb08b3b05 (ffff9fbf88a41f00) refcount = 1 00010000:00010000:1.0:1789307431.277589:0:225665:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97919000/0x66de20725ed781da lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb08b3b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307431.277599:0:225665:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789307431.277601:0:225665:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1789307431.277602:0:225665:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307431.277603:0:225665:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789307431.277604:0:225665:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1789307431.277605:0:225665:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1789307431.277606:0:225665:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb08b3b05 (ffff9fbf88a41f00) 00010000:00010000:1.0:1789307431.277607:0:225665:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1789307431.277608:0:225665:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307431.277609:0:225665:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307431.277610:0:225665:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1789307431.277611:0:225665:0:(ldlm_lock.c:2748:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:1.0:1789307431.277613:0:225665:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00000001:1.0:1789307431.277614:0:225665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307431.277614:0:225665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1789307431.277615:0:225665:0:(mdt_handler.c:4519:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1789307431.277616:0:225665:0:(mdt_handler.c:4537:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1789307431.277616:0:225665:0:(mdt_handler.c:4560:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1789307431.277617:0:225665:0:(mdt_handler.c:4591:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1789307431.277618:0:225665:0:(mdt_internal.h:712:mdt_object_put()) Process entered 00000004:00000001:1.0:1789307431.277619:0:225665:0:(mdt_internal.h:714:mdt_object_put()) Process leaving 00000020:00000001:1.0:1789307431.277621:0:225665:0:(lprocfs_jobstats.c:387:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1789307431.277624:0:225665:0:(lprocfs_jobstats.c:457:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307431.277626:0:225665:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307431.277628:0:225665:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277632:0:225665:0:(mdt_reint.c:3420:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277634:0:225665:0:(mdt_handler.c:3298:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1789307431.277637:0:225665:0:(upcall_cache.c:428:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1789307431.277639:0:225665:0:(upcall_cache.c:439:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1789307431.277640:0:225665:0:(mdt_handler.c:931:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1789307431.277641:0:225665:0:(mdt_handler.c:935:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1789307431.277643:0:225665:0:(mdt_lib.c:939:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1789307431.277645:0:225665:0:(mdt_lib.c:958:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1789307431.277650:0:225665:0:(mdt_lib.c:1087:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.277652:0:225665:0:(mdt_handler.c:3198:mdt_read_inline()) Process entered 00002000:00000001:1.0:1789307431.277654:0:225665:0:(mdt_io.c:1943:mdt_dom_read_on_open()) Process entered 00002000:00000001:1.0:1789307431.277661:0:225665:0:(mdt_io.c:1947:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307431.277664:0:225665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789307431.277666:0:225665:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307431.277667:0:225665:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbf97919200 refcount=3 00000020:00000001:1.0:1789307431.277669:0:225665:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243963310592 : -105829746241024 : ffff9fbf97919200) 00010000:00000001:1.0:1789307431.277672:0:225665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638243963310592 : -105829746241024 : ffff9fbf97919200) 00000004:00000040:1.0:1789307431.277675:0:225665:0:(mdt_handler.c:4911:mdt_intent_lock_replace()) lock GETting export ffff9fbf86773800 : new locks_count 1559 00000020:00000040:1.0:1789307431.277677:0:225665:0:(genops.c:868:class_export_get()) GET export ffff9fbf86773800 refcount=1566 00010000:00000001:1.0:1789307431.277681:0:225665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307431.277683:0:225665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1789307431.277685:0:225665:0:(mdt_handler.c:4928:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1789307431.277687:0:225665:0:(mdt_handler.c:5336:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1789307431.277689:0:225665:0:(mdt_handler.c:5470:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1789307431.277692:0:225665:0:(mdt_handler.c:5582:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1789307431.277695:0:225665:0:(ldlm_lock.c:393:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1789307431.277696:0:225665:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789307431.277699:0:225665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307431.277700:0:225665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307431.277701:0:225665:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789307431.277703:0:225665:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307431.277705:0:225665:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf97918800 with handle 0x66de20725ed781cc from hash 00010000:00000001:1.0:1789307431.277707:0:225665:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789307431.277709:0:225665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307431.277710:0:225665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307431.277711:0:225665:0:(ldlm_lock.c:402:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1789307431.277712:0:225665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789307431.277717:0:225665:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97918800/0x66de20725ed781cc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6e6a expref: 1566 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789307431.277724:0:225665:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 1558 00000020:00000040:1.0:1789307431.277726:0:225665:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1565 00010000:00000010:1.0:1789307431.277727:0:225665:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf83109100. 00010000:00000001:1.0:1789307431.277730:0:225665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307431.277731:0:225665:0:(ldlm_lock.c:1813:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307431.277736:0:225665:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1789307431.277744:0:225665:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97919200/0x66de20725ed781e1 lrc: 3/0,0 mode: PR/PR res: [0x200002342:0x8496:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6e6a expref: 1565 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307431.277760:0:225665:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1789307431.277762:0:225665:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1789307431.277764:0:225665:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8496:0x0].0x0 (ffff9fbf88a41a00) 00010000:00010000:1.0:1789307431.277768:0:225665:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1789307431.277769:0:225665:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307431.277771:0:225665:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307431.277772:0:225665:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1789307431.277773:0:225665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307431.277773:0:225665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789307431.277774:0:225665:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fbf97919200, rc 0) 00000020:00000001:1.0:1789307431.277776:0:225665:0:(tgt_handler.c:1499:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1789307431.277779:0:225665:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 25769821651, transno 25769821653, xid 1876218647715328 00010000:00000001:1.0:1789307431.277781:0:225665:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000020:00000040:1.0:1789307431.277782:0:225665:0:(genops.c:868:class_export_get()) GET export ffff9fbf86773800 refcount=1566 00010000:00000200:1.0:1789307431.277784:0:225665:0:(ldlm_lib.c:3455:target_send_reply()) rs transno = 25769821653, last committed = 25769821651 00010000:00000200:1.0:1789307431.277789:0:225665:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf90aea680 x1876218647715328/t25769821653(0) o101->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:477/0 lens 816/664 e 0 to 0 dl 1789307442 ref 1 fl Interpret:/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789307431.277795:0:225665:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789307431.277797:0:225665:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307431.277800:0:225665:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=10 v=5 (1 1 1 5) 00000100:00000001:1.0:1789307431.277804:0:225665:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789307431.277806:0:225665:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:1.0:1789307431.277808:0:225665:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:1.0:1789307431.277810:0:225665:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789307431.277812:0:225665:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.277815:0:225665:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307431.277818:0:225665:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:1.0:1789307431.277822:0:225665:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b546e8. 00000100:00000200:1.0:1789307431.277827:0:225665:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1876218647715328, offset 224 00000400:00000200:1.0:1789307431.277832:0:225665:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1789307431.277846:0:225665:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1789307431.277873:0:225665:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305871:305871:256:4294967295] 192.168.204.56@tcp LPNI seq info [305867:305867:8:4294967295] 00000400:00000200:1.0:1789307431.277884:0:225665:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1789307431.277888:0:225665:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1789307431.277892:0:225665:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbf82fef100. 00000800:00000200:1.0:1789307431.277897:0:225665:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1789307431.277903:0:225665:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1789307431.277907:0:225665:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbf82fef100 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1789307431.277918:0:225665:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307431.277921:0:225665:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:1.0:1789307431.277923:0:225665:0:(ldlm_lib.c:3499:target_send_reply()) Process leaving 00000020:00000001:1.0:1789307431.277925:0:225665:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307431.277927:0:225665:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1789307431.277930:0:225665:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf90aea680 x1876218647715328/t25769821653(0) o101->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:477/0 lens 816/664 e 0 to 0 dl 1789307442 ref 1 fl Interpret:/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789307431.277937:0:225665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf90aea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+1566:398323:x1876218647715328:12345-192.168.204.56@tcp:101:multiop.0 Request processed in 2446us (3202us total) trans 25769821653 rc 0/0 00000100:00100000:1.0:1789307431.277944:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 174554 00000100:00000040:1.0:1789307431.277947:0:225665:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf86773800 : new rpc_count 0 00000100:00000001:1.0:1789307431.277949:0:225665:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307431.277950:0:225665:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789307431.277954:0:225665:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf83f8df00. 00000020:00000010:1.0:1789307431.277957:0:225665:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696ac80. 00000020:00000010:1.0:1789307431.277960:0:225665:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb2671600. 00000020:00000040:1.0:1789307431.277964:0:225665:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1565 00000100:00000001:1.0:1789307431.277966:0:225665:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789307431.278041:0:118843:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789307431.278046:0:118843:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbf82fef100. 00000400:00000200:3.0:1789307431.278053:0:118843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307431.278058:0:118843:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1789307431.278063:0:118843:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b546e8 00000400:00000010:3.0:1789307431.278067:0:118843:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b546e8. 00000100:00000001:3.0:1789307431.278071:0:118843:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789307431.278074:0:118843:0:(events.c:437:reply_out_callback()) Process leaving 00010000:00000010:3.1:1789307431.279944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a75200. 00010000:00000010:1.1:1789307431.282915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a74800. 00010000:00000010:1.1:1789307431.282921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97918a00. 00010000:00000010:1.1:1789307431.282924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97918800. 00000800:00000001:3.0:1789307431.287334:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.287348:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789307431.287353:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.287354:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307431.287364:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1789307431.287379:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 576 into portal 12 MB=0x6aa6932049e80 00000400:00000200:3.0:1789307431.287386:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.56@tcp of length 576/576 into md 0x160ca5 [64] + 150680 00000800:00000001:3.0:1789307431.287391:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.287396:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307431.287399:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307431.287403:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:3.0:1789307431.287408:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307431.287410:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1789307431.287415:0:118842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf86250e00. 00000100:00000040:3.0:1789307431.287418:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf86250e00 x1876218647715456 msgsize 576 00000100:00100000:3.0:1789307431.287421:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000001:3.0:1789307431.287431:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789307431.287436:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.287438:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789307431.288636:0:118844:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789307431.288640:0:118844:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbf87ecce00. 00000400:00000200:3.0:1789307431.288642:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307431.288645:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1789307431.288649:0:118844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a826e8 00000400:00000010:3.0:1789307431.288650:0:118844:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a826e8. 00000100:00000001:3.0:1789307431.288653:0:118844:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789307431.288658:0:118844:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:3.0:1789307431.290864:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.290874:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789307431.290877:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.290880:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307431.290888:0:118843:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1789307431.290900:0:118843:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 28 MB=0x6aa6932049f00 00000400:00000200:3.0:1789307431.290906:0:118843:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.56@tcp of length 328/328 into md 0x1977e9 [8] + 14608 00000800:00000001:3.0:1789307431.290911:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.290917:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307431.290921:0:118843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307431.290925:0:118843:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:3.0:1789307431.290931:0:118843:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307431.290933:0:118843:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1789307431.290938:0:118843:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf86251c00. 00000100:00000040:3.0:1789307431.290941:0:118843:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf86251c00 x1876218647715584 msgsize 328 00000100:00100000:3.0:1789307431.290946:0:118843:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000001:3.0:1789307431.290964:0:118843:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789307431.290971:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.290973:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789307431.291099:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1789307431.291105:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000 (ffff9fbf82a0b380) now 10 - evictor 00000800:00000200:3.0:1789307431.292238:0:118842:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789307431.292242:0:118842:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbf87ecce00. 00000400:00000200:3.0:1789307431.292245:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307431.292248:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1789307431.292251:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82660 00000400:00000010:3.0:1789307431.292253:0:118842:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82660. 00000100:00000001:3.0:1789307431.292255:0:118842:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789307431.292256:0:118842:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:3.0:1789307431.295060:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.295074:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789307431.295078:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.295080:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307431.295089:0:118844:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1789307431.295102:0:118844:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 392 into portal 23 MB=0x6aa693204a000 00000400:00000200:3.0:1789307431.295109:0:118844:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.56@tcp of length 392/392 into md 0x1b6845 [2] + 840 00000800:00000001:3.0:1789307431.295127:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.295133:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307431.295136:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307431.295139:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:3.0:1789307431.295145:0:118844:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307431.295146:0:118844:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1789307431.295151:0:118844:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf9f904e00. 00000100:00000040:3.0:1789307431.295154:0:118844:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf9f904e00 x1876218647715840 msgsize 392 00000100:00100000:3.0:1789307431.295158:0:118844:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000001:3.0:1789307431.295171:0:118844:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789307431.295178:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.295181:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307431.295214:0:225636:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789307431.295217:0:225636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647715840 02000000:00000001:2.0:1789307431.295219:0:225636:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307431.295221:0:225636:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307431.295222:0:225636:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307431.295226:0:225636:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307431.295230:0:225636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647715840 00000020:00000001:2.0:1789307431.295232:0:225636:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307431.295233:0:225636:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc60 00000020:00000001:2.0:1789307431.295235:0:225636:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307431.295237:0:225636:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf86773800 refcount=1567 00000020:00000001:2.0:1789307431.295239:0:225636:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243676370944 : -105830033180672 : ffff9fbf86773800) 00000020:00000001:2.0:1789307431.295240:0:225636:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243676370944 : -105830033180672 : ffff9fbf86773800) 00000100:00000001:2.0:1789307431.295243:0:225636:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307431.295246:0:225636:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00880. 00000100:00000001:2.0:1789307431.295250:0:225636:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307431.295252:0:225636:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00880. 00000020:00000010:2.0:1789307431.295260:0:225636:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbe841b2400. 00000020:00000010:2.0:1789307431.295265:0:225636:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44400. 00000020:00000010:2.0:1789307431.295275:0:225636:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984258. 00000100:00000040:2.0:1789307431.295286:0:225636:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1789307431.295289:0:225636:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307431.295291:0:225636:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307431.295293:0:225636:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307431.295300:0:225636:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307431.295312:0:225636:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307431.295322:0:225636:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307431.295324:0:225636:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789307431.295330:0:225636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 4628 00000100:00000040:2.0:1789307431.295334:0:225636:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf86773800 : new rpc_count 1 00000100:00000001:2.0:1789307431.295336:0:225636:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244097445376 : -105829612106240 : ffff9fbf9f904e00) 00000100:00000040:2.0:1789307431.295344:0:225636:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf9f904e00 x1876218647715840/t0(0) o35->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:477/0 lens 392/0 e 0 to 0 dl 1789307442 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789307431.295354:0:225636:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307431.295357:0:225636:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00880. 00000100:00000001:2.0:1789307431.295359:0:225636:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307431.295361:0:225636:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00880. 00000100:00100000:2.0:1789307431.295366:0:225636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf9f904e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+1567:398323:x1876218647715840:12345-192.168.204.56@tcp:35:multiop.0 00000100:00000200:2.0:1789307431.295369:0:225636:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647715840 00000020:00000001:2.0:1789307431.295371:0:225636:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1789307431.295373:0:225636:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1789307431.295377:0:225636:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307431.295378:0:225636:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1789307431.295379:0:225636:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662883136 : -1046668480 : ffffffffc19d1b40) 00000020:00000001:2.0:1789307431.295381:0:225636:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1789307431.295384:0:225636:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1876218647715840, found 0 last_xid 1876218647715839 00000020:00000001:2.0:1789307431.295386:0:225636:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307431.295387:0:225636:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307431.295388:0:225636:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1789307431.295390:0:225636:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295394:0:225636:0:(mdt_open.c:2776:mdt_close()) Process entered 00000004:00000001:2.0:1789307431.295401:0:225636:0:(mdt_lib.c:1496:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1789307431.295403:0:225636:0:(mdt_lib.c:1406:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1789307431.295407:0:225636:0:(mdt_lib.c:1417:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295410:0:225636:0:(mdt_lib.c:1352:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1789307431.295413:0:225636:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1789307431.295415:0:225636:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307431.295417:0:225636:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1789307431.295420:0:225636:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1789307431.295421:0:225636:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307431.295423:0:225636:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1789307431.295424:0:225636:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1789307431.295426:0:225636:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307431.295427:0:225636:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1789307431.295429:0:225636:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1789307431.295430:0:225636:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307431.295432:0:225636:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1789307431.295433:0:225636:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1789307431.295435:0:225636:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295438:0:225636:0:(mdt_lib.c:1398:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295440:0:225636:0:(mdt_lib.c:1479:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1789307431.295442:0:225636:0:(mdt_lib.c:1481:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295445:0:225636:0:(mdt_lib.c:694:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1789307431.295447:0:225636:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1789307431.295448:0:225636:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307431.295449:0:225636:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1789307431.295450:0:225636:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1789307431.295452:0:225636:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307431.295453:0:225636:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1789307431.295455:0:225636:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1789307431.295456:0:225636:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307431.295458:0:225636:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1789307431.295459:0:225636:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307431.295463:0:225636:0:(upcall_cache.c:191:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1789307431.295467:0:225636:0:(upcall_cache.c:400:upcall_cache_get_entry()) found entry ffff9fbfb6949800 flags 0x0 02000000:00000001:2.0:1789307431.295469:0:225636:0:(upcall_cache.c:401:upcall_cache_get_entry()) Process leaving (rc=18446638244483602432 : -105829225949184 : ffff9fbfb6949800) 00000001:00000001:2.0:1789307431.295470:0:225636:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1789307431.295475:0:225636:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1789307431.295476:0:225636:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307431.295477:0:225636:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1789307431.295478:0:225636:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1789307431.295479:0:225636:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295481:0:225636:0:(mdt_lib.c:100:mdt_root_squash()) Process entered 00000004:00000001:2.0:1789307431.295482:0:225636:0:(mdt_lib.c:103:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307431.295484:0:225636:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1789307431.295485:0:225636:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295486:0:225636:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295487:0:225636:0:(mdt_lib.c:718:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295489:0:225636:0:(mdt_lib.c:1509:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307431.295492:0:225636:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307431.295494:0:225636:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789307431.295497:0:225636:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fbfbf309000. 02000000:00000001:2.0:1789307431.295498:0:225636:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307431.295500:0:225636:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295502:0:225636:0:(mdt_internal.h:1242:mdt_check_resent()) Process entered 00000004:00000001:2.0:1789307431.295503:0:225636:0:(mdt_internal.h:1259:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295506:0:225636:0:(mdt_open.c:2744:mdt_close_internal()) Process entered 00000004:00000001:2.0:1789307431.295507:0:225636:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1789307431.295508:0:225636:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307431.295510:0:225636:0:(lustre_handles.c:148:class_handle2object()) GET mdt ffff9fbf82c08180 refcount=2 00000020:00000001:2.0:1789307431.295511:0:225636:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243614065024 : -105830095486592 : ffff9fbf82c08180) 00000004:00000001:2.0:1789307431.295513:0:225636:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446638243614065024 : -105830095486592 : ffff9fbf82c08180) 00000020:00000040:2.0:1789307431.295515:0:225636:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf82c08180 with handle 0x66de20725ed781e8 from hash 00000004:00000001:2.0:1789307431.295518:0:225636:0:(mdt_open.c:2595:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1789307431.295519:0:225636:0:(mdt_open.c:2603:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200002342:0x8496:0x0] with intent: 0 00000004:00000001:2.0:1789307431.295522:0:225636:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1789307431.295523:0:225636:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:2.0:1789307431.295526:0:225636:0:(mdt_handler.c:1278:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1789307431.295529:0:225636:0:(mdd_object.c:363:mdd_attr_get()) Process entered 00000004:00000001:2.0:1789307431.295536:0:225636:0:(mdd_object.c:369:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295538:0:225636:0:(mdd_object.c:383:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1789307431.295543:0:225636:0:(lod_object.c:1498:lod_xattr_get()) Process entered 00000004:00000001:2.0:1789307431.295563:0:225636:0:(lod_object.c:1566:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1789307431.295573:0:225636:0:(mdd_object.c:450:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1789307431.295576:0:225636:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1789307431.295577:0:225636:0:(mdt_som.c:35:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1789307431.295579:0:225636:0:(mdd_object.c:383:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1789307431.295581:0:225636:0:(lod_object.c:1498:lod_xattr_get()) Process entered 00000004:00000001:2.0:1789307431.295586:0:225636:0:(lod_object.c:1566:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1789307431.295588:0:225636:0:(mdd_object.c:450:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1789307431.295590:0:225636:0:(mdt_som.c:31:lustre_buf2som()) Process entered 00000004:00000001:2.0:1789307431.295591:0:225636:0:(mdt_som.c:35:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1789307431.295593:0:225636:0:(mdt_handler.c:1365:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:2.0:1789307431.295596:0:225636:0:(mdt_handler.c:1366:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295598:0:225636:0:(mdt_handler.c:991:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1789307431.295600:0:225636:0:(mdd_object.c:383:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1789307431.295602:0:225636:0:(lod_object.c:1498:lod_xattr_get()) Process entered 00080000:00000001:2.0:1789307431.295605:0:225636:0:(osd_handler.c:1594:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:2.0:1789307431.295607:0:225636:0:(lod_object.c:1566:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1789307431.295610:0:225636:0:(mdd_object.c:450:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1789307431.295612:0:225636:0:(mdd_object.c:383:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1789307431.295613:0:225636:0:(lod_object.c:1498:lod_xattr_get()) Process entered 00000004:00000001:2.0:1789307431.295615:0:225636:0:(lod_object.c:1566:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1789307431.295617:0:225636:0:(mdd_object.c:450:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1789307431.295619:0:225636:0:(mdt_handler.c:1039:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1789307431.295621:0:225636:0:(mdt_handler.c:584:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1789307431.295623:0:225636:0:(mdt_handler.c:590:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295625:0:225636:0:(mdt_som.c:122:mdt_set_som()) Process entered 00000004:00000002:2.0:1789307431.295627:0:225636:0:(mdt_som.c:126:mdt_set_som()) [0x200002342:0x8496:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:2.0:1789307431.295631:0:225636:0:(mdd_object.c:2149:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1789307431.295634:0:225636:0:(mdd_object.c:1484:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1789307431.295636:0:225636:0:(mdd_object.c:1504:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1789307431.295639:0:225636:0:(barrier.c:239:barrier_entry()) Process entered 00000020:00000010:2.0:1789307431.295646:0:225636:0:(update_trans.c:586:top_trans_create()) kmalloced '(top_th)': 88 at ffff9fbf82f2cae0. 00080000:00000001:2.0:1789307431.295649:0:225636:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:2.0:1789307431.295653:0:225636:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbe841b3c00. 00080000:00000001:2.0:1789307431.295656:0:225636:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638239341820928 : -105834367730688 : ffff9fbe841b3c00) 00000004:00000001:2.0:1789307431.295660:0:225636:0:(lod_object.c:3800:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1789307431.295664:0:225636:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1789307431.295670:0:225636:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1789307431.295672:0:225636:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638239341820928 : -105834367730688 : ffff9fbe841b3c00) 00000004:00000001:2.0:1789307431.295675:0:225636:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295677:0:225636:0:(lod_object.c:3865:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307431.295681:0:225636:0:(update_trans.c:778:top_trans_start()) Process entered 00080000:00000001:2.0:1789307431.295683:0:225636:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00000004:00000001:2.0:1789307431.295687:0:225636:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1789307431.295688:0:225636:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1789307431.295689:0:225636:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638239341820928 : -105834367730688 : ffff9fbe841b3c00) 00080000:00000001:2.0:1789307431.295693:0:225636:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:2.0:1789307431.295696:0:225636:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1789307431.295699:0:225636:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbec4f00880. 00080000:00000001:2.0:1789307431.295701:0:225636:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295702:0:225636:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307431.295709:0:225636:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307431.295710:0:225636:0:(update_trans.c:787:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295714:0:225636:0:(lod_object.c:5118:lod_xattr_set()) Process entered 00000004:00000001:2.0:1789307431.295716:0:225636:0:(lod_object.c:3893:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1789307431.295717:0:225636:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1789307431.295718:0:225636:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1789307431.295719:0:225636:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638239341820928 : -105834367730688 : ffff9fbe841b3c00) 00080000:00000001:2.0:1789307431.295721:0:225636:0:(osd_handler.c:5192:osd_xattr_set()) Process entered 00080000:00000002:2.0:1789307431.295723:0:225636:0:(osd_handler.c:5223:osd_xattr_set()) [0x200002342:0x8496:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:2.0:1789307431.295746:0:225636:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295748:0:225636:0:(lod_object.c:3897:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295750:0:225636:0:(lod_object.c:5223:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307431.295754:0:225636:0:(update_trans.c:928:top_trans_stop()) Process entered 00080000:00000001:2.0:1789307431.295756:0:225636:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00000001:00000001:2.0:1789307431.295759:0:225636:0:(tgt_lastrcvd.c:1490:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1789307431.295762:0:225636:0:(tgt_lastrcvd.c:1538:tgt_last_rcvd_update()) transno = 25769821654, last_committed = 25769821651 00000001:00000010:2.0:1789307431.295766:0:225636:0:(tgt_lastrcvd.c:1001:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fbf82f2c960. 00000001:00000040:2.0:1789307431.295768:0:225636:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) callback GETting export ffff9fbf86773800 : new cb_count 2 00000020:00000040:2.0:1789307431.295771:0:225636:0:(genops.c:868:class_export_get()) GET export ffff9fbf86773800 refcount=1568 00000001:00000010:2.0:1789307431.295777:0:225636:0:(tgt_lastrcvd.c:1415:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fbe859dc840. 00000004:00000001:2.0:1789307431.295790:0:225636:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1789307431.295799:0:225636:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1789307431.295801:0:225636:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638239341820928 : -105834367730688 : ffff9fbe841b3c00) 00000004:00000001:2.0:1789307431.295816:0:225636:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1789307431.295820:0:225636:0:(tgt_lastrcvd.c:1381:tgt_add_reply_data()) add reply ffff9fbe859dc840: xid 1876218647715840, transno 25769821654, tag 1, client gen 5, slot idx 2 00000001:00000001:2.0:1789307431.295824:0:225636:0:(tgt_lastrcvd.c:1383:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307431.295832:0:225636:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbec4f00880. 00040000:00000001:2.0:1789307431.295836:0:225636:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:2.0:1789307431.295838:0:225636:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:2.0:1789307431.295840:0:225636:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307431.295843:0:225636:0:(update_trans.c:939:top_trans_stop()) kfreed 'top_th': 88 at ffff9fbf82f2cae0. 00000020:00000001:2.0:1789307431.295847:0:225636:0:(update_trans.c:940:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295886:0:225636:0:(mdd_object.c:2244:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295889:0:225636:0:(mdt_som.c:146:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295891:0:225636:0:(mdt_som.c:320:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295894:0:225636:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:2.0:1789307431.295896:0:225636:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:2.0:1789307431.295898:0:225636:0:(mdt_handler.c:1182:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1789307431.295900:0:225636:0:(mdd_object.c:383:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1789307431.295902:0:225636:0:(lod_object.c:1498:lod_xattr_get()) Process entered 00000004:00000001:2.0:1789307431.295908:0:225636:0:(lod_object.c:1566:lod_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1789307431.295911:0:225636:0:(mdd_object.c:450:mdd_xattr_get()) Process leaving (rc=53 : 53 : 35) 00000004:00000001:2.0:1789307431.295913:0:225636:0:(mdt_handler.c:1220:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295916:0:225636:0:(mdd_object.c:1312:mdd_attr_set()) Process entered 00000004:00000001:2.0:1789307431.295918:0:225636:0:(mdd_object.c:672:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1789307431.295921:0:225636:0:(mdd_object.c:730:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1789307431.295923:0:225636:0:(mdd_object.c:1334:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200002342:0x8496:0x0], previous was 0x7 00000004:00000001:2.0:1789307431.295926:0:225636:0:(mdd_object.c:1336:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295928:0:225636:0:(mdt_lib.c:1112:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1789307431.295931:0:225636:0:(mdt_lib.c:1133:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295934:0:225636:0:(mdd_object.c:3886:mdd_close()) Process entered 00000004:00000001:2.0:1789307431.295937:0:225636:0:(mdd_object.c:3991:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1789307431.295939:0:225636:0:(mdd_object.c:4031:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1789307431.295942:0:225636:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fbf82c08180. 00000004:00000001:2.0:1789307431.295948:0:225636:0:(mdt_internal.h:712:mdt_object_put()) Process entered 00000020:00000002:2.0:1789307431.295952:0:225636:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfbf8a0f58/ffff9fbfbf8a0f00 to site lru. bkt: ffff9fbfb932a4d8 00000004:00000001:2.0:1789307431.295954:0:225636:0:(mdt_internal.h:714:mdt_object_put()) Process leaving 00000004:00000001:2.0:1789307431.295956:0:225636:0:(mdt_open.c:2733:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295963:0:225636:0:(mdt_open.c:2763:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.295965:0:225636:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1789307431.295967:0:225636:0:(mdt_open.c:193:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1789307431.295969:0:225636:0:(mdt_handler.c:931:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1789307431.295970:0:225636:0:(mdt_handler.c:935:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1789307431.295972:0:225636:0:(mdt_lib.c:939:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1789307431.295974:0:225636:0:(mdt_lib.c:958:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1789307431.295978:0:225636:0:(mdt_lib.c:1087:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307431.295982:0:225636:0:(upcall_cache.c:428:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1789307431.295984:0:225636:0:(upcall_cache.c:439:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1789307431.295989:0:225636:0:(lprocfs_jobstats.c:387:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1789307431.295996:0:225636:0:(lprocfs_jobstats.c:457:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307431.295998:0:225636:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1789307431.296013:0:225636:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.296016:0:225636:0:(mdt_open.c:2838:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789307431.296020:0:225636:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 25769821651, transno 25769821654, xid 1876218647715840 00010000:00000001:2.0:1789307431.296022:0:225636:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:2.0:1789307431.296028:0:225636:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf9f904e00 x1876218647715840/t25769821654(0) o35->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:477/0 lens 392/456 e 0 to 0 dl 1789307442 ref 1 fl Interpret:/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789307431.296036:0:225636:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789307431.296039:0:225636:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307431.296042:0:225636:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf88dd85e8 time=131 v=5 (1 1 1 1) 00000100:00000001:2.0:1789307431.296046:0:225636:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789307431.296049:0:225636:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:2.0:1789307431.296051:0:225636:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:2.0:1789307431.296053:0:225636:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307431.296055:0:225636:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307431.296057:0:225636:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307431.296059:0:225636:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:2.0:1789307431.296063:0:225636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fdf68. 00000100:00000200:2.0:1789307431.296068:0:225636:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1876218647715840, offset 224 00000400:00000200:2.0:1789307431.296073:0:225636:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1789307431.296083:0:225636:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1789307431.296088:0:225636:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305874:305874:256:4294967295] 192.168.204.56@tcp LPNI seq info [305870:305870:8:4294967295] 00000400:00000200:2.0:1789307431.296098:0:225636:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1789307431.296108:0:225636:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1789307431.296113:0:225636:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbfad363d00. 00000800:00000200:2.0:1789307431.296118:0:225636:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1789307431.296126:0:225636:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1789307431.296129:0:225636:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfad363d00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1789307431.296141:0:225636:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307431.296144:0:225636:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:2.0:1789307431.296146:0:225636:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307431.296148:0:225636:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307431.296150:0:225636:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1789307431.296154:0:225636:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf9f904e00 x1876218647715840/t25769821654(0) o35->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:477/0 lens 392/456 e 0 to 0 dl 1789307442 ref 1 fl Interpret:/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789307431.296163:0:225636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf9f904e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+1568:398323:x1876218647715840:12345-192.168.204.56@tcp:35:multiop.0 Request processed in 807us (1007us total) trans 25769821654 rc 0/0 00000100:00100000:2.0:1789307431.296171:0:225636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 4628 00000100:00000040:2.0:1789307431.296174:0:225636:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf86773800 : new rpc_count 0 00000100:00000001:2.0:1789307431.296176:0:225636:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307431.296178:0:225636:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789307431.296182:0:225636:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44400. 00000020:00000010:2.0:1789307431.296185:0:225636:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984258. 00000020:00000010:2.0:1789307431.296189:0:225636:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbe841b2400. 00000020:00000040:2.0:1789307431.296194:0:225636:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1567 00000100:00000001:2.0:1789307431.296197:0:225636:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789307431.296243:0:118843:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789307431.296248:0:118843:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbfad363d00. 00000400:00000200:3.0:1789307431.296252:0:118843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307431.296256:0:118843:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1789307431.296260:0:118843:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fdf68 00000400:00000010:3.0:1789307431.296263:0:118843:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fdf68. 00000100:00000001:3.0:1789307431.296266:0:118843:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789307431.296268:0:118843:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00000010:0.1:1789307431.304923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1aad000. 00000004:00000001:1.0:1789307431.402986:0:238807:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:1.0:1789307431.402992:0:238807:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1789307431.403018:0:238807:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf0c380. 00000020:00000040:1.0:1789307431.403027:0:238807:0:(genops.c:1209:class_import_get()) import ffff9fbe8d189000 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1789307431.403049:0:238807:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789307431.403053:0:238807:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789307431.403060:0:238807:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307431.403069:0:238807:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf82fef700. 00000100:00000001:1.0:1789307431.403077:0:238807:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.403082:0:226375:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:2.0:1789307431.403086:0:226375:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000001:1.0:1789307431.403087:0:238807:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789307431.403093:0:238807:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789307431.403097:0:226375:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb9189500. 00000020:00000040:2.0:1789307431.403102:0:226375:0:(genops.c:1209:class_import_get()) import ffff9fbfb6ad4000 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1789307431.403105:0:226375:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1789307431.403107:0:238807:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058dd658e] to pc [ptlrpcd_00_01+1] req@ffff9fbfbbf0c380 x1876218616146432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789307431.403108:0:226375:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789307431.403112:0:226375:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789307431.403119:0:226375:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfad363800. 00000100:00000001:2.0:1789307431.403132:0:226375:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307431.403136:0:226375:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789307431.403139:0:226375:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307431.403145:0:226375:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3f3c903] to pc [ptlrpcd_00_02+2] req@ffff9fbfb9189500 x1876218616146560/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1789307431.403157:0:238807:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.403171:0:226375:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.403172:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307431.403177:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307431.403179:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1789307431.403182:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1789307431.403184:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfb9189500 x1876218616146560/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307431.403188:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.403198:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789307431.403201:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307431.403206:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789307431.403210:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789307431.403216:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307431.403221:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfb9189500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:118851:1876218616146560:0@lo:13:osp-pre-0-1.0 00000100:00000001:1.0:1789307431.403226:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789307431.403230:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789307431.403233:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307431.403234:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789307431.403238:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbe8cf92400. 02000000:00000001:1.0:1789307431.403239:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307431.403246:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644e70. 00000400:00000010:1.0:1789307431.403253:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b545d8. 00000100:00000200:1.0:1789307431.403259:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616146560, portal 4 00000100:00000001:1.0:1789307431.403262:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307431.403263:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244525806848 : -105829183744768 : ffff9fbfb9189500) 00000100:00000040:1.0:1789307431.403271:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfb9189500 x1876218616146560/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307447 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307431.403298:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307431.403306:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789307431.403310:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54088. 00000100:00000200:1.0:1789307431.403315:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876218616146560, offset 0 00000400:00000200:1.0:1789307431.403324:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789307431.403350:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789307431.403362:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6aa693022ea80 00000400:00000200:1.0:1789307431.403369:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x4f41 [8] + 896 00000400:00000200:1.0:1789307431.403379:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307431.403385:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307431.403391:0:118851:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789307431.403394:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1789307431.403402:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf0f800. 00000100:00000040:1.0:1789307431.403408:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbf0f800 x1876218616146560 msgsize 224 00000100:00100000:1.0:1789307431.403416:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1789307431.403438:0:118851:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:3.0:1789307431.403498:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1789307431.403502:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54088 00000100:00000001:3.0:1789307431.403504:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307431.403506:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54088. 00000100:00000001:1.0:1789307431.403513:0:118851:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789307431.403520:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfb9189500 x1876218616146560/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307447 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307431.403528:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307431.403530:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfb9189500 x1876218616146560/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307447 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307431.403541:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.403546:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789307431.403556:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307431.403564:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 38781 usecs (39 jiffies) 00000100:00000001:1.0:1789307431.403571:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315059751 00000100:00000001:1.0:1789307431.403576:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315062716 00000100:00000001:1.0:1789307431.403582:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315059751 00000100:00000001:1.0:1789307431.403588:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315062716 00000100:00000001:1.0:1789307431.403601:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315059751 00000100:00000001:1.0:1789307431.403608:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315062716 00000100:00000001:1.0:1789307431.403611:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315059751 00000100:00000001:1.0:1789307431.403615:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315062716 00000100:00000001:1.0:1789307431.403620:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307431.403627:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.403632:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.403635:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307431.403644:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307431.403649:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789307431.403655:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307431.403659:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307431.403664:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.403670:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307431.403731:0:124163:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1789307431.403732:0:122268:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789307431.403736:0:122268:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616146432 00000100:00100000:3.0:1789307431.403736:0:124163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616146560 02000000:00000001:3.0:1789307431.403740:0:124163:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1789307431.403741:0:122268:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307431.403745:0:122268:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307431.403745:0:124163:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307431.403750:0:124163:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307431.403751:0:122268:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307431.403759:0:122268:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307431.403763:0:124163:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307431.403764:0:122268:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616146432 00000020:00000001:2.0:1789307431.403769:0:122268:0:(genops.c:792:class_conn2export()) Process entered 00000100:00100000:3.0:1789307431.403769:0:124163:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616146560 00000020:00000040:2.0:1789307431.403771:0:122268:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed7782c 00000020:00000001:3.0:1789307431.403774:0:124163:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000001:2.0:1789307431.403775:0:122268:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789307431.403778:0:124163:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed7781e 00000020:00000040:2.0:1789307431.403780:0:122268:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe8a12d800 refcount=7 00000020:00000001:3.0:1789307431.403782:0:124163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:2.0:1789307431.403784:0:122268:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239441934336 : -105834267617280 : ffff9fbe8a12d800) 00000020:00000040:3.0:1789307431.403786:0:124163:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe8a12d000 refcount=5 00000020:00000001:2.0:1789307431.403789:0:122268:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239441934336 : -105834267617280 : ffff9fbe8a12d800) 00000020:00000001:3.0:1789307431.403791:0:124163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239441932288 : -105834267619328 : ffff9fbe8a12d000) 00000020:00000001:3.0:1789307431.403795:0:124163:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239441932288 : -105834267619328 : ffff9fbe8a12d000) 00000100:00000001:2.0:1789307431.403796:0:122268:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307431.403802:0:122268:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00880. 00000100:00000001:3.0:1789307431.403809:0:124163:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1789307431.403812:0:122268:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff9fbf82a0b380) now 10 - evictor 00000020:00000010:3.0:1789307431.403813:0:124163:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0980. 00000020:00000010:3.0:1789307431.403820:0:124163:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbec4f00500. 00000100:00000001:2.0:1789307431.403832:0:122268:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1789307431.403836:0:122268:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00880. 00000100:00000001:3.0:1789307431.403836:0:124163:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1789307431.403840:0:124163:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0980. 00000020:00000010:2.0:1789307431.403846:0:122268:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbe841b2400. 00000020:00000010:3.0:1789307431.403848:0:124163:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbe861c2800. 00000020:00000010:2.0:1789307431.403880:0:122268:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44400. 00000020:00000010:3.0:1789307431.403882:0:124163:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47a500. 00000020:00000010:3.0:1789307431.403889:0:124163:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e3e8. 00000020:00000010:2.0:1789307431.403890:0:122268:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984258. 00000100:00000040:2.0:1789307431.403903:0:122268:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1789307431.403912:0:122268:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307431.403914:0:122268:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307431.403916:0:122268:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307431.403924:0:122268:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307431.403943:0:122268:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307431.403954:0:122268:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307431.403957:0:122268:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789307431.403962:0:122268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4558 00000100:00000040:2.0:1789307431.403966:0:122268:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe8a12d800 : new rpc_count 1 00000100:00000001:2.0:1789307431.403968:0:122268:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244573859328 : -105829135692288 : ffff9fbfbbf5ce00) 00000100:00000040:2.0:1789307431.403973:0:122268:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbf5ce00 x1876218616146432/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:477/0 lens 224/0 e 0 to 0 dl 1789307442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307431.403981:0:122268:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307431.403984:0:122268:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00880. 00000100:00000001:2.0:1789307431.403986:0:122268:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307431.403988:0:122268:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00880. 00000100:00100000:2.0:1789307431.403993:0:122268:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbf5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:118849:x1876218616146432:12345-0@lo:13:osp-pre-0-0.0 00000100:00000200:2.0:1789307431.403997:0:122268:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616146432 00000020:00000001:2.0:1789307431.404012:0:122268:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1789307431.404015:0:122268:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1789307431.404018:0:122268:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307431.404021:0:122268:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1789307431.404023:0:122268:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664990128 : -1044561488 : ffffffffc1bd41b0) 00000020:00000001:2.0:1789307431.404026:0:122268:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1789307431.404030:0:122268:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307431.404032:0:122268:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307431.404034:0:122268:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1789307431.404037:0:122268:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307431.404040:0:122268:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307431.404043:0:122268:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789307431.404047:0:122268:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbfbf30b000. 02000000:00000001:2.0:1789307431.404050:0:122268:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307431.404052:0:122268:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1789307431.404055:0:122268:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1789307431.404059:0:122268:0:(ofd_obd.c:710:ofd_statfs()) Process entered 00000020:00000001:2.0:1789307431.404061:0:122268:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1789307431.404070:0:122268:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1789307431.404073:0:122268:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 27641280 pending 0 free 3918819328 avail 3687297024 00000020:00000020:2.0:1789307431.404082:0:122268:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 280000 0 0 00000020:00000020:2.0:1789307431.404085:0:122268:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9fbe8a12d800 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1789307431.404088:0:122268:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 6b94c9bb-f547-4fe5-8ac4-fde7cb36702a/ffff9fbe8a129800 dirty 0 pend 0 grant 27361280 00000020:00000020:2.0:1789307431.404095:0:122268:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9fbe8a12d000 dirty 0 pend 0 grant 0 00002000:00000020:2.0:1789307431.404098:0:122268:0:(ofd_obd.c:759:ofd_statfs()) 958279 blocks: 956743 free, 900151 avail; 262144 objects: 259163 free; state 0 00002000:00000001:2.0:1789307431.404101:0:122268:0:(ofd_obd.c:802:ofd_statfs()) Process leaving 00000001:00000001:2.0:1789307431.404107:0:122268:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1789307431.404109:0:122268:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1789307431.404111:0:122268:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789307431.404114:0:122268:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 47244640269, transno 0, xid 1876218616146432 00010000:00000001:2.0:1789307431.404117:0:122268:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:2.0:1789307431.404122:0:122268:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbf5ce00 x1876218616146432/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:477/0 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789307431.404130:0:122268:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789307431.404132:0:122268:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307431.404137:0:122268:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbe1fbde8 time=143 v=5 (1 1 1 1) 00000100:00000001:2.0:1789307431.404140:0:122268:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789307431.404142:0:122268:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:2.0:1789307431.404144:0:122268:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:2.0:1789307431.404145:0:122268:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307431.404147:0:122268:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307431.404149:0:122268:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307431.404150:0:122268:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789307431.404153:0:122268:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fde58. 00000100:00000200:2.0:1789307431.404156:0:122268:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1876218616146432, offset 224 00000400:00000200:2.0:1789307431.404161:0:122268:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789307431.404166:0:122268:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789307431.404172:0:122268:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6aa693022ea00 00000400:00000200:2.0:1789307431.404177:0:122268:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c1745 [1] + 224 00000400:00000200:2.0:1789307431.404182:0:122268:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307431.404184:0:122268:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1789307431.404188:0:122268:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1789307431.404197:0:124163:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1789307431.404198:0:122268:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbbf0c380 x1876218616146432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307431.404201:0:124163:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789307431.404204:0:124163:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307431.404211:0:124163:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307431.404216:0:122268:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fbfbbf0c380 x1876218616146432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307431.404228:0:124163:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307431.404237:0:122268:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789307431.404240:0:124163:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789307431.404243:0:124163:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1789307431.404246:0:122268:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fde58 00000100:00100000:3.0:1789307431.404248:0:124163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4559 00000400:00000010:2.0:1789307431.404250:0:122268:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fde58. 00000100:00000040:3.0:1789307431.404253:0:124163:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe8a12d000 : new rpc_count 1 00000100:00000001:2.0:1789307431.404255:0:122268:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789307431.404257:0:124163:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244573542400 : -105829136009216 : ffff9fbfbbf0f800) 00000100:00000001:2.0:1789307431.404259:0:122268:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1789307431.404262:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789307431.404264:0:122268:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.404265:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1789307431.404266:0:124163:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbf0f800 x1876218616146560/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:477/0 lens 224/0 e 0 to 0 dl 1789307442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307431.404269:0:122268:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000400:00000001:1.0:1789307431.404270:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789307431.404272:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789307431.404275:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb6ce3d68. 00010000:00000001:2.0:1789307431.404275:0:122268:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307431.404278:0:122268:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307431.404281:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82198 00000020:00000001:2.0:1789307431.404281:0:122268:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1789307431.404284:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82198. 00000100:00000040:2.0:1789307431.404287:0:122268:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf5ce00 x1876218616146432/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:477/0 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307431.404287:0:124163:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307431.404288:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789307431.404294:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbf0c380 x1876218616146432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1789307431.404294:0:124163:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0980. 00000100:00100000:2.0:1789307431.404298:0:122268:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbf5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:118849:x1876218616146432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 314us (790us total) trans 0 rc 0/0 00000100:00000001:3.0:1789307431.404299:0:124163:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307431.404306:0:124163:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0980. 00000100:00000200:1.0:1789307431.404311:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbf0c380 x1876218616146432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307431.404311:0:122268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4558 00000100:00000040:2.0:1789307431.404315:0:122268:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe8a12d800 : new rpc_count 0 00000100:00100000:3.0:1789307431.404316:0:124163:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbf0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:118851:x1876218616146560:12345-0@lo:13:osp-pre-0-1.0 00000100:00000001:2.0:1789307431.404318:0:122268:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307431.404321:0:122268:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1789307431.404322:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307431.404324:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1789307431.404325:0:124163:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616146560 00000020:00000010:2.0:1789307431.404326:0:122268:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44400. 00000100:00000001:1.0:1789307431.404327:0:118849:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789307431.404331:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1789307431.404331:0:122268:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984258. 00000020:00000001:3.0:1789307431.404331:0:124163:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1789307431.404334:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1789307431.404335:0:124163:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1789307431.404336:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307431.404336:0:122268:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbe841b2400. 00000020:00000001:3.0:1789307431.404339:0:124163:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307431.404340:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307431.404342:0:122268:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a12d800 : new refcount 6 00000020:00000001:3.0:1789307431.404345:0:124163:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1789307431.404347:0:122268:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1789307431.404348:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe8d1894a8 time=150 v=5 (5 5 5 0) 00000020:00000001:3.0:1789307431.404349:0:124163:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664990128 : -1044561488 : ffffffffc1bd41b0) 00000100:00001000:1.0:1789307431.404354:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe8d189418 time=36 v=5 (1 0 0 0) 00000020:00000001:3.0:1789307431.404354:0:124163:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1789307431.404364:0:124163:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307431.404365:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1789307431.404369:0:124163:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1789307431.404370:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307431.404373:0:124163:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1789307431.404375:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1789307431.404376:0:124163:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307431.404380:0:124163:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1789307431.404381:0:118849:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307431.404382:0:124163:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1789307431.404386:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1789307431.404387:0:124163:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbead0fbc00. 00000100:00000040:1.0:1789307431.404389:0:118849:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 47244640269 02000000:00000001:3.0:1789307431.404391:0:124163:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.404392:0:118849:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307431.404396:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307431.404396:0:124163:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1789307431.404402:0:124163:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:1.0:1789307431.404403:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbf0c380 x1876218616146432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307431.404409:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307431.404411:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307431.404412:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1789307431.404414:0:118849:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00002000:00000001:3.0:1789307431.404414:0:124163:0:(ofd_obd.c:710:ofd_statfs()) Process entered 00000004:00000040:1.0:1789307431.404418:0:118849:0:(osp_precreate.c:87:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000001:3.0:1789307431.404418:0:124163:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000004:00000040:1.0:1789307431.404421:0:118849:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=958279 free=956743 avail=900151 avail_mb=3516 hwm_mb=7 files=262144 ffree=259163 state=0: rc = 0 00000020:00000001:3.0:1789307431.404425:0:124163:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000020:1.0:1789307431.404427:0:118849:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (ffff9fbe8d18d800): 958279 blocks, 956743 free, 900151 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259163 free files 0x0 00002000:00000024:3.0:1789307431.404429:0:124163:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 27641280 pending 0 free 3918819328 avail 3687297024 00000004:00000001:1.0:1789307431.404434:0:118849:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1789307431.404437:0:124163:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 280000 0 0 00000100:00000040:1.0:1789307431.404439:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf0c380 x1876218616146432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000020:3.0:1789307431.404442:0:124163:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9fbe8a12d800 dirty 0 pend 0 grant 0 00000100:00100000:1.0:1789307431.404451:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbf0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:118849:1876218616146432:0@lo:13:osp-pre-0-0.0 00000020:00000020:3.0:1789307431.404451:0:124163:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 6b94c9bb-f547-4fe5-8ac4-fde7cb36702a/ffff9fbe8a129800 dirty 0 pend 0 grant 27361280 00000100:00000001:1.0:1789307431.404457:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:3.0:1789307431.404458:0:124163:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9fbe8a12d000 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1789307431.404460:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307431.404464:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbf0c380 x1876218616146432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00000020:3.0:1789307431.404465:0:124163:0:(ofd_obd.c:759:ofd_statfs()) 958279 blocks: 956743 free, 900151 avail; 262144 objects: 259163 free; state 0 00002000:00000001:3.0:1789307431.404471:0:124163:0:(ofd_obd.c:802:ofd_statfs()) Process leaving 00000100:00000001:1.0:1789307431.404475:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000001:00000001:3.0:1789307431.404476:0:124163:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 02000000:00000001:1.0:1789307431.404477:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:3.0:1789307431.404480:0:124163:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307431.404481:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbfb6cf6400. 00002000:00000001:3.0:1789307431.404485:0:124163:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307431.404486:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307431.404490:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00010000:00000040:3.0:1789307431.404491:0:124163:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 30064771184, transno 0, xid 1876218616146560 00010000:00000001:3.0:1789307431.404495:0:124163:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000020:00000040:1.0:1789307431.404497:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbe8d189000 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1789307431.404499:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 00010000:00000200:3.0:1789307431.404502:0:124163:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbf0f800 x1876218616146560/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:477/0 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1789307431.404503:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf82fef700. 02000000:00000001:1.0:1789307431.404508:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307431.404511:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1789307431.404514:0:124163:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000010:1.0:1789307431.404515:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbf0c380. 00010000:00000001:3.0:1789307431.404518:0:124163:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.404520:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1789307431.404522:0:124163:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbe1fbde8 time=143 v=5 (1 1 1 1) 00000100:00000001:1.0:1789307431.404523:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307431.404528:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307431.404530:0:124163:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789307431.404533:0:124163:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:3.0:1789307431.404536:0:124163:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:3.0:1789307431.404538:0:124163:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789307431.404545:0:124163:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.404548:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789307431.404549:0:124163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1789307431.404552:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307431.404555:0:124163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1789307431.404558:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1789307431.404560:0:124163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdeaa0. 00000100:00000001:1.0:1789307431.404561:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789307431.404567:0:124163:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1876218616146560, offset 224 00000400:00000200:3.0:1789307431.404574:0:124163:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789307431.404580:0:124163:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789307431.404586:0:124163:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6aa693022ea80 00000400:00000200:3.0:1789307431.404591:0:124163:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c173d [1] + 224 00000400:00000200:3.0:1789307431.404595:0:124163:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307431.404598:0:124163:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1789307431.404602:0:124163:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789307431.404606:0:124163:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfb9189500 x1876218616146560/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307431.404615:0:124163:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fbfb9189500 x1876218616146560/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307431.404630:0:124163:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789307431.404636:0:124163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdeaa0 00000400:00000010:3.0:1789307431.404638:0:124163:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdeaa0. 00000100:00000001:3.0:1789307431.404641:0:124163:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789307431.404643:0:124163:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1789307431.404647:0:124163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307431.404650:0:124163:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00010000:00000001:3.0:1789307431.404652:0:124163:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789307431.404654:0:124163:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.404655:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1789307431.404656:0:124163:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1789307431.404657:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789307431.404662:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789307431.404663:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1789307431.404663:0:124163:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf0f800 x1876218616146560/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:477/0 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1789307431.404666:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644e70. 00000400:00000200:1.0:1789307431.404672:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b545d8 00000400:00000010:1.0:1789307431.404675:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b545d8. 00000100:00000001:1.0:1789307431.404679:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000100:00100000:3.0:1789307431.404681:0:124163:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbf0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:118851:x1876218616146560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 389us (1269us total) trans 0 rc 0/0 00000100:00000200:1.0:1789307431.404684:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfb9189500 x1876218616146560/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789307431.404695:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfb9189500 x1876218616146560/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307431.404699:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307431.404700:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307431.404701:0:118851:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789307431.404702:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789307431.404703:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307431.404705:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307431.404707:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307431.404707:0:124163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4559 00000100:00001000:1.0:1789307431.404711:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfb6ad44a8 time=6 v=5 (5 5 5 5) 00000100:00000040:3.0:1789307431.404713:0:124163:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe8a12d000 : new rpc_count 0 00000100:00001000:1.0:1789307431.404715:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6ad4418 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1789307431.404718:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789307431.404718:0:124163:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307431.404720:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307431.404721:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1789307431.404728:0:124163:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1789307431.404729:0:118851:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.404732:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789307431.404734:0:118851:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 30064771184 00000020:00000010:3.0:1789307431.404734:0:124163:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47a500. 00000100:00000001:1.0:1789307431.404737:0:118851:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307431.404740:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307431.404741:0:124163:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e3e8. 00000100:00000040:1.0:1789307431.404744:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfb9189500 x1876218616146560/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1789307431.404747:0:124163:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbe861c2800. 00000100:00000001:1.0:1789307431.404749:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307431.404752:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307431.404753:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789307431.404754:0:124163:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a12d000 : new refcount 4 00000004:00000001:1.0:1789307431.404755:0:118851:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1789307431.404757:0:118851:0:(osp_precreate.c:87:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0001: Updating status = 0 00000100:00000001:3.0:1789307431.404759:0:124163:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1789307431.404760:0:118851:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0001: blocks=958279 free=956743 avail=900151 avail_mb=3516 hwm_mb=7 files=262144 ffree=259163 state=0: rc = 0 00000004:00000020:1.0:1789307431.404768:0:118851:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-OST0000-osc-MDT0001 (ffff9fbfb6ad2000): 958279 blocks, 956743 free, 900151 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259163 free files 0x0 00000004:00000001:1.0:1789307431.404771:0:118851:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307431.404773:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb9189500 x1876218616146560/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307431.404778:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfb9189500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:118851:1876218616146560:0@lo:13:osp-pre-0-1.0 00000100:00000001:1.0:1789307431.404781:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307431.404783:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307431.404785:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfb9189500 x1876218616146560/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307431.404789:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307431.404790:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307431.404791:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbe8cf92400. 02000000:00000001:1.0:1789307431.404793:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307431.404794:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307431.404795:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbfb6ad4000 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:1.0:1789307431.404796:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307431.404797:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfad363800. 02000000:00000001:1.0:1789307431.404802:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307431.404803:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307431.404804:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfb9189500. 00000100:00000001:1.0:1789307431.404808:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307431.404808:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307431.404809:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307431.404812:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307431.404813:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.404814:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307431.404815:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789307431.578875:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.578892:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789307431.578896:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.578899:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307431.578911:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1789307431.578930:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 26 MB=0x6aa693204a080 00000400:00000200:3.0:1789307431.578938:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.56@tcp of length 224/224 into md 0x1bfa59 [2] + 0 00000400:00000010:3.0:1789307431.578943:0:118842:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb50584d0. 00000400:00000200:3.0:1789307431.578954:0:118842:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fbf9647f3c0 00000800:00000001:3.0:1789307431.578960:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.578964:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307431.578968:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307431.578973:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1789307431.578979:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf9647f3c0 00000400:00000010:3.0:1789307431.578981:0:118842:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbf9647f3c0. 00000100:00000001:3.0:1789307431.579054:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307431.579056:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1789307431.579059:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf98cfb450 x1876218647715968 msgsize 224 00000100:00100000:3.0:1789307431.579064:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000040:3.0:1789307431.579066:0:118842:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1789307431.579079:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789307431.579087:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.579091:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789307431.579093:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.579095:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307431.579100:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1789307431.579107:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 12 MB=0x6aa693204a100 00000400:00000200:3.0:1789307431.579114:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.56@tcp of length 224/224 into md 0x160ca5 [64] + 151256 00000800:00000001:3.0:1789307431.579134:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.579142:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307431.579147:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307431.579156:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:3.0:1789307431.579162:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307431.579166:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1789307431.579175:0:118842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf84e78e00. 00000100:00000040:3.0:1789307431.579180:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf84e78e00 x1876218647716096 msgsize 224 00000100:00100000:3.0:1789307431.579191:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000001:3.0:1789307431.579212:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789307431.579219:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.579225:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789307431.579230:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307431.579233:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307431.579240:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1789307431.579248:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 28 MB=0x6aa693204a180 00000400:00000200:3.0:1789307431.579257:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.56@tcp of length 224/224 into md 0x1977e9 [8] + 14936 00000800:00000001:3.0:1789307431.579261:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789307431.579265:0:235179:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789307431.579269:0:235179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647716096 02000000:00000001:1.0:1789307431.579273:0:235179:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307431.579274:0:235179:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307431.579276:0:235179:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307431.579279:0:235179:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307431.579284:0:235179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647716096 00000020:00000001:1.0:1789307431.579287:0:235179:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307431.579289:0:235179:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725e8b6ff6 00000020:00000001:1.0:1789307431.579291:0:235179:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307431.579294:0:235179:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfba93a800 refcount=31 00000020:00000001:1.0:1789307431.579296:0:235179:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244550649856 : -105829158901760 : ffff9fbfba93a800) 00000020:00000001:1.0:1789307431.579298:0:235179:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244550649856 : -105829158901760 : ffff9fbfba93a800) 00000100:00000001:1.0:1789307431.579302:0:235179:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307431.579306:0:235179:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ff480. 00000800:00000001:3.0:1789307431.579311:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1789307431.579313:0:235179:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbf9a489d00. 00000400:00000200:3.0:1789307431.579315:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307431.579320:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000020:00000040:1.0:1789307431.579322:0:235179:0:(obd_config.c:995:class_incref()) incref lustre-MDT0001 (ffff9fbf82a08000) now 12 - evictor 00000100:00000001:3.0:1789307431.579324:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307431.579327:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1789307431.579332:0:118842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0e9dc00. 00000100:00000001:1.0:1789307431.579334:0:235179:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1789307431.579337:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfc0e9dc00 x1876218647716224 msgsize 224 00000020:00000010:1.0:1789307431.579339:0:235179:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb2671600. 00000100:00100000:3.0:1789307431.579344:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000020:00000010:1.0:1789307431.579345:0:235179:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf82c08000. 00000020:00000010:1.0:1789307431.579349:0:235179:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696ac80. 00000100:00000001:3.0:1789307431.579353:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000040:1.0:1789307431.579357:0:235179:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000800:00000001:3.0:1789307431.579359:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789307431.579360:0:235179:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307431.579364:0:235179:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:3.0:1789307431.579364:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307431.579368:0:235179:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307431.579374:0:235179:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1789307431.579382:0:235179:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1789307431.579384:0:235179:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.579388:0:235179:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307431.579399:0:235179:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307431.579402:0:235179:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789307431.579407:0:235179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 2114 00000100:00000040:1.0:1789307431.579421:0:235179:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfba93a800 : new rpc_count 1 00000100:00000001:1.0:1789307431.579427:0:235179:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243650178560 : -105830059373056 : ffff9fbf84e78e00) 00000100:00000040:1.0:1789307431.579433:0:235179:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf84e78e00 x1876218647716096/t0(0) o400->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:477/0 lens 224/0 e 0 to 0 dl 1789307442 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307431.579443:0:235179:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307431.579446:0:235179:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ff700. 00000100:00000001:1.0:1789307431.579451:0:235179:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307431.579455:0:235179:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ff700. 00000100:00000001:3.0:1789307431.579463:0:202301:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789307431.579465:0:235179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf84e78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+31:256268:x1876218647716096:12345-192.168.204.56@tcp:400:kworker.0 00000100:00100000:3.0:1789307431.579467:0:202301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647716224 02000000:00000001:3.0:1789307431.579471:0:202301:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1789307431.579472:0:235179:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647716096 00000100:00000001:3.0:1789307431.579475:0:202301:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1789307431.579480:0:235179:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:3.0:1789307431.579483:0:202301:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307431.579485:0:235179:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 02000000:00000001:3.0:1789307431.579487:0:202301:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307431.579491:0:235179:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307431.579492:0:202301:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647716224 00000020:00000001:3.0:1789307431.579495:0:202301:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000001:1.0:1789307431.579497:0:235179:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00080000:2.0:1789307431.579497:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:3.0:1789307431.579498:0:202301:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed2bd41 00000020:00000001:3.0:1789307431.579501:0:202301:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:1.0:1789307431.579502:0:235179:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000020:00000040:2.0:1789307431.579505:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0001 (ffff9fbf82a08000) now 12 - evictor 00000020:00000040:3.0:1789307431.579506:0:202301:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe9623d000 refcount=8 00000020:00000001:1.0:1789307431.579507:0:235179:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1789307431.579511:0:202301:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239644372992 : -105834065178624 : ffff9fbe9623d000) 00000001:00000001:1.0:1789307431.579513:0:235179:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1876218647716096, found 0 last_xid 1876218647716095 00000020:00000001:3.0:1789307431.579515:0:202301:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239644372992 : -105834065178624 : ffff9fbe9623d000) 00000020:00000001:1.0:1789307431.579521:0:235179:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307431.579522:0:202301:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1789307431.579527:0:235179:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1789307431.579528:0:202301:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0980. 00000020:00000001:1.0:1789307431.579530:0:235179:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1789307431.579535:0:235179:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307431.579538:0:235179:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000020:00000040:3.0:1789307431.579538:0:202301:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000100:00000001:1.0:1789307431.579542:0:235179:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789307431.579551:0:235179:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1789307431.579552:0:202301:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1789307431.579559:0:202301:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbe861c2800. 02000000:00000010:1.0:1789307431.579561:0:235179:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbe8cf92400. 02000000:00000001:1.0:1789307431.579566:0:235179:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307431.579566:0:202301:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47a500. 00000020:00000010:3.0:1789307431.579572:0:202301:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e3e8. 00000100:00080000:2.0:1789307431.579576:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00000001:1.0:1789307431.579578:0:235179:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307431.579582:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000100:00000040:3.0:1789307431.579582:0:202301:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:1.0:1789307431.579584:0:235179:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307431.579588:0:202301:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307431.579591:0:202301:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00010000:00000040:1.0:1789307431.579592:0:235179:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 17179874246, transno 0, xid 1876218647716096 00000100:00000001:3.0:1789307431.579595:0:202301:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307431.579598:0:235179:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:3.0:1789307431.579600:0:202301:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1789307431.579603:0:202301:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1789307431.579605:0:202301:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1789307431.579608:0:235179:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf84e78e00 x1876218647716096/t0(0) o400->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:477/0 lens 224/224 e 0 to 0 dl 1789307442 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307431.579619:0:202301:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307431.579621:0:235179:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789307431.579625:0:235179:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307431.579630:0:235179:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=10 v=5 (1 1 1 5) 00000100:00000001:3.0:1789307431.579631:0:202301:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789307431.579636:0:202301:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1789307431.579637:0:235179:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789307431.579643:0:235179:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 12 to 192.168.204.56@tcp 00000100:00000001:2.0:1789307431.579645:0:122627:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1789307431.579647:0:202301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 4938 00000100:00000001:1.0:1789307431.579649:0:235179:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 00000100:00000040:3.0:1789307431.579654:0:202301:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe9623d000 : new rpc_count 1 02000000:00000001:1.0:1789307431.579655:0:235179:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1789307431.579655:0:122627:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1789307431.579659:0:235179:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307431.579659:0:122627:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307431.579660:0:202301:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244656962560 : -105829052589056 : ffff9fbfc0e9dc00) 00000100:00000001:1.0:1789307431.579664:0:235179:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1789307431.579665:0:122627:0:(service.c:2488:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307431.579672:0:235179:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000100:00000040:3.0:1789307431.579673:0:202301:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfc0e9dc00 x1876218647716224/t0(0) o400->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:477/0 lens 224/0 e 0 to 0 dl 1789307442 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1789307431.579678:0:235179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b545d8. 00000100:00000200:1.0:1789307431.579684:0:235179:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218647716096, offset 224 00000400:00000200:1.0:1789307431.579698:0:235179:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000100:00000001:3.0:1789307431.579698:0:202301:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307431.579704:0:202301:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0e80. 00000400:00000200:1.0:1789307431.579710:0:235179:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000100:00000001:3.0:1789307431.579716:0:202301:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307431.579722:0:202301:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0e80. 00000400:00000200:1.0:1789307431.579723:0:235179:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305876:305876:255:4294967295] 192.168.204.56@tcp LPNI seq info [305872:305872:7:4294967295] 00000100:00100000:3.0:1789307431.579733:0:202301:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfc0e9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+8:256269:x1876218647716224:12345-192.168.204.56@tcp:400:kworker.0 00000100:00000200:3.0:1789307431.579738:0:202301:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647716224 00000020:00000001:3.0:1789307431.579741:0:202301:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789307431.579744:0:202301:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1789307431.579748:0:202301:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307431.579749:0:235179:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000020:00000001:3.0:1789307431.579753:0:202301:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789307431.579756:0:202301:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000800:00000200:1.0:1789307431.579758:0:235179:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000020:00000001:3.0:1789307431.579764:0:202301:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000010:1.0:1789307431.579766:0:235179:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbf82fef700. 00000020:00000001:3.0:1789307431.579768:0:202301:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789307431.579772:0:235179:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000020:00000001:3.0:1789307431.579774:0:202301:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000800:00000200:1.0:1789307431.579779:0:235179:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000020:00000001:3.0:1789307431.579779:0:202301:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789307431.579784:0:202301:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789307431.579785:0:235179:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbf82fef700 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:3.0:1789307431.579790:0:202301:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1789307431.579792:0:235179:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307431.579795:0:202301:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1789307431.579798:0:235179:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 02000000:00000001:3.0:1789307431.579800:0:202301:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1789307431.579802:0:235179:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:1.0:1789307431.579804:0:235179:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789307431.579806:0:202301:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbe8ee6ac00. 02000000:00000001:3.0:1789307431.579811:0:202301:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307431.579812:0:235179:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:2.0:1789307431.579815:0:118844:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1789307431.579817:0:202301:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307431.579820:0:235179:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf84e78e00 x1876218647716096/t0(0) o400->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:477/0 lens 224/224 e 0 to 0 dl 1789307442 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1789307431.579822:0:118844:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbf87ecc900. 00000020:00000001:3.0:1789307431.579822:0:202301:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789307431.579828:0:202301:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884922552, transno 0, xid 1876218647716224 00000400:00000200:2.0:1789307431.579830:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1789307431.579836:0:202301:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000400:00000200:2.0:1789307431.579843:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00010000:00000200:3.0:1789307431.579847:0:202301:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfc0e9dc00 x1876218647716224/t0(0) o400->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:477/0 lens 224/224 e 0 to 0 dl 1789307442 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307431.579876:0:118844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82e58 00000400:00000010:2.0:1789307431.579881:0:118844:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82e58. 00000100:00100000:1.0:1789307431.579886:0:235179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf84e78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+31:256268:x1876218647716096:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 405us (668us total) trans 0 rc 0/0 00000100:00000001:2.0:1789307431.579888:0:118844:0:(events.c:390:reply_out_callback()) Process entered 00010000:00000001:3.0:1789307431.579890:0:202301:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1789307431.579892:0:118844:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00000001:3.0:1789307431.579893:0:202301:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789307431.579897:0:202301:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=143 v=5 (4 4 1 1) 00000100:00100000:1.0:1789307431.579902:0:235179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 2114 00000100:00000001:3.0:1789307431.579902:0:202301:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789307431.579907:0:202301:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:3.0:1789307431.579909:0:202301:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:3.0:1789307431.579911:0:202301:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789307431.579912:0:202301:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307431.579916:0:235179:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfba93a800 : new rpc_count 0 00000100:00000001:1.0:1789307431.579922:0:235179:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789307431.579924:0:202301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1789307431.579925:0:235179:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1789307431.579929:0:202301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000020:00000010:1.0:1789307431.579932:0:235179:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf82c08000. 00000800:00000200:2.0:1789307431.579933:0:118844:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1789307431.579935:0:202301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdeaa0. 00000800:00000010:2.0:1789307431.579938:0:118844:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbf82fef700. 00000020:00000010:1.0:1789307431.579940:0:235179:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696ac80. 00000100:00000200:3.0:1789307431.579941:0:202301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218647716224, offset 224 00000400:00000200:2.0:1789307431.579945:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1789307431.579948:0:235179:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb2671600. 00000400:00000200:3.0:1789307431.579951:0:202301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1789307431.579954:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000020:00000040:1.0:1789307431.579957:0:235179:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 30 00000100:00000001:1.0:1789307431.579963:0:235179:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307431.579963:0:202301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1789307431.579971:0:202301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305877:305877:255:4294967295] 192.168.204.56@tcp LPNI seq info [305873:305873:7:4294967295] 00000400:00000200:3.0:1789307431.579988:0:202301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000400:00000200:2.0:1789307431.580014:0:118844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b545d8 00000400:00000010:2.0:1789307431.580019:0:118844:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b545d8. 00000100:00000001:2.0:1789307431.580025:0:118844:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789307431.580029:0:118844:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:3.0:1789307431.580054:0:202301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1789307431.580061:0:202301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbfb2758800. 00000800:00000200:3.0:1789307431.580069:0:202301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1789307431.580073:0:202301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1789307431.580075:0:202301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfb2758800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789307431.580082:0:202301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307431.580084:0:202301:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:3.0:1789307431.580086:0:202301:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789307431.580087:0:202301:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307431.580089:0:202301:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1789307431.580093:0:202301:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfc0e9dc00 x1876218647716224/t0(0) o400->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:477/0 lens 224/224 e 0 to 0 dl 1789307442 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307431.580099:0:202301:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfc0e9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+8:256269:x1876218647716224:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 401us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1789307431.580104:0:202301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 4938 00000100:00000040:3.0:1789307431.580106:0:202301:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe9623d000 : new rpc_count 0 00000100:00000001:3.0:1789307431.580107:0:202301:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789307431.580108:0:202301:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789307431.580110:0:202301:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47a500. 00000020:00000010:3.0:1789307431.580113:0:202301:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e3e8. 00000020:00000010:3.0:1789307431.580116:0:202301:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbe861c2800. 00000020:00000040:3.0:1789307431.580118:0:202301:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d000 : new refcount 7 00000100:00000001:3.0:1789307431.580125:0:202301:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307431.723083:0:120441:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789307431.723087:0:120441:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789307431.723102:0:120441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:1.0:1789307431.915032:0:226372:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000001:2.0:1789307431.915036:0:238809:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:1.0:1789307431.915039:0:226372:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000004:00000020:2.0:1789307431.915040:0:238809:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1789307431.915054:0:238809:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb918b100. 00000100:00000010:1.0:1789307431.915058:0:226372:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf0c380. 00000020:00000040:2.0:1789307431.915062:0:238809:0:(genops.c:1209:class_import_get()) import ffff9fbf97e5e000 refcount=8 obd=lustre-OST0001-osc-MDT0000 00000020:00000040:1.0:1789307431.915064:0:226372:0:(genops.c:1209:class_import_get()) import ffff9fbf84cc6800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1789307431.915069:0:226372:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1789307431.915069:0:238809:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789307431.915074:0:226372:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789307431.915075:0:238809:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789307431.915081:0:226372:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307431.915081:0:238809:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307431.915093:0:226372:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf82fefb00. 02000000:00000010:2.0:1789307431.915093:0:238809:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfad363100. 00000100:00000001:1.0:1789307431.915102:0:226372:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307431.915102:0:238809:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.915114:0:226372:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789307431.915114:0:238809:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789307431.915122:0:226372:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307431.915122:0:238809:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307431.915141:0:226372:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058dd658e] to pc [ptlrpcd_00_00+0] req@ffff9fbfbbf0c380 x1876218616146816/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307431.915141:0:238809:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee8196fc] to pc [ptlrpcd_00_03+3] req@ffff9fbfb918b100 x1876218616146688/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1789307431.915197:0:226372:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.915200:0:238809:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.915209:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1789307431.915214:0:118850:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1789307431.915216:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1789307431.915222:0:238805:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:3.0:1789307431.915226:0:238805:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000001:1.0:1789307431.915228:0:118850:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307431.915232:0:118850:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789307431.915232:0:238805:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0e9e680. 00000020:00000040:3.0:1789307431.915238:0:238805:0:(genops.c:1209:class_import_get()) import ffff9fbfba939800 refcount=5 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1789307431.915243:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307431.915243:0:238805:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1789307431.915245:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307431.915248:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789307431.915248:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1789307431.915248:0:238805:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1789307431.915254:0:118850:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1789307431.915254:0:118852:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1789307431.915254:0:238805:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789307431.915262:0:238805:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb2758500. 00000100:00000040:2.0:1789307431.915264:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfb918b100 x1876218616146688/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307431.915268:0:238805:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307431.915275:0:238805:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789307431.915278:0:118852:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1789307431.915280:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbf0c380 x1876218616146816/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307431.915281:0:238805:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307431.915282:0:118852:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307431.915290:0:118852:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1789307431.915291:0:238805:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000dfdf1a6] to pc [ptlrpcd_00_01+1] req@ffff9fbfc0e9e680 x1876218616146944/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789307431.915294:0:118852:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307431.915295:0:118850:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789307431.915299:0:118850:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307431.915299:0:118852:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307431.915306:0:118850:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1789307431.915306:0:118852:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfb918b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:118852:1876218616146688:0@lo:13:osp-pre-1-0.0 02000000:00000001:1.0:1789307431.915315:0:118850:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307431.915315:0:118852:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789307431.915320:0:118850:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307431.915322:0:118852:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000004:00000001:3.0:1789307431.915324:0:238805:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307431.915325:0:118850:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbf0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:118850:1876218616146816:0@lo:41:osp-pre-0-1.0 02000000:00000001:2.0:1789307431.915325:0:118852:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307431.915330:0:118852:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1789307431.915333:0:118850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789307431.915337:0:118850:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789307431.915339:0:118850:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307431.915341:0:118850:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789307431.915344:0:118852:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbe92097800. 02000000:00000010:1.0:1789307431.915346:0:118850:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbe8cf92800. 02000000:00000001:2.0:1789307431.915349:0:118852:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307431.915350:0:118850:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307431.915360:0:118850:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644e70. 00000400:00000010:2.0:1789307431.915361:0:118852:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf836051b8. 00000400:00000010:1.0:1789307431.915371:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54088. 00000400:00000010:2.0:1789307431.915371:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fde58. 00000100:00000200:1.0:1789307431.915380:0:118850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616146816, portal 4 00000100:00000200:2.0:1789307431.915381:0:118852:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616146688, portal 4 00000100:00000001:1.0:1789307431.915386:0:118850:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789307431.915387:0:118852:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307431.915390:0:118850:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244573528960 : -105829136022656 : ffff9fbfbbf0c380) 00000100:00000001:2.0:1789307431.915390:0:118852:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244525814016 : -105829183737600 : ffff9fbfb918b100) 00000100:00000040:2.0:1789307431.915404:0:118852:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfb918b100 x1876218616146688/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307447 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307431.915410:0:118850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbf0c380 x1876218616146816/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307447 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307431.915412:0:118852:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307431.915419:0:118852:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1789307431.915424:0:118850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1789307431.915425:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd880. 00000100:00000040:1.0:1789307431.915430:0:118850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1789307431.915431:0:118852:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876218616146688, offset 0 00000400:00000010:1.0:1789307431.915436:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54110. 00000400:00000200:2.0:1789307431.915444:0:118852:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1789307431.915451:0:118850:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1876218616146816, offset 0 00000400:00000200:1.0:1789307431.915464:0:118850:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789307431.915464:0:118852:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789307431.915476:0:118850:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789307431.915482:0:118852:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6aa693022eb00 00000400:00000200:1.0:1789307431.915491:0:118850:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6aa693022eb80 00000400:00000200:2.0:1789307431.915497:0:118852:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x4f41 [8] + 1344 00000400:00000200:1.0:1789307431.915509:0:118850:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0xa2499 [256] + 11424 00000400:00000200:2.0:1789307431.915509:0:118852:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307431.915523:0:118852:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1789307431.915532:0:118852:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789307431.915536:0:118852:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1789307431.915541:0:118852:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb9189180. 00000100:00000040:2.0:1789307431.915555:0:118852:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb9189180 x1876218616146688 msgsize 224 00000100:00100000:2.0:1789307431.915566:0:118852:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1789307431.915572:0:118850:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1789307431.915581:0:118852:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1789307431.915587:0:118850:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1789307431.915597:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd880 00000400:00000010:2.0:1789307431.915601:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd880. 00000100:00000001:2.0:1789307431.915609:0:118852:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1789307431.915610:0:118850:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789307431.915613:0:118850:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:2.0:1789307431.915615:0:118852:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfb918b100 x1876218616146688/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307447 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1789307431.915617:0:118850:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf84d1a300. 00000100:00000040:1.0:1789307431.915622:0:118850:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf84d1a300 x1876218616146816 msgsize 224 00000100:00100000:1.0:1789307431.915629:0:118850:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1789307431.915630:0:122269:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789307431.915635:0:122269:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616146688 00000100:00000001:2.0:1789307431.915637:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789307431.915638:0:118850:0:(events.c:377:request_in_callback()) Process leaving 02000000:00000001:3.0:1789307431.915639:0:122269:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789307431.915643:0:122269:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1789307431.915646:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfb918b100 x1876218616146688/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307447 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307431.915647:0:122269:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307431.915650:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54110 00000400:00000010:1.0:1789307431.915654:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54110. 02000000:00000001:3.0:1789307431.915656:0:122269:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307431.915658:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.915659:0:118850:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1789307431.915663:0:118852:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1789307431.915663:0:122269:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616146688 00000100:00000200:1.0:1789307431.915667:0:118850:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbf0c380 x1876218616146816/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307447 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307431.915669:0:122269:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:2.0:1789307431.915671:0:118852:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307431.915674:0:122269:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedcd0 00000100:00000040:2.0:1789307431.915679:0:118852:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 12601 usecs (13 jiffies) 00000020:00000001:3.0:1789307431.915681:0:122269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:2.0:1789307431.915686:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315060237 00000020:00000040:3.0:1789307431.915687:0:122269:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf92163800 refcount=6 00000100:00000001:1.0:1789307431.915688:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789307431.915690:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315062716 00000100:00000040:1.0:1789307431.915694:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbf0c380 x1876218616146816/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307447 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307431.915695:0:122269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243871340544 : -105829838211072 : ffff9fbf92163800) 00000100:00000001:2.0:1789307431.915696:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315060237 00000100:00000001:2.0:1789307431.915702:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315062716 00000020:00000001:3.0:1789307431.915703:0:122269:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243871340544 : -105829838211072 : ffff9fbf92163800) 00000100:00000001:2.0:1789307431.915707:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315060237 00000100:00000001:1.0:1789307431.915709:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.915712:0:118850:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789307431.915712:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315062716 00000100:00000001:3.0:1789307431.915712:0:122269:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1789307431.915717:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315060237 00000100:00000001:1.0:1789307431.915718:0:118850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307431.915719:0:122269:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0e80. 00000100:00000001:2.0:1789307431.915721:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315062716 00000100:00000040:1.0:1789307431.915723:0:118850:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 15320 usecs (16 jiffies) 00000100:00000001:1.0:1789307431.915728:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315060240 00000100:00000001:2.0:1789307431.915728:0:118852:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1789307431.915730:0:122269:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000100:00000001:1.0:1789307431.915734:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315062716 00000100:00000001:2.0:1789307431.915735:0:118852:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.915741:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315060240 00000100:00000001:2.0:1789307431.915742:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307431.915744:0:122269:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1789307431.915748:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315062716 00000100:00000001:2.0:1789307431.915748:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1789307431.915749:0:122269:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0e80. 00000100:00000001:1.0:1789307431.915754:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315060240 00000020:00000010:3.0:1789307431.915759:0:122269:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbe861c2800. 00000100:00000001:1.0:1789307431.915761:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315062716 00000100:00000001:2.0:1789307431.915763:0:118852:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307431.915764:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315060240 00000100:00000001:2.0:1789307431.915765:0:118852:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789307431.915770:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315062716 00000100:00000001:2.0:1789307431.915771:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1789307431.915773:0:122269:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47a500. 00000100:00000001:1.0:1789307431.915775:0:118850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307431.915779:0:118850:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307431.915779:0:122269:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e3e8. 00000100:00000001:2.0:1789307431.915781:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789307431.915785:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.915786:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307431.915790:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.915792:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307431.915793:0:122269:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1789307431.915799:0:122269:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307431.915801:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307431.915802:0:122269:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307431.915803:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1789307431.915806:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00000001:3.0:1789307431.915807:0:122269:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.915808:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307431.915812:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000100:00000001:1.0:1789307431.915814:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307431.915820:0:122269:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307431.915836:0:122269:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307431.915838:0:118849:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789307431.915840:0:118849:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1789307431.915847:0:118849:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbe95a6ed80. 00000100:00000001:3.0:1789307431.915848:0:122269:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1789307431.915871:0:118849:0:(events.c:341:request_in_callback()) incoming req@ffff9fbe95a6ed80 x1876218616146944 msgsize 224 00000100:00000001:3.0:1789307431.915873:0:122269:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789307431.915883:0:118849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789307431.915883:0:122269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4560 00000100:00000040:3.0:1789307431.915890:0:122269:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf92163800 : new rpc_count 1 00000100:00000001:1.0:1789307431.915898:0:118849:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:3.0:1789307431.915898:0:122269:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244525805952 : -105829183745664 : ffff9fbfb9189180) 00000400:00000200:1.0:1789307431.915907:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82198 00000100:00000040:3.0:1789307431.915909:0:122269:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfb9189180 x1876218616146688/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:477/0 lens 224/0 e 0 to 0 dl 1789307442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1789307431.915911:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82198. 00000100:00000001:1.0:1789307431.915918:0:118849:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1789307431.915921:0:251985:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789307431.915925:0:251985:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616146944 00000100:00000200:1.0:1789307431.915926:0:118849:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfc0e9e680 x1876218616146944/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307447 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789307431.915929:0:251985:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307431.915931:0:251985:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307431.915934:0:251985:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307431.915939:0:251985:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307431.915940:0:122269:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1789307431.915945:0:251985:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616146944 00000020:00000010:3.0:1789307431.915946:0:122269:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0e80. 00000020:00000001:2.0:1789307431.915949:0:251985:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:3.0:1789307431.915952:0:122269:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307431.915953:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1789307431.915953:0:251985:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc98 00000020:00000001:2.0:1789307431.915958:0:251985:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000010:3.0:1789307431.915958:0:122269:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0e80. 00000100:00000040:1.0:1789307431.915960:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfc0e9e680 x1876218616146944/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307447 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1789307431.915963:0:251985:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe95150800 refcount=5 00000020:00000001:2.0:1789307431.915969:0:251985:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 00000020:00000001:2.0:1789307431.915974:0:251985:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 00000100:00000001:2.0:1789307431.915981:0:251985:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307431.915984:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307431.915998:0:251985:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00880. 00000100:00000001:1.0:1789307431.915999:0:118849:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789307431.916003:0:251985:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307431.916007:0:118849:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307431.916009:0:251985:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00880. 00000100:00000040:1.0:1789307431.916012:0:118849:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 2387 usecs (3 jiffies) 00000100:00000001:1.0:1789307431.916017:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315060228 00000020:00000010:2.0:1789307431.916020:0:251985:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbe841b3a00. 00000100:00000001:1.0:1789307431.916023:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315062716 00000020:00000010:2.0:1789307431.916026:0:251985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44400. 00000100:00000001:1.0:1789307431.916028:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315060228 00000100:00000001:1.0:1789307431.916033:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315062716 00000020:00000010:2.0:1789307431.916034:0:251985:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984258. 00000100:00000001:1.0:1789307431.916038:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315060228 00000100:00000001:1.0:1789307431.916042:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315062716 00000100:00000001:2.0:1789307431.916043:0:251985:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1789307431.916045:0:122269:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfb9189180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:118852:x1876218616146688:12345-0@lo:13:osp-pre-1-0.0 00000100:00000001:2.0:1789307431.916046:0:251985:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307431.916049:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315060228 00000100:00000001:2.0:1789307431.916050:0:251985:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789307431.916055:0:122269:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616146688 00000100:00000001:1.0:1789307431.916056:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315062716 00000100:00000001:2.0:1789307431.916059:0:251985:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307431.916061:0:122269:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1789307431.916062:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789307431.916066:0:122269:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1789307431.916067:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307431.916070:0:122269:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307431.916072:0:251985:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789307431.916074:0:122269:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789307431.916078:0:122269:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664990128 : -1044561488 : ffffffffc1bd41b0) 00000100:00000001:1.0:1789307431.916079:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307431.916084:0:251985:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1789307431.916085:0:122269:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1789307431.916086:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307431.916086:0:251985:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1789307431.916089:0:122269:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789307431.916095:0:122269:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1789307431.916098:0:251985:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000020:00000001:3.0:1789307431.916098:0:122269:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1789307431.916103:0:251985:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe95150800 : new rpc_count 1 00000020:00000001:3.0:1789307431.916103:0:122269:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307431.916108:0:251985:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638239636188544 : -105834073363072 : ffff9fbe95a6ed80) 00000100:00000001:3.0:1789307431.916109:0:122269:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1789307431.916113:0:251985:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbe95a6ed80 x1876218616146944/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:477/0 lens 224/0 e 0 to 0 dl 1789307442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789307431.916113:0:122269:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1789307431.916125:0:251985:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 02000000:00000010:3.0:1789307431.916127:0:122269:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbfb5fe5400. 00000020:00000010:2.0:1789307431.916131:0:251985:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00880. 02000000:00000001:3.0:1789307431.916132:0:122269:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307431.916137:0:251985:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307431.916138:0:122269:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307431.916144:0:251985:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00880. 00002000:00000001:3.0:1789307431.916144:0:122269:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1789307431.916150:0:122269:0:(ofd_obd.c:710:ofd_statfs()) Process entered 00000020:00000001:3.0:1789307431.916154:0:122269:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000100:00100000:2.0:1789307431.916155:0:251985:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbe95a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:118849:x1876218616146944:12345-0@lo:41:osp-pre-1-0.0 00000100:00000200:2.0:1789307431.916160:0:251985:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616146944 00000020:00000001:3.0:1789307431.916164:0:122269:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789307431.916166:0:251985:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00002000:00000024:3.0:1789307431.916168:0:122269:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 33808192 pending 0 free 3904630784 avail 3673108480 00000020:00000001:2.0:1789307431.916170:0:251985:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000020:3.0:1789307431.916174:0:122269:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 143168 0 0 00000020:00000001:2.0:1789307431.916176:0:251985:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1789307431.916180:0:122269:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli 6b94c9bb-f547-4fe5-8ac4-fde7cb36702a/ffff9fbe9623d000 dirty 0 pend 0 grant 33665024 00000020:00000001:2.0:1789307431.916182:0:251985:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1789307431.916186:0:251985:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662883424 : -1046668192 : ffffffffc19d1c60) 00000020:00000020:3.0:1789307431.916188:0:122269:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9fbf92163800 dirty 0 pend 0 grant 0 00000020:00000001:2.0:1789307431.916192:0:251985:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000020:3.0:1789307431.916193:0:122269:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9fbe9623d800 dirty 0 pend 0 grant 0 00000001:00000001:2.0:1789307431.916196:0:251985:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1876218616146944, found 0 last_xid 1876218616146943 00002000:00000020:3.0:1789307431.916200:0:122269:0:(ofd_obd.c:759:ofd_statfs()) 958279 blocks: 953279 free, 896721 avail; 262144 objects: 259166 free; state 0 00000020:00000001:2.0:1789307431.916202:0:251985:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307431.916207:0:251985:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00002000:00000001:3.0:1789307431.916208:0:122269:0:(ofd_obd.c:802:ofd_statfs()) Process leaving 00000020:00000001:2.0:1789307431.916211:0:251985:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1789307431.916215:0:251985:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789307431.916215:0:122269:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1789307431.916220:0:122269:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307431.916221:0:251985:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307431.916224:0:251985:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00002000:00000001:3.0:1789307431.916225:0:122269:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789307431.916229:0:251985:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbe92095000. 00010000:00000040:3.0:1789307431.916230:0:122269:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884922555, transno 0, xid 1876218616146688 02000000:00000001:2.0:1789307431.916233:0:251985:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307431.916236:0:122269:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:2.0:1789307431.916238:0:251985:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.916243:0:251985:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:2.0:1789307431.916246:0:251985:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:2.0:1789307431.916249:0:251985:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1789307431.916253:0:122269:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfb9189180 x1876218616146688/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:477/0 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000024:2.0:1789307431.916260:0:251985:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444515840 avail 1298276352 00000020:00000020:2.0:1789307431.916267:0:251985:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:2.0:1789307431.916274:0:251985:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0000_UUID/ffff9fbfa3386800 dirty 0 pend 0 grant 0 00010000:00000001:3.0:1789307431.916276:0:122269:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789307431.916282:0:122269:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789307431.916285:0:122269:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbe1fbde8 time=143 v=5 (1 1 1 1) 00000020:00000020:2.0:1789307431.916292:0:251985:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/ffff9fbe95150800 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1789307431.916293:0:122269:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000020:00000020:2.0:1789307431.916299:0:251985:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli 6b94c9bb-f547-4fe5-8ac4-fde7cb36702a/ffff9fbfba93a800 dirty 0 pend 0 grant 2146304 00000100:00000040:3.0:1789307431.916299:0:122269:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00000100:00000001:3.0:1789307431.916305:0:122269:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000020:00000020:2.0:1789307431.916308:0:251985:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0001_UUID/ffff9fbe85bcc000 dirty 0 pend 0 grant 0 02000000:00000001:3.0:1789307431.916309:0:122269:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789307431.916313:0:122269:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:2.0:1789307431.916314:0:251985:0:(mdt_handler.c:552:mdt_statfs()) 353529 blocks: 352665 free, 316962 avail; 1024000 objects: 1023582 free; state 0 00000100:00000001:3.0:1789307431.916317:0:122269:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:2.0:1789307431.916322:0:251985:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000100:00000040:3.0:1789307431.916325:0:122269:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000001:00000001:2.0:1789307431.916326:0:251985:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307431.916332:0:251985:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789307431.916332:0:122269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cded48. 00010000:00000040:2.0:1789307431.916338:0:251985:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 17179874250, transno 0, xid 1876218616146944 00000100:00000200:3.0:1789307431.916339:0:122269:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1876218616146688, offset 224 00010000:00000001:2.0:1789307431.916342:0:251985:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:2.0:1789307431.916350:0:251985:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbe95a6ed80 x1876218616146944/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:477/0 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789307431.916357:0:122269:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789307431.916369:0:122269:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1789307431.916371:0:251985:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789307431.916375:0:251985:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307431.916380:0:251985:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbb8561e8 time=70 v=5 (1 1 0 0) 00000400:00000200:3.0:1789307431.916382:0:122269:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6aa693022eb00 00000100:00000001:2.0:1789307431.916389:0:251985:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789307431.916393:0:251985:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 68 to 0@lo 00000100:00000001:2.0:1789307431.916397:0:251985:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000400:00000200:3.0:1789307431.916399:0:122269:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c1769 [1] + 224 02000000:00000001:2.0:1789307431.916404:0:251985:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307431.916407:0:251985:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307431.916411:0:251985:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1789307431.916413:0:122269:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1789307431.916417:0:251985:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789307431.916424:0:251985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd880. 00000400:00000200:3.0:1789307431.916424:0:122269:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1789307431.916432:0:251985:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1876218616146944, offset 224 00000100:00000001:3.0:1789307431.916432:0:122269:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789307431.916440:0:122269:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfb918b100 x1876218616146688/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307431.916442:0:251985:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789307431.916454:0:251985:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789307431.916467:0:251985:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6aa693022ec00 00000100:00000040:3.0:1789307431.916475:0:122269:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fbfb918b100 x1876218616146688/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307431.916476:0:251985:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c1775 [1] + 224 00000400:00000200:2.0:1789307431.916487:0:251985:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307431.916493:0:251985:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1789307431.916495:0:122269:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789307431.916502:0:251985:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:3.0:1789307431.916506:0:122269:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cded48 00000100:00000200:2.0:1789307431.916509:0:251985:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfc0e9e680 x1876218616146944/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1789307431.916510:0:122269:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cded48. 00000100:00000001:1.0:1789307431.916515:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307431.916517:0:122269:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1789307431.916520:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789307431.916521:0:122269:0:(events.c:402:reply_out_callback()) Process leaving 00000400:00000001:1.0:1789307431.916527:0:118850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1789307431.916528:0:122269:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1789307431.916532:0:118850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1789307431.916535:0:122269:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000400:00000010:1.0:1789307431.916537:0:118850:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644e70. 00010000:00000001:3.0:1789307431.916540:0:122269:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789307431.916543:0:122269:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307431.916547:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54088 00000020:00000001:3.0:1789307431.916548:0:122269:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1789307431.916552:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54088. 00000100:00000040:2.0:1789307431.916555:0:251985:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fbfc0e9e680 x1876218616146944/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307431.916557:0:122269:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb9189180 x1876218616146688/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:477/0 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307431.916558:0:118850:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789307431.916567:0:118850:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbf0c380 x1876218616146816/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307431.916596:0:251985:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00100000:3.0:1789307431.916600:0:122269:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfb9189180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:118852:x1876218616146688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 655us (1040us total) trans 0 rc 0/0 00000100:00000200:1.0:1789307431.916602:0:118850:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbf0c380 x1876218616146816/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307431.916605:0:251985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd880 00000400:00000010:2.0:1789307431.916609:0:251985:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd880. 00000100:00000001:2.0:1789307431.916616:0:251985:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789307431.916618:0:251985:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00100000:3.0:1789307431.916622:0:122269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4560 00000100:00000001:1.0:1789307431.916625:0:118850:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789307431.916625:0:251985:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307431.916628:0:122269:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf92163800 : new rpc_count 0 00000100:00000001:1.0:1789307431.916630:0:118850:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789307431.916632:0:251985:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000100:00000001:3.0:1789307431.916633:0:122269:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307431.916636:0:118850:0:(client.c:1593:after_reply()) Process entered 00010000:00000001:2.0:1789307431.916637:0:251985:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000001:3.0:1789307431.916638:0:122269:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1789307431.916641:0:118850:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1789307431.916641:0:251985:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.916645:0:118850:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1789307431.916646:0:251985:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1789307431.916646:0:122269:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47a500. 00000100:00000001:1.0:1789307431.916649:0:118850:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307431.916653:0:251985:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbe95a6ed80 x1876218616146944/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:477/0 lens 224/368 e 0 to 0 dl 1789307442 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307431.916655:0:118850:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307431.916656:0:122269:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e3e8. 00000100:00001000:1.0:1789307431.916666:0:118850:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf84cc6c60 time=151 v=5 (5 5 5 5) 00000020:00000010:3.0:1789307431.916666:0:122269:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbe861c2800. 00000100:00100000:2.0:1789307431.916670:0:251985:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbe95a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:118849:x1876218616146944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 541us (794us total) trans 0 rc 0/0 00000100:00001000:1.0:1789307431.916673:0:118850:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf84cc6c18 time=145 v=5 (1 1 1 0) 00000020:00000040:3.0:1789307431.916679:0:122269:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf92163800 : new refcount 5 00000100:00000001:1.0:1789307431.916682:0:118850:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789307431.916686:0:118850:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307431.916686:0:122269:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789307431.916688:0:251985:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00000040:2.0:1789307431.916694:0:251985:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe95150800 : new rpc_count 0 00000100:00000001:2.0:1789307431.916696:0:251985:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307431.916699:0:251985:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1789307431.916700:0:118850:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1789307431.916702:0:251985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44400. 00010000:00000001:1.0:1789307431.916707:0:118850:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307431.916709:0:251985:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984258. 00000100:00000001:1.0:1789307431.916714:0:118850:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1789307431.916715:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1789307431.916716:0:251985:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbe841b3a00. 00000100:00000040:1.0:1789307431.916718:0:118850:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25769821637 00000100:00000001:3.0:1789307431.916719:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307431.916723:0:118850:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000020:00000040:2.0:1789307431.916723:0:251985:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe95150800 : new refcount 4 00000100:00000001:2.0:1789307431.916728:0:251985:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307431.916729:0:118850:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307431.916737:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbf0c380 x1876218616146816/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789307431.916739:0:118852:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789307431.916744:0:118852:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789307431.916748:0:118852:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf836051b8. 00000100:00000001:1.0:1789307431.916753:0:118850:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1789307431.916755:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fde58 00000400:00000010:3.0:1789307431.916759:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fde58. 00000100:00000001:1.0:1789307431.916761:0:118850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789307431.916764:0:118852:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1789307431.916770:0:118850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1789307431.916772:0:118852:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfb918b100 x1876218616146688/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1789307431.916776:0:118850:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1789307431.916783:0:118850:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=353529 free=351347 avail=315644 avail_mb=1232 hwm_mb=3 files=1024000 ffree=1021959 state=0: rc = 0 00000004:00000020:1.0:1789307431.916798:0:118850:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (ffff9fbf84cc4000): 353529 blocks, 351347 free, 315644 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 1024000 files, 1021959 free files 0x0 00000100:00000200:3.0:1789307431.916799:0:118852:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfb918b100 x1876218616146688/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1789307431.916811:0:118850:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307431.916818:0:118852:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:1.0:1789307431.916822:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf0c380 x1876218616146816/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307431.916822:0:118852:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307431.916827:0:118852:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789307431.916830:0:118852:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789307431.916833:0:118852:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307431.916836:0:118852:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307431.916842:0:118852:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307431.916845:0:118850:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbf0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:118850:1876218616146816:0@lo:41:osp-pre-0-1.0 00000100:00001000:3.0:1789307431.916871:0:118852:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf97e5e4a8 time=150 v=5 (5 5 5 0) 00000100:00001000:3.0:1789307431.916876:0:118852:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf97e5e418 time=150 v=5 (1 1 1 0) 00000100:00000001:1.0:1789307431.916880:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307431.916881:0:118852:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789307431.916884:0:118852:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.916885:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1789307431.916886:0:118852:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789307431.916890:0:118852:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307431.916892:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbf0c380 x1876218616146816/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307431.916894:0:118852:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789307431.916898:0:118852:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884922555 gen 2 00000100:00000001:1.0:1789307431.916907:0:118850:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1789307431.916909:0:118852:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 12884922555) req@ffff9fbfb9ecf480 x1876218616130816/t12884922550(12884922550) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1789307439 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307431.916911:0:118850:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307431.916916:0:118850:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbe8cf92800. 02000000:00000001:1.0:1789307431.916922:0:118850:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307431.916926:0:118850:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307431.916929:0:118850:0:(genops.c:1222:class_import_put()) import ffff9fbf84cc6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000004:00000001:3.0:1789307431.916932:0:118852:0:(osp_trans.c:1023:osp_request_commit_cb()) Process entered 00000020:00000001:1.0:1789307431.916934:0:118850:0:(genops.c:1229:class_import_put()) Process leaving 00000004:00080000:3.0:1789307431.916937:0:118852:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884922550 committed transno 12884922555 02000000:00000010:1.0:1789307431.916939:0:118850:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf82fefb00. 00000004:00000010:3.0:1789307431.916942:0:118852:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fbf85dff000. 02000000:00000001:1.0:1789307431.916945:0:118850:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307431.916948:0:118850:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307431.916953:0:118850:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbf0c380. 00000004:00000010:3.0:1789307431.916954:0:118852:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fbf98a71fa0. 00000100:00000001:1.0:1789307431.916959:0:118850:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000004:00000010:3.0:1789307431.916961:0:118852:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fbe9704a180. 00000100:00000001:1.0:1789307431.916962:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:3.0:1789307431.916967:0:118852:0:(osp_trans.c:924:osp_thandle_destroy()) kfreed 'oth': 136 at ffff9fbe9704a9c0. 00000004:00000001:3.0:1789307431.916971:0:118852:0:(osp_trans.c:1050:osp_request_commit_cb()) Process leaving 00000100:00000001:3.0:1789307431.916974:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789307431.916980:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789307431.916981:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfb9ecf480 x1876218616130816/t12884922550(12884922550) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1789307439 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307431.916986:0:118850:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307431.916998:0:118850:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.917004:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307431.917007:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307431.917008:0:118852:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789307431.917012:0:118852:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789307431.917014:0:118852:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fbe944da000. 02000000:00000001:3.0:1789307431.917019:0:118852:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789307431.917022:0:118852:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789307431.917025:0:118852:0:(genops.c:1222:class_import_put()) import ffff9fbf97e5e000 refcount=7 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:3.0:1789307431.917029:0:118852:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789307431.917034:0:118852:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fbfc0b99a00. 02000000:00000001:3.0:1789307431.917040:0:118852:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789307431.917043:0:118852:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789307431.917047:0:118852:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfb9ecf480. 00000100:00000001:3.0:1789307431.917053:0:118852:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789307431.917055:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789307431.917062:0:118852:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 12884922555) req@ffff9fbf862ec380 x1876218616133376/t12884922553(12884922553) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 552/4320 e 0 to 0 dl 1789307439 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt_rdpg00_002.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1789307431.917074:0:118852:0:(osp_trans.c:1023:osp_request_commit_cb()) Process entered 00000004:00080000:3.0:1789307431.917077:0:118852:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884922553 committed transno 12884922555 00000004:00000010:3.0:1789307431.917086:0:118852:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fbe9f6dd000. 00000004:00000010:3.0:1789307431.917092:0:118852:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fbe88a65d40. 00000004:00000010:3.0:1789307431.917096:0:118852:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fbfb93b7840. 00000004:00000010:3.0:1789307431.917099:0:118852:0:(osp_trans.c:924:osp_thandle_destroy()) kfreed 'oth': 136 at ffff9fbfb93b7d80. 00000004:00000001:3.0:1789307431.917103:0:118852:0:(osp_trans.c:1050:osp_request_commit_cb()) Process leaving 00000100:00000001:3.0:1789307431.917105:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789307431.917111:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbf862ec380 x1876218616133376/t12884922553(12884922553) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 552/4320 e 0 to 0 dl 1789307439 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt_rdpg00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307431.917125:0:118852:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789307431.917133:0:118852:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789307431.917137:0:118852:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fbf831f2000. 02000000:00000001:3.0:1789307431.917144:0:118852:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789307431.917147:0:118852:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789307431.917149:0:118852:0:(genops.c:1222:class_import_put()) import ffff9fbf97e5e000 refcount=6 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:3.0:1789307431.917153:0:118852:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789307431.917156:0:118852:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9fbf98c9c800. 02000000:00000001:3.0:1789307431.917162:0:118852:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789307431.917166:0:118852:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789307431.917169:0:118852:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf862ec380. 00000100:00000001:3.0:1789307431.917174:0:118852:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789307431.917177:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789307431.917185:0:118852:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 12884922555) req@ffff9fbfbd413800 x1876218616135680/t12884922554(12884922554) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307440 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1789307431.917202:0:118852:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9fbfbd413800, transno 12884922554 00000100:00000001:3.0:1789307431.917206:0:118852:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789307431.917207:0:118852:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244595578880 : -105829113972736 : ffff9fbfbd413800) 00000100:00000001:3.0:1789307431.917221:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789307431.917228:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbd413800 x1876218616135680/t12884922554(12884922554) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307440 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1789307431.917242:0:238808:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:3.0:1789307431.917242:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.917246:0:238808:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307431.917250:0:118852:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 12884922555) req@ffff9fbe8268d500 x1876218616145152/t12884922555(12884922555) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1789307431.917258:0:238808:0:(osp_sync.c:1145:osp_sync_process_committed()) Process entered 00000004:00000040:1.0:1789307431.917269:0:238808:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbfb58ac6c0 : new refcount 3 00000004:00080000:3.0:1789307431.917274:0:118852:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9fbe8268d500, transno 12884922555 00000040:00000001:1.0:1789307431.917279:0:238808:0:(llog_cat_server.c:690:llog_cat_cancel_records()) Process entered 00000100:00000001:3.0:1789307431.917279:0:118852:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789307431.917283:0:118852:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638239313351936 : -105834396199680 : ffff9fbe8268d500) 00000040:00000001:1.0:1789307431.917284:0:238808:0:(llog_cat_server.c:632:llog_cat_cancel_arr_rec()) Process entered 00000100:00000001:3.0:1789307431.917288:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000040:00000001:1.0:1789307431.917290:0:238808:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00000100:00000040:3.0:1789307431.917294:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbe8268d500 x1876218616145152/t12884922555(12884922555) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000040:00000001:1.0:1789307431.917297:0:238808:0:(llog_cat.c:69:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307431.917304:0:238808:0:(llog.c:211:llog_cancel_arr_rec()) Process entered 00000040:00001000:1.0:1789307431.917308:0:238808:0:(llog.c:220:llog_cancel_arr_rec()) Canceling 1 records, first 8005 in log [0x1:0x33:0x0] 00000100:00000001:3.0:1789307431.917315:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307431.917318:0:238808:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00000100:00100000:3.0:1789307431.917322:0:118852:0:(client.c:3170:ptlrpc_free_committed()) @@@ stopping search req@ffff9fbfbbf5f480 x1876218616145536/t12884922556(12884922556) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1789307431.917325:0:238808:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfb2671600. 00080000:00000001:1.0:1789307431.917333:0:238808:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244413511168 : -105829296040448 : ffff9fbfb2671600) 00000040:00000001:1.0:1789307431.917338:0:238808:0:(llog.c:1207:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1789307431.917344:0:238808:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1789307431.917350:0:238808:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000100:00000001:3.0:1789307431.917353:0:118852:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307431.917357:0:238808:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000100:00000040:3.0:1789307431.917359:0:118852:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: normal: skip=1 replay=4/5 committed=0/0 00080000:00000010:1.0:1789307431.917364:0:238808:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ff700. 00000100:00000001:3.0:1789307431.917366:0:118852:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789307431.917370:0:118852:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307431.917371:0:238808:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307431.917376:0:238808:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307431.917378:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfb918b100 x1876218616146688/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000040:00000001:1.0:1789307431.917379:0:238808:0:(llog.c:1219:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307431.917385:0:238808:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1789307431.917388:0:238808:0:(llog_osd.c:1921:llog_osd_declare_destroy()) Process entered 00080000:00000001:1.0:1789307431.917393:0:238808:0:(osd_handler.c:4081:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1789307431.917396:0:238808:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000100:00000001:3.0:1789307431.917397:0:118852:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307431.917398:0:238808:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1789307431.917403:0:238808:0:(osd_handler.c:395:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x33:0x0] not in the id map cache 00000100:00000001:3.0:1789307431.917403:0:118852:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789307431.917407:0:118852:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1789307431.917410:0:238808:0:(osd_handler.c:4122:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307431.917411:0:118852:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000040:00000001:1.0:1789307431.917414:0:238808:0:(llog_osd.c:1959:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1789307431.917416:0:118852:0:(osp_precreate.c:87:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0000: Updating status = 0 00000040:00000001:1.0:1789307431.917420:0:238808:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1789307431.917421:0:118852:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0000: blocks=958279 free=953279 avail=896721 avail_mb=3502 hwm_mb=7 files=262144 ffree=259166 state=0: rc = 0 00080000:00000001:1.0:1789307431.917426:0:238808:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00000004:00000020:3.0:1789307431.917432:0:118852:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-OST0001-osc-MDT0000 (ffff9fbf83a76000): 958279 blocks, 953279 free, 896721 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259166 free files 0x0 00080000:00000001:1.0:1789307431.917438:0:238808:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307431.917440:0:118852:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307431.917443:0:238808:0:(llog.c:1230:llog_write_rec()) Process entered 00000040:00000001:1.0:1789307431.917447:0:238808:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000100:00000040:3.0:1789307431.917448:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb918b100 x1876218616146688/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000040:00001000:1.0:1789307431.917452:0:238808:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x33:0x0] 00000100:00100000:3.0:1789307431.917467:0:118852:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfb918b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:118852:1876218616146688:0@lo:13:osp-pre-1-0.0 00000100:00000001:3.0:1789307431.917473:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307431.917478:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789307431.917483:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfb918b100 x1876218616146688/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000040:00000001:1.0:1789307431.917489:0:238808:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307431.917490:0:118852:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789307431.917493:0:118852:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000040:00000001:1.0:1789307431.917494:0:238808:0:(llog.c:1263:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789307431.917496:0:118852:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbe92097800. 00080000:00000001:1.0:1789307431.917498:0:238808:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 02000000:00000001:3.0:1789307431.917500:0:118852:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789307431.917503:0:118852:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789307431.917504:0:118852:0:(genops.c:1222:class_import_put()) import ffff9fbf97e5e000 refcount=5 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:3.0:1789307431.917506:0:118852:0:(genops.c:1229:class_import_put()) Process leaving 00080000:00000010:1.0:1789307431.917508:0:238808:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ff700. 02000000:00000010:3.0:1789307431.917513:0:118852:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfad363100. 02000000:00000001:3.0:1789307431.917519:0:118852:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00040000:00000001:1.0:1789307431.917520:0:238808:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 02000000:00000001:3.0:1789307431.917522:0:118852:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00040000:00000001:1.0:1789307431.917523:0:238808:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00000100:00000010:3.0:1789307431.917526:0:118852:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfb918b100. 00080000:00000001:1.0:1789307431.917527:0:238808:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:2.0:1789307431.917529:0:238820:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 21474927159 committed batchid 21474927155 00000040:00000001:1.0:1789307431.917531:0:238808:0:(llog.c:349:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307431.917533:0:118852:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000040:00000001:1.0:1789307431.917535:0:238808:0:(llog_cat_server.c:671:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307431.917535:0:238820:0:(update_trans.c:1386:distribute_txn_commit_batchid_update()) Process entered 00000100:00000001:3.0:1789307431.917536:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1789307431.917539:0:238808:0:(llog_cat_server.c:701:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307431.917540:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307431.917542:0:238808:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1789307431.917542:0:238820:0:(update_trans.c:1388:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff9fbf82f2cae0. 00000100:00000001:3.0:1789307431.917546:0:118852:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00080000:00000001:2.0:1789307431.917547:0:238820:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00000100:00000040:1.0:1789307431.917549:0:238808:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbd413800 x1876218616135680/t12884922554(12884922554) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307440 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307431.917549:0:118852:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307431.917552:0:238820:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbe841b3a00. 00000100:00000001:3.0:1789307431.917554:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307431.917557:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307431.917559:0:238820:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638239341820416 : -105834367731200 : ffff9fbe841b3a00) 00000100:00000001:1.0:1789307431.917563:0:238808:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307431.917564:0:238808:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307431.917566:0:238808:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbfb9f8e000. 00080000:00000001:2.0:1789307431.917571:0:238820:0:(osd_io.c:1877:osd_declare_write()) Process entered 02000000:00000001:1.0:1789307431.917572:0:238808:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307431.917575:0:238808:0:(genops.c:1216:class_import_put()) Process entered 00000001:00000001:2.0:1789307431.917576:0:238820:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000020:00000040:1.0:1789307431.917577:0:238808:0:(genops.c:1222:class_import_put()) import ffff9fbf97e5e000 refcount=4 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:1.0:1789307431.917581:0:238808:0:(genops.c:1229:class_import_put()) Process leaving 00080000:00000010:2.0:1789307431.917582:0:238820:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbec4f00880. 02000000:00000010:1.0:1789307431.917583:0:238808:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9fbfbb499800. 00080000:00000001:2.0:1789307431.917587:0:238820:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307431.917588:0:238808:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307431.917590:0:238808:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307431.917592:0:238808:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbd413800. 00080000:00000001:2.0:1789307431.917593:0:238820:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00000100:00000001:1.0:1789307431.917595:0:238808:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307431.917597:0:238808:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1789307431.917599:0:238808:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbfb58ac6c0 : new refcount 2 00080000:00000001:2.0:1789307431.917600:0:238820:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:1.0:1789307431.917602:0:238808:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 2 in progress, 0 in flight, 1 done 00000004:00000001:1.0:1789307431.917604:0:238808:0:(osp_sync.c:1260:osp_sync_process_committed()) Process leaving 00000004:00000001:1.0:1789307431.917605:0:238808:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1789307431.917606:0:238808:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.917608:0:238808:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1789307431.917609:0:238808:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.917611:0:238808:0:(osp_sync.c:1145:osp_sync_process_committed()) Process entered 00000004:00000040:1.0:1789307431.917612:0:238808:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbfb58ac6c0 : new refcount 3 00000020:00000040:2.0:1789307431.917612:0:238820:0:(update_trans.c:1425:distribute_txn_commit_batchid_update()) lustre-MDT0000: update batchid 21474927159: rc = 0 00080000:00000001:2.0:1789307431.917617:0:238820:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00000040:00000001:1.0:1789307431.917618:0:238808:0:(llog_cat_server.c:690:llog_cat_cancel_records()) Process entered 00000040:00000001:1.0:1789307431.917620:0:238808:0:(llog_cat_server.c:632:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:1.0:1789307431.917621:0:238808:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00000040:00000001:1.0:1789307431.917623:0:238808:0:(llog_cat.c:69:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307431.917624:0:238820:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbec4f00880. 00000040:00000001:1.0:1789307431.917625:0:238808:0:(llog.c:211:llog_cancel_arr_rec()) Process entered 00040000:00000001:2.0:1789307431.917629:0:238820:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:2.0:1789307431.917630:0:238820:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00000040:00001000:1.0:1789307431.917633:0:238808:0:(llog.c:220:llog_cancel_arr_rec()) Canceling 1 records, first 8006 in log [0x1:0x33:0x0] 00080000:00000001:2.0:1789307431.917634:0:238820:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307431.917636:0:238808:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00000020:00000001:2.0:1789307431.917638:0:238820:0:(update_trans.c:1433:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307431.917640:0:238808:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfb2671c00. 00080000:00000001:1.0:1789307431.917643:0:238808:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244413512704 : -105829296038912 : ffff9fbfb2671c00) 00000020:00080000:2.0:1789307431.917643:0:238820:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 21474927155 00000040:00000001:1.0:1789307431.917647:0:238808:0:(llog.c:1207:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1789307431.917649:0:238808:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1789307431.917651:0:238808:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:1.0:1789307431.917652:0:238808:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1789307431.917654:0:238808:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ff700. 00080000:00000001:1.0:1789307431.917655:0:238808:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307431.917657:0:238808:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307431.917658:0:238808:0:(llog.c:1219:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307431.917659:0:238808:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1789307431.917660:0:238808:0:(llog_osd.c:1921:llog_osd_declare_destroy()) Process entered 00080000:00000001:1.0:1789307431.917662:0:238808:0:(osd_handler.c:4081:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1789307431.917663:0:238808:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1789307431.917664:0:238808:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1789307431.917665:0:238808:0:(osd_handler.c:395:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x33:0x0] not in the id map cache 00080000:00000001:1.0:1789307431.917666:0:238808:0:(osd_handler.c:4122:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307431.917667:0:238808:0:(llog_osd.c:1959:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307431.917668:0:238808:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307431.917669:0:238808:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:1.0:1789307431.917672:0:238808:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307431.917673:0:238808:0:(llog.c:1230:llog_write_rec()) Process entered 00000040:00000001:1.0:1789307431.917674:0:238808:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1789307431.917675:0:238808:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x33:0x0] 00000040:00000001:1.0:1789307431.917679:0:238808:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307431.917680:0:238808:0:(llog.c:1263:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307431.917681:0:238808:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:1.0:1789307431.917684:0:238808:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ff700. 00040000:00000001:1.0:1789307431.917686:0:238808:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:1.0:1789307431.917686:0:238808:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:1.0:1789307431.917687:0:238808:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307431.917688:0:238808:0:(llog.c:349:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307431.917690:0:238808:0:(llog_cat_server.c:671:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307431.917691:0:238808:0:(llog_cat_server.c:701:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307431.917693:0:238808:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307431.917701:0:238808:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbe8268d500 x1876218616145152/t12884922555(12884922555) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307431.917708:0:238808:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307431.917709:0:238808:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307431.917711:0:238808:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbfbd293c00. 02000000:00000001:1.0:1789307431.917715:0:238808:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307431.917717:0:238808:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307431.917718:0:238808:0:(genops.c:1222:class_import_put()) import ffff9fbf97e5e000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:1.0:1789307431.917720:0:238808:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307431.917721:0:238808:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9fbfbb49b800. 02000000:00000001:1.0:1789307431.917724:0:238808:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307431.917725:0:238808:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307431.917727:0:238808:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbe8268d500. 00000100:00000001:1.0:1789307431.917730:0:238808:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307431.917732:0:238808:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1789307431.917734:0:238808:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbfb58ac6c0 : new refcount 2 00000004:00001000:1.0:1789307431.917736:0:238808:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 1 in progress, 0 in flight, 1 done 00000004:00000001:1.0:1789307431.917739:0:238808:0:(osp_sync.c:1260:osp_sync_process_committed()) Process leaving 00000004:00000001:1.0:1789307431.917740:0:238808:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1789307431.917742:0:238808:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.917743:0:238808:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1789307431.917745:0:238808:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307431.917746:0:238808:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1789307431.917748:0:238808:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307432.427143:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307432.427147:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789307432.427147:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307432.427151:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1789307432.427154:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307432.427158:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbf5f800 x1876218616147072/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307432.427166:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789307432.427168:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307432.427174:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789307432.427177:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789307432.427178:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307432.427181:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbf5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:118851:1876218616147072:0@lo:13:osp-pre-1-1.0 00000100:00000001:1.0:1789307432.427189:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789307432.427194:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789307432.427196:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307432.427197:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789307432.427200:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbe8cf92800. 02000000:00000001:1.0:1789307432.427202:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307432.427207:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644e70. 00000400:00000010:1.0:1789307432.427213:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54088. 00000100:00000200:1.0:1789307432.427218:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616147072, portal 4 00000100:00000001:1.0:1789307432.427220:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307432.427221:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244573870080 : -105829135681536 : ffff9fbfbbf5f800) 00000100:00000040:1.0:1789307432.427227:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbf5f800 x1876218616147072/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307448 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307432.427232:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307432.427234:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789307432.427235:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54110. 00000100:00000200:1.0:1789307432.427237:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876218616147072, offset 0 00000400:00000200:1.0:1789307432.427242:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789307432.427253:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789307432.427261:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6aa693022ec80 00000400:00000200:1.0:1789307432.427266:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x4f41 [8] + 1568 00000400:00000200:1.0:1789307432.427272:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307432.427275:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307432.427280:0:118851:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789307432.427282:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1789307432.427286:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbe8268d500. 00000100:00000040:1.0:1789307432.427288:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbe8268d500 x1876218616147072 msgsize 224 00000100:00100000:1.0:1789307432.427290:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1789307432.427304:0:118851:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1789307432.427314:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54110 00000400:00000010:1.0:1789307432.427316:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54110. 00000100:00000001:1.0:1789307432.427318:0:118851:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789307432.427321:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbf5f800 x1876218616147072/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307448 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307432.427337:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307432.427339:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbf5f800 x1876218616147072/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307448 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307432.427344:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307432.427344:0:122268:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1789307432.427348:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1789307432.427348:0:122268:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616147072 02000000:00000001:2.0:1789307432.427351:0:122268:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307432.427353:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307432.427354:0:122268:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307432.427357:0:122268:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307432.427359:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 5160 usecs (6 jiffies) 02000000:00000001:2.0:1789307432.427361:0:122268:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307432.427363:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315060742 00000100:00100000:2.0:1789307432.427365:0:122268:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616147072 00000100:00000001:1.0:1789307432.427367:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315062716 00000020:00000001:2.0:1789307432.427368:0:122268:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1789307432.427372:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315060742 00000020:00000040:2.0:1789307432.427373:0:122268:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725e8b60ec 00000100:00000001:1.0:1789307432.427377:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315062716 00000100:00000001:1.0:1789307432.427378:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315060742 00000100:00000001:1.0:1789307432.427380:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315062716 00000020:00000001:2.0:1789307432.427380:0:122268:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1789307432.427383:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315060742 00000100:00000001:1.0:1789307432.427385:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315062716 00000020:00000040:2.0:1789307432.427385:0:122268:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe9623d800 refcount=5 00000100:00000001:1.0:1789307432.427390:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789307432.427390:0:122268:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239644375040 : -105834065176576 : ffff9fbe9623d800) 00000020:00000001:2.0:1789307432.427394:0:122268:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239644375040 : -105834065176576 : ffff9fbe9623d800) 00000100:00000001:1.0:1789307432.427395:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307432.427399:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307432.427400:0:122268:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307432.427401:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1789307432.427405:0:122268:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00880. 00000100:00000001:1.0:1789307432.427408:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307432.427411:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1789307432.427411:0:122268:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbf9a489840. 00000100:00000001:1.0:1789307432.427416:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307432.427417:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307432.427417:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307432.427419:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307432.427421:0:122268:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000100:00000001:2.0:1789307432.427434:0:122268:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1789307432.427441:0:122268:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbe841b2400. 00000020:00000010:2.0:1789307432.427446:0:122268:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44400. 00000020:00000010:2.0:1789307432.427450:0:122268:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984258. 00000100:00000040:2.0:1789307432.427462:0:122268:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1789307432.427465:0:122268:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307432.427466:0:122268:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307432.427468:0:122268:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307432.427476:0:122268:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307432.427486:0:122268:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307432.427496:0:122268:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307432.427497:0:122268:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789307432.427500:0:122268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4561 00000100:00000040:2.0:1789307432.427503:0:122268:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe9623d800 : new rpc_count 1 00000100:00000001:2.0:1789307432.427505:0:122268:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638239313351936 : -105834396199680 : ffff9fbe8268d500) 00000100:00000040:2.0:1789307432.427509:0:122268:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbe8268d500 x1876218616147072/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:478/0 lens 224/0 e 0 to 0 dl 1789307443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307432.427517:0:122268:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307432.427520:0:122268:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00980. 00000100:00000001:2.0:1789307432.427523:0:122268:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307432.427525:0:122268:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00980. 00000100:00100000:2.0:1789307432.427533:0:122268:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbe8268d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:118851:x1876218616147072:12345-0@lo:13:osp-pre-1-1.0 00000100:00000200:2.0:1789307432.427536:0:122268:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616147072 00000020:00000001:2.0:1789307432.427539:0:122268:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1789307432.427542:0:122268:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1789307432.427544:0:122268:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307432.427546:0:122268:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1789307432.427548:0:122268:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664990128 : -1044561488 : ffffffffc1bd41b0) 00000020:00000001:2.0:1789307432.427552:0:122268:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1789307432.427555:0:122268:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307432.427557:0:122268:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307432.427559:0:122268:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1789307432.427561:0:122268:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307432.427564:0:122268:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307432.427566:0:122268:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789307432.427571:0:122268:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbe92097800. 02000000:00000001:2.0:1789307432.427573:0:122268:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307432.427580:0:122268:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1789307432.427584:0:122268:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1789307432.427588:0:122268:0:(ofd_obd.c:710:ofd_statfs()) Process entered 00000020:00000001:2.0:1789307432.427590:0:122268:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1789307432.427592:0:122268:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1789307432.427595:0:122268:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 33808192 pending 0 free 3904630784 avail 3673108480 00000020:00000020:2.0:1789307432.427598:0:122268:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 143168 0 0 00000020:00000020:2.0:1789307432.427601:0:122268:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli 6b94c9bb-f547-4fe5-8ac4-fde7cb36702a/ffff9fbe9623d000 dirty 0 pend 0 grant 33665024 00000020:00000020:2.0:1789307432.427604:0:122268:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9fbf92163800 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1789307432.427606:0:122268:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9fbe9623d800 dirty 0 pend 0 grant 0 00002000:00000020:2.0:1789307432.427609:0:122268:0:(ofd_obd.c:759:ofd_statfs()) 958279 blocks: 953279 free, 896721 avail; 262144 objects: 259166 free; state 0 00002000:00000001:2.0:1789307432.427611:0:122268:0:(ofd_obd.c:802:ofd_statfs()) Process leaving 00000001:00000001:2.0:1789307432.427617:0:122268:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1789307432.427619:0:122268:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1789307432.427621:0:122268:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789307432.427624:0:122268:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884922541, transno 0, xid 1876218616147072 00010000:00000001:2.0:1789307432.427627:0:122268:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:2.0:1789307432.427631:0:122268:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbe8268d500 x1876218616147072/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:478/0 lens 224/368 e 0 to 0 dl 1789307443 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789307432.427638:0:122268:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789307432.427641:0:122268:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307432.427645:0:122268:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbe1fbde8 time=144 v=5 (1 1 1 1) 00000100:00000001:2.0:1789307432.427649:0:122268:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789307432.427651:0:122268:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:2.0:1789307432.427653:0:122268:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:2.0:1789307432.427655:0:122268:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307432.427657:0:122268:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307432.427659:0:122268:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307432.427662:0:122268:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789307432.427665:0:122268:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd880. 00000100:00000200:2.0:1789307432.427668:0:122268:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1876218616147072, offset 224 00000400:00000200:2.0:1789307432.427672:0:122268:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789307432.427677:0:122268:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789307432.427690:0:122268:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6aa693022ec80 00000400:00000200:2.0:1789307432.427694:0:122268:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c1789 [1] + 224 00000400:00000200:2.0:1789307432.427699:0:122268:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307432.427702:0:122268:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1789307432.427706:0:122268:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789307432.427710:0:122268:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbbf5f800 x1876218616147072/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307448 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307432.427716:0:122268:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fbfbbf5f800 x1876218616147072/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307448 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307432.427728:0:122268:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789307432.427732:0:122268:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd880 00000400:00000010:2.0:1789307432.427733:0:122268:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd880. 00000100:00000001:2.0:1789307432.427735:0:122268:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789307432.427736:0:122268:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:2.0:1789307432.427738:0:122268:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307432.427740:0:122268:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00010000:00000001:2.0:1789307432.427742:0:122268:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307432.427743:0:122268:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307432.427745:0:122268:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1789307432.427747:0:122268:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbe8268d500 x1876218616147072/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:478/0 lens 224/368 e 0 to 0 dl 1789307443 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307432.427754:0:122268:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbe8268d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:118851:x1876218616147072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 235us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1789307432.427760:0:122268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4561 00000100:00000040:2.0:1789307432.427763:0:122268:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe9623d800 : new rpc_count 0 00000100:00000001:2.0:1789307432.427765:0:122268:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307432.427766:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789307432.427767:0:122268:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1789307432.427771:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1789307432.427772:0:122268:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44400. 00000400:00000001:1.0:1789307432.427776:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1789307432.427776:0:122268:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984258. 00000020:00000010:2.0:1789307432.427778:0:122268:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbe841b2400. 00000400:00000001:1.0:1789307432.427780:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789307432.427783:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644e70. 00000020:00000040:2.0:1789307432.427783:0:122268:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d800 : new refcount 4 00000100:00000001:2.0:1789307432.427786:0:122268:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307432.427801:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54088 00000400:00000010:1.0:1789307432.427810:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54088. 00000100:00000001:1.0:1789307432.427814:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789307432.427818:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbf5f800 x1876218616147072/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307448 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789307432.427828:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbf5f800 x1876218616147072/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307448 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307432.427834:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307432.427836:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307432.427846:0:118851:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789307432.427849:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789307432.427881:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307432.427883:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307432.427886:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307432.427891:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe85bcbca8 time=7 v=5 (5 5 5 5) 00000100:00001000:1.0:1789307432.427894:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe85bcbc18 time=7 v=5 (1 1 1 1) 00000100:00000001:1.0:1789307432.427904:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789307432.427906:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307432.427909:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789307432.427912:0:118851:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307432.427915:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789307432.427917:0:118851:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 12884922541 00000100:00000001:1.0:1789307432.427919:0:118851:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307432.427920:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307432.427926:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbf5f800 x1876218616147072/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307448 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307432.427933:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307432.427936:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307432.427938:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1789307432.427940:0:118851:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1789307432.427944:0:118851:0:(osp_precreate.c:87:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0001: Updating status = 0 00000004:00000040:1.0:1789307432.427947:0:118851:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0001: blocks=958279 free=953279 avail=896721 avail_mb=3502 hwm_mb=7 files=262144 ffree=259166 state=0: rc = 0 00000004:00000020:1.0:1789307432.427953:0:118851:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-OST0001-osc-MDT0001 (ffff9fbe85bcf000): 958279 blocks, 953279 free, 896721 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259166 free files 0x0 00000004:00000001:1.0:1789307432.427973:0:118851:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307432.427989:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf5f800 x1876218616147072/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307448 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307432.427997:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbf5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:118851:1876218616147072:0@lo:13:osp-pre-1-1.0 00000100:00000001:1.0:1789307432.428001:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307432.428003:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307432.428006:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbf5f800 x1876218616147072/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307448 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307432.428013:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307432.428015:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307432.428018:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbe8cf92800. 02000000:00000001:1.0:1789307432.428022:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307432.428024:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307432.428025:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbe85bcb800 refcount=2 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:1.0:1789307432.428028:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307432.428030:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf87ecc900. 02000000:00000001:1.0:1789307432.428033:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307432.428035:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307432.428037:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbf5f800. 00000100:00000001:1.0:1789307432.428040:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307432.428042:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307432.428043:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307432.428047:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307432.428048:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307432.428050:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307432.428052:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307432.747106:0:243629:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789307432.747110:0:243629:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789307432.747114:0:243629:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789307434.474997:0:263615:0:(connection.c:75:cpu_latency_work()) work item of ffff9fbe84bd7910 (cpu 1) has reached its deadline 4315062716, at 4315062784 00000100:00000040:3.0:1789307434.474997:0:244305:0:(connection.c:75:cpu_latency_work()) work item of ffff9fbe84bd7b30 (cpu 3) has reached its deadline 4315062716, at 4315062784 00000100:00000010:1.0:1789307434.475028:0:263615:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fbe83816180. 00000100:00000010:3.0:1789307434.475030:0:244305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fbe83816600. 00000100:00000040:2.0:1789307434.475032:0:265227:0:(connection.c:75:cpu_latency_work()) work item of ffff9fbe84bd7a20 (cpu 2) has reached its deadline 4315062716, at 4315062784 00000100:00000010:2.0:1789307434.475042:0:265227:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fbe838166c0. 00000100:00000040:1.0:1789307434.475111:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d06165a-4799-48d7-99d3-4176da1fff9b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789307434.475132:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789307434.475140:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbd413800. 00000020:00000040:1.0:1789307434.475146:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbe870dc800 refcount=4 obd=MGC192.168.204.156@tcp 00000100:00000001:1.0:1789307434.475150:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789307434.475154:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789307434.475160:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307434.475169:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf82fefb00. 00000100:00000001:1.0:1789307434.475177:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307434.475201:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d06165a-4799-48d7-99d3-4176da1fff9b->MGS req@ffff9fbfbd413800 x1876218616147200/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789307434.475216:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789307434.475221:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307434.475229:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007539f34c] to pc [ptlrpcd_00_03+3] req@ffff9fbfbd413800 x1876218616147200/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307434.475263:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307434.475267:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789307434.475272:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307434.475273:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:3.0:1789307434.475277:0:118851:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1789307434.475280:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789307434.475281:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf0c380. 00000020:00000040:1.0:1789307434.475288:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbf89fa1000 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:3.0:1789307434.475288:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789307434.475292:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307434.475294:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1789307434.475295:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307434.475302:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789307434.475306:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1789307434.475307:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789307434.475317:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307434.475321:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbd413800 x1876218616147200/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1789307434.475328:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf82fef800. 00000100:00000001:3.0:1789307434.475329:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789307434.475333:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.475336:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307434.475337:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789307434.475341:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789307434.475344:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307434.475347:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID req@ffff9fbfbbf0c380 x1876218616147328/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789307434.475348:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbd413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6d06165a-4799-48d7-99d3-4176da1fff9b:118851:1876218616147200:0@lo:400:kworker.0 00000100:00000001:3.0:1789307434.475354:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789307434.475359:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1789307434.475363:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1789307434.475363:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307434.475368:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1789307434.475369:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789307434.475373:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbe861c2800. 00000100:00000040:1.0:1789307434.475378:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058dd658e] to pc [ptlrpcd_00_00+0] req@ffff9fbfbbf0c380 x1876218616147328/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789307434.475386:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789307434.475395:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a5160b0. 00000100:00000001:1.0:1789307434.475417:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307434.475431:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789307434.475437:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789307434.475446:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1789307434.475451:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb7f5aa00. 00000100:00000001:2.0:1789307434.475455:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307434.475459:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbf97e31800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000400:00000010:3.0:1789307434.475461:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cded48. 00000100:00000001:1.0:1789307434.475469:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1789307434.475477:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616147200, portal 25 02000000:00000001:1.0:1789307434.475478:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789307434.475490:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.475490:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789307434.475501:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244595578880 : -105829113972736 : ffff9fbfbd413800) 02000000:00000010:1.0:1789307434.475508:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf82fefa00. 00000100:00000040:3.0:1789307434.475514:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbd413800 x1876218616147200/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307434.475520:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.475525:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307434.475533:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff9fbfb7f5aa00 x1876218616147456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1789307434.475541:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789307434.475550:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde660. 00000100:00000200:3.0:1789307434.475560:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876218616147200, offset 0 00000100:00000001:1.0:1789307434.475571:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1789307434.475578:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1789307434.475580:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307434.475592:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94c0947] to pc [ptlrpcd_00_01+1] req@ffff9fbfb7f5aa00 x1876218616147456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789307434.475603:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1789307434.475627:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307434.475631:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6aa693022ed00 00000100:00000040:1.0:1789307434.475635:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1789307434.475645:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1bfa65 [2] + 0 00000100:00000001:1.0:1789307434.475650:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1789307434.475658:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb6ce3738. 00000100:00000010:1.0:1789307434.475660:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb7f59c00. 00000100:00000001:2.0:1789307434.475665:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1789307434.475667:0:118851:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fbe82646300 00000100:00000001:2.0:1789307434.475675:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1789307434.475680:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbf84cc6800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:3.0:1789307434.475682:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1789307434.475683:0:118850:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1789307434.475694:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1789307434.475698:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfb7f5aa00 x1876218616147456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307434.475701:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1789307434.475701:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1789307434.475709:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307434.475716:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe82646300 02000000:00000010:1.0:1789307434.475721:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf82fef700. 00000100:00000001:2.0:1789307434.475722:0:118850:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1789307434.475722:0:118851:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbe82646300. 00000100:00000001:2.0:1789307434.475726:0:118850:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307434.475731:0:118850:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1789307434.475733:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307434.475734:0:118850:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307434.475735:0:118851:0:(events.c:290:request_in_callback()) Process entered 02000000:00000001:2.0:1789307434.475738:0:118850:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789307434.475743:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:2.0:1789307434.475748:0:118850:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfb7f5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:118850:1876218616147456:0@lo:400:kworker.0 00000100:00000040:1.0:1789307434.475752:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@ffff9fbfb7f59c00 x1876218616147584/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789307434.475752:0:118850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1789307434.475752:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf98cf9850 x1876218616147200 msgsize 224 02000000:00000001:2.0:1789307434.475756:0:118850:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789307434.475763:0:118850:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307434.475767:0:118850:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1789307434.475771:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:2.0:1789307434.475773:0:118850:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbe841b2400. 00000100:00000001:1.0:1789307434.475783:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1789307434.475783:0:118850:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307434.475784:0:118851:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:2.0:1789307434.475794:0:118850:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf83605cb8. 00000100:00000001:1.0:1789307434.475795:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307434.475800:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd880. 00000100:00000001:3.0:1789307434.475803:0:118851:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000200:2.0:1789307434.475807:0:118850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616147456, portal 10 00000100:00000040:1.0:1789307434.475809:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8d0609c] to pc [ptlrpcd_00_02+2] req@ffff9fbfb7f59c00 x1876218616147584/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.475814:0:118850:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1789307434.475815:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde660 00000100:00000001:2.0:1789307434.475819:0:118850:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244506741248 : -105829202810368 : ffff9fbfb7f5aa00) 00000400:00000010:3.0:1789307434.475821:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde660. 00000100:00000001:3.0:1789307434.475830:0:118851:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1789307434.475834:0:118850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfb7f5aa00 x1876218616147456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789307434.475839:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbd413800 x1876218616147200/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.475887:0:118850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307434.475894:0:118850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1789307434.475896:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1789307434.475904:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd5d8. 00000100:00000200:2.0:1789307434.475913:0:118850:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616147456, offset 0 00000100:00000040:3.0:1789307434.475916:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbd413800 x1876218616147200/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307450 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307434.475932:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.475950:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1789307434.475951:0:118850:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1789307434.475956:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.475964:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307434.475968:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789307434.475974:0:118851:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315067819 00000400:00000200:2.0:1789307434.475977:0:118850:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1789307434.475986:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789307434.475988:0:118851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fbe83816600. 00000100:00000010:1.0:1789307434.475999:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb7f58000. 00000100:00000001:3.0:1789307434.476000:0:118851:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1789307434.476006:0:118850:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa693022ee00 00000020:00000040:1.0:1789307434.476008:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbfb6ad4000 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:3.0:1789307434.476012:0:118851:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315067819 00000100:00000001:1.0:1789307434.476017:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1789307434.476018:0:118850:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 151704 00000100:00000010:3.0:1789307434.476020:0:118851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fbe83816b40. 02000000:00000001:1.0:1789307434.476022:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1789307434.476027:0:118851:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1789307434.476029:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307434.476030:0:118850:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789307434.476034:0:118851:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 2 is 4315067819 02000000:00000010:1.0:1789307434.476037:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf82fef100. 00000400:00000200:2.0:1789307434.476038:0:118850:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1789307434.476044:0:118851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fbe838165a0. 00000100:00000001:1.0:1789307434.476047:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.476052:0:118850:0:(events.c:290:request_in_callback()) Process entered 00000100:00000001:3.0:1789307434.476052:0:118851:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1789307434.476056:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff9fbfb7f58000 x1876218616147712/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1789307434.476057:0:118850:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1789307434.476060:0:118851:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 3 is 4315067819 00000100:00000010:2.0:1789307434.476067:0:118850:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb9188000. 00000100:00000010:3.0:1789307434.476072:0:118851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fbe83816720. 00000100:00000040:2.0:1789307434.476078:0:118850:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb9188000 x1876218616147456 msgsize 224 00000100:00000001:3.0:1789307434.476080:0:118851:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789307434.476088:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307434.476101:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307434.476112:0:118850:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1789307434.476113:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.476120:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789307434.476126:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307434.476128:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.476136:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789307434.476138:0:118850:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:3.0:1789307434.476141:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1789307434.476144:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000969a5e7d] to pc [ptlrpcd_00_03+3] req@ffff9fbfb7f58000 x1876218616147712/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307434.476147:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd5d8 00000100:00000001:3.0:1789307434.476150:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1789307434.476156:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd5d8. 00000100:00000001:3.0:1789307434.476157:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789307434.476163:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1789307434.476168:0:118850:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1789307434.476179:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfb7f59c00 x1876218616147584/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789307434.476182:0:118850:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfb7f5aa00 x1876218616147456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307434.476221:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307434.476234:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789307434.476234:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789307434.476235:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789307434.476239:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.476244:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1789307434.476245:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfb7f5aa00 x1876218616147456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789307434.476246:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1789307434.476251:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb7f5ad80. 02000000:00000001:3.0:1789307434.476253:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1789307434.476259:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbe85bcb800 refcount=3 obd=lustre-OST0001-osc-MDT0001 02000000:00000001:3.0:1789307434.476264:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.476267:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789307434.476273:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789307434.476278:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307434.476279:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfb7f59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:118851:1876218616147584:0@lo:400:kworker.0 02000000:00000010:1.0:1789307434.476286:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf82fef600. 00000100:00000001:3.0:1789307434.476295:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1789307434.476296:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.476297:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307434.476299:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1789307434.476305:0:118850:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1789307434.476305:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307434.476309:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID req@ffff9fbfb7f5ad80 x1876218616147840/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1789307434.476313:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1789307434.476317:0:118850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789307434.476321:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbe861c3400. 00000100:00000001:1.0:1789307434.476325:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1789307434.476328:0:118850:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 14592 usecs (15 jiffies) 02000000:00000001:3.0:1789307434.476330:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.476331:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.476343:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315062800 00000400:00000010:3.0:1789307434.476345:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a516dc0. 00000100:00000040:1.0:1789307434.476349:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fad4120c] to pc [ptlrpcd_00_00+0] req@ffff9fbfb7f5ad80 x1876218616147840/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.476352:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315067819 00000400:00000010:3.0:1789307434.476354:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde660. 00000100:00000001:2.0:1789307434.476361:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315062800 00000100:00000200:3.0:1789307434.476363:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616147584, portal 4 00000100:00000001:2.0:1789307434.476366:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315067819 00000100:00000001:3.0:1789307434.476369:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789307434.476376:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244506737664 : -105829202813952 : ffff9fbfb7f59c00) 00000100:00000001:2.0:1789307434.476377:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315062800 00000100:00000001:1.0:1789307434.476380:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.476381:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315067819 00000100:00000040:1.0:1789307434.476385:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789307434.476385:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315062800 00000100:00000040:3.0:1789307434.476390:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfb7f59c00 x1876218616147584/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.476391:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315067819 00000100:00000001:1.0:1789307434.476392:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789307434.476401:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf84ec5880. 00000100:00000001:2.0:1789307434.476404:0:118850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1789307434.476408:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbfb68f8000 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1789307434.476415:0:118850:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.476417:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789307434.476421:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1789307434.476427:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1789307434.476428:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.476430:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307434.476436:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1789307434.476438:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1789307434.476440:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf82fefd00. 00000400:00000010:3.0:1789307434.476443:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdebb0. 00000100:00000200:3.0:1789307434.476454:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1876218616147584, offset 0 00000100:00000001:1.0:1789307434.476455:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.476457:0:118850:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789307434.476464:0:118850:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1789307434.476474:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@ffff9fbf84ec5880 x1876218616147968/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789307434.476475:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789307434.476479:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1789307434.476480:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1789307434.476486:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.476494:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307434.476499:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1789307434.476512:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789307434.476519:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307434.476519:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6aa693022ee80 00000100:00000001:2.0:1789307434.476524:0:238794:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1789307434.476536:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f9e91eb] to pc [ptlrpcd_00_01+1] req@ffff9fbf84ec5880 x1876218616147968/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789307434.476537:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0xa2499 [256] + 11872 00000100:00100000:2.0:1789307434.476543:0:238794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616147200 02000000:00000001:2.0:1789307434.476551:0:238794:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1789307434.476554:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1789307434.476557:0:238794:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307434.476565:0:238794:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307434.476571:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1789307434.476574:0:238794:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.476581:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307434.476583:0:238794:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616147200 00000100:00000001:3.0:1789307434.476583:0:118851:0:(events.c:290:request_in_callback()) Process entered 00000100:00000040:1.0:1789307434.476588:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:2.0:1789307434.476589:0:238794:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000200:3.0:1789307434.476589:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000040:2.0:1789307434.476598:0:238794:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedbf0 00000100:00000001:1.0:1789307434.476601:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789307434.476605:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0e9e680. 00000100:00000010:1.0:1789307434.476606:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbb572680. 00000020:00000001:2.0:1789307434.476607:0:238794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307434.476614:0:238794:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe97dc9000 refcount=24 00000020:00000040:1.0:1789307434.476616:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbfba939800 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000040:3.0:1789307434.476617:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfc0e9e680 x1876218616147584 msgsize 224 00000020:00000001:2.0:1789307434.476621:0:238794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239673257984 : -105834036293632 : ffff9fbe97dc9000) 00000100:00000001:1.0:1789307434.476628:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1789307434.476628:0:238794:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239673257984 : -105834036293632 : ffff9fbe97dc9000) 02000000:00000001:1.0:1789307434.476633:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1789307434.476636:0:238794:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1789307434.476641:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1789307434.476643:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307434.476644:0:238794:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00980. 02000000:00000010:1.0:1789307434.476651:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf82fef000. 00000100:00000001:2.0:1789307434.476652:0:238794:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307434.476657:0:118851:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:1.0:1789307434.476660:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307434.476666:0:238794:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00980. 00000400:00000200:3.0:1789307434.476667:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdebb0 00000100:00000040:1.0:1789307434.476676:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@ffff9fbfbb572680 x1876218616148096/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1789307434.476676:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdebb0. 00000020:00000010:2.0:1789307434.476685:0:238794:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbe841b2800. 00000100:00000001:3.0:1789307434.476688:0:118851:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:2.0:1789307434.476702:0:238794:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44400. 00000100:00000200:3.0:1789307434.476710:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfb7f59c00 x1876218616147584/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1789307434.476713:0:238794:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984258. 00000100:00000040:2.0:1789307434.476725:0:238794:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1789307434.476731:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789307434.476732:0:238794:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307434.476739:0:238794:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307434.476745:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.476747:0:238794:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.476751:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307434.476756:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d438089c] to pc [ptlrpcd_00_02+2] req@ffff9fbfbb572680 x1876218616148096/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.476757:0:238794:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307434.476760:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfb7f59c00 x1876218616147584/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307450 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.476765:0:238794:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307434.476784:0:238794:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307434.476795:0:238794:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1789307434.476798:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.476799:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307434.476804:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1789307434.476808:0:238794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00000001:3.0:1789307434.476808:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1789307434.476818:0:238794:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe97dc9000 : new rpc_count 1 00000100:00000001:3.0:1789307434.476819:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.476821:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789307434.476823:0:238794:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243984152656 : -105829725398960 : ffff9fbf98cf9850) 00000100:00000040:3.0:1789307434.476827:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 15306 usecs (16 jiffies) 00000100:00000010:1.0:1789307434.476828:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbb573800. 00000100:00000040:2.0:1789307434.476833:0:238794:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf98cf9850 x1876218616147200/t0(0) o400->6d06165a-4799-48d7-99d3-4176da1fff9b@0@lo:480/0 lens 224/0 e 0 to 0 dl 1789307445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1789307434.476835:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbe8d189000 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1789307434.476837:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315062801 00000100:00000001:1.0:1789307434.476845:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1789307434.476847:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315067819 00000100:00000001:2.0:1789307434.476874:0:238794:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307434.476877:0:238794:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00980. 02000000:00000001:1.0:1789307434.476881:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1789307434.476881:0:238794:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307434.476883:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315062802 02000000:00000001:1.0:1789307434.476889:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307434.476893:0:238794:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00980. 00000100:00000001:3.0:1789307434.476895:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315067819 00000100:00000001:3.0:1789307434.476902:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315062802 00000100:00100000:2.0:1789307434.476906:0:238794:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf98cf9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6d06165a-4799-48d7-99d3-4176da1fff9b+24:118851:x1876218616147200:12345-0@lo:400:kworker.0 02000000:00000010:1.0:1789307434.476908:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf82fef500. 00000100:00000001:3.0:1789307434.476910:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315067819 00000100:00000200:2.0:1789307434.476911:0:238794:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616147200 00000020:00000001:2.0:1789307434.476916:0:238794:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:3.0:1789307434.476917:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315062802 00000020:00000001:2.0:1789307434.476921:0:238794:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1789307434.476923:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307434.476924:0:238794:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.476924:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315067819 00000100:00000001:3.0:1789307434.476933:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789307434.476934:0:238794:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1789307434.476950:0:238794:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660900032 : -1048651584 : ffffffffc17ed8c0) 00000100:00000040:1.0:1789307434.476953:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@ffff9fbfbb573800 x1876218616148224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789307434.476953:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307434.476959:0:238794:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1789307434.476963:0:238794:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307434.476963:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.476971:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307434.476972:0:238794:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307434.476981:0:238794:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1789307434.476985:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1789307434.476986:0:238794:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.476988:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789307434.476989:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1789307434.476992:0:238794:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1789307434.477001:0:238794:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1789307434.477001:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307434.477002:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.477006:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1789307434.477007:0:238794:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1789307434.477014:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1789307434.477019:0:238794:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfbf308c00. 02000000:00000001:2.0:1789307434.477029:0:238794:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307434.477029:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbb572680 x1876218616148096/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307434.477030:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0ecb041] to pc [ptlrpcd_00_03+3] req@ffff9fbfbb573800 x1876218616148224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.477039:0:238794:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307434.477052:0:238794:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789307434.477060:0:238794:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616147200 00000100:00000001:3.0:1789307434.477070:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1789307434.477071:0:238794:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:3.0:1789307434.477074:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307434.477080:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000200:2.0:1789307434.477081:0:238794:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf98cf9850 x1876218616147200/t0(0) o400->6d06165a-4799-48d7-99d3-4176da1fff9b@0@lo:480/0 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307434.477082:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307434.477097:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789307434.477099:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1789307434.477107:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.477121:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:3.0:1789307434.477121:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbb572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:118851:1876218616148096:0@lo:400:kworker.0 00000100:00000010:1.0:1789307434.477136:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbb570e00. 00000100:00000001:3.0:1789307434.477144:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1789307434.477152:0:238794:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1789307434.477154:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbf97e5e000 refcount=4 obd=lustre-OST0001-osc-MDT0000 02000000:00000001:3.0:1789307434.477155:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1789307434.477157:0:238794:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307434.477163:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307434.477168:0:238794:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe840599e8 time=4 v=5 (1 1 1 1) 00000100:00000001:1.0:1789307434.477170:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789307434.477170:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1789307434.477173:0:238794:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1789307434.477176:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfc0a74e00. 02000000:00000001:1.0:1789307434.477179:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1789307434.477183:0:238794:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 02000000:00000001:3.0:1789307434.477184:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307434.477186:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.477186:0:238794:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:2.0:1789307434.477195:0:238794:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1789307434.477198:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a516bb0. 02000000:00000001:2.0:1789307434.477203:0:238794:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307434.477209:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf98e98600. 00000400:00000010:3.0:1789307434.477212:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdebb0. 00000100:00000001:2.0:1789307434.477213:0:238794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1789307434.477224:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616148096, portal 4 00000100:00000040:2.0:1789307434.477228:0:238794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1789307434.477229:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.477236:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1789307434.477239:0:238794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd5d8. 00000100:00000001:3.0:1789307434.477240:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244563461760 : -105829146089856 : ffff9fbfbb572680) 00000100:00000040:1.0:1789307434.477250:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID req@ffff9fbfbb570e00 x1876218616148352/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1789307434.477250:0:238794:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1876218616147200, offset 224 00000100:00000040:3.0:1789307434.477256:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbb572680 x1876218616148096/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307434.477266:0:238794:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789307434.477290:0:238794:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1789307434.477303:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1789307434.477313:0:238794:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6aa693022ed00 00000100:00000040:3.0:1789307434.477315:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789307434.477324:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde4c8. 00000400:00000200:2.0:1789307434.477326:0:238794:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1c1795 [1] + 224 00000100:00000001:1.0:1789307434.477327:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1789307434.477335:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1876218616148096, offset 0 00000100:00000001:1.0:1789307434.477336:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307434.477338:0:238794:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1789307434.477351:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f2c4b5f] to pc [ptlrpcd_00_00+0] req@ffff9fbfbb570e00 x1876218616148352/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307434.477352:0:238794:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1789307434.477353:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1789307434.477375:0:238794:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1789307434.477385:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307434.477385:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1789307434.477386:0:238794:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbd413800 x1876218616147200/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307434.477403:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1789307434.477403:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6aa693022f080 00000100:00000040:2.0:1789307434.477417:0:238794:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfbd413800 x1876218616147200/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307434.477418:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1789307434.477418:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0xa2499 [256] + 12096 00000400:00000200:3.0:1789307434.477438:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1789307434.477440:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbff4e00. 00000100:00000001:2.0:1789307434.477444:0:238794:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789307434.477449:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1789307434.477450:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbe960a0800 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:2.0:1789307434.477455:0:238794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd5d8 00000100:00000001:1.0:1789307434.477459:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1789307434.477460:0:238794:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd5d8. 02000000:00000001:1.0:1789307434.477465:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1789307434.477472:0:238794:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:1.0:1789307434.477473:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.477473:0:118851:0:(events.c:290:request_in_callback()) Process entered 00000100:00000001:2.0:1789307434.477477:0:238794:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000200:3.0:1789307434.477482:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1789307434.477488:0:238794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307434.477489:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb4398b00. 00000100:00000010:3.0:1789307434.477495:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf862ec380. 00000100:00000001:1.0:1789307434.477500:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307434.477503:0:238794:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00010000:00000001:2.0:1789307434.477509:0:238794:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000040:3.0:1789307434.477510:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf862ec380 x1876218616148096 msgsize 224 00000100:00000040:1.0:1789307434.477512:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@ffff9fbfbbff4e00 x1876218616148480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1789307434.477519:0:238794:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307434.477530:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1789307434.477535:0:238794:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1789307434.477543:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1789307434.477547:0:238794:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf98cf9850 x1876218616147200/t0(0) o400->6d06165a-4799-48d7-99d3-4176da1fff9b@0@lo:480/0 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307434.477547:0:118851:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:1.0:1789307434.477549:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307434.477558:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde4c8 00000100:00000040:1.0:1789307434.477563:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ff13ea5] to pc [ptlrpcd_00_01+1] req@ffff9fbfbbff4e00 x1876218616148480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1789307434.477572:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde4c8. 00000100:00000001:3.0:1789307434.477588:0:118851:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1789307434.477598:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307434.477601:0:238794:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf98cf9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6d06165a-4799-48d7-99d3-4176da1fff9b+24:118851:x1876218616147200:12345-0@lo:400:kworker.0 Request processed in 720us (1843us total) trans 0 rc 0/0 00000100:00000200:3.0:1789307434.477601:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbb572680 x1876218616148096/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307434.477604:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789307434.477619:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789307434.477626:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbff7800. 00000100:00000001:3.0:1789307434.477630:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1789307434.477636:0:238794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000020:00000040:1.0:1789307434.477638:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbe901f3800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:3.0:1789307434.477640:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbb572680 x1876218616148096/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307450 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307434.477643:0:238794:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe97dc9000 : new rpc_count 0 00000100:00000001:1.0:1789307434.477644:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789307434.477649:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1789307434.477650:0:238794:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307434.477656:0:238794:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1789307434.477657:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307434.477665:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf83a14700. 00000020:00000010:2.0:1789307434.477665:0:238794:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44400. 00000100:00000001:3.0:1789307434.477667:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.477676:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.477676:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1789307434.477677:0:238794:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984258. 00000100:00000001:3.0:1789307434.477687:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307434.477688:0:238794:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbe841b2800. 00000100:00000040:1.0:1789307434.477693:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@ffff9fbfbbff7800 x1876218616148608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1789307434.477694:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 2387 usecs (3 jiffies) 00000020:00000040:2.0:1789307434.477696:0:238794:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe97dc9000 : new refcount 23 02000000:00000001:2.0:1789307434.477708:0:238794:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1789307434.477712:0:238794:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9fbfbf308c00. 00000100:00000001:3.0:1789307434.477716:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315062789 02000000:00000001:2.0:1789307434.477717:0:238794:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1789307434.477721:0:238794:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307434.477725:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315067819 00000100:00000200:2.0:1789307434.477731:0:238794:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1789307434.477737:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315062789 00000400:00000010:2.0:1789307434.477743:0:238794:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf83605210. 00000100:00000001:1.0:1789307434.477747:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789307434.477751:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315067819 00000100:00000001:1.0:1789307434.477759:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307434.477759:0:238794:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbe859dc900. 00000100:00000001:3.0:1789307434.477759:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315062789 00000100:00000001:3.0:1789307434.477769:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315067819 00000100:00000040:1.0:1789307434.477779:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000521c8bb8] to pc [ptlrpcd_00_02+2] req@ffff9fbfbbff7800 x1876218616148608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307434.477779:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315062789 00000100:00000001:3.0:1789307434.477787:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315067819 00000100:00000001:2.0:1789307434.477794:0:225633:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1789307434.477795:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1789307434.477802:0:225633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616147328 00000100:00000001:3.0:1789307434.477804:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307434.477812:0:225633:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307434.477816:0:225633:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307434.477817:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1789307434.477818:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1789307434.477821:0:225633:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307434.477823:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:3.0:1789307434.477823:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1789307434.477826:0:225633:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789307434.477828:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a5160b0. 00000100:00000001:1.0:1789307434.477831:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1789307434.477832:0:225633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616147328 00000400:00000200:3.0:1789307434.477834:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cded48 00000100:00000010:1.0:1789307434.477836:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbff6d80. 00000020:00000001:2.0:1789307434.477836:0:225633:0:(genops.c:792:class_conn2export()) Process entered 00000400:00000010:3.0:1789307434.477839:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cded48. 00000020:00000040:2.0:1789307434.477840:0:225633:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725eceddfd 00000020:00000040:1.0:1789307434.477841:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbfb52e0000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1789307434.477846:0:225633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:3.0:1789307434.477846:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1789307434.477847:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789307434.477880:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:2.0:1789307434.477883:0:225633:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb6e54800 refcount=5 02000000:00000001:1.0:1789307434.477887:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789307434.477891:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbd413800 x1876218616147200/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307434.477892:0:225633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244488890368 : -105829220661248 : ffff9fbfb6e54800) 02000000:00000010:1.0:1789307434.477896:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf83a14300. 00000020:00000001:2.0:1789307434.477898:0:225633:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244488890368 : -105829220661248 : ffff9fbfb6e54800) 00000100:00000001:1.0:1789307434.477906:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.477907:0:225633:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1789307434.477919:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff9fbfbbff6d80 x1876218616148736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1789307434.477926:0:225633:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00980. 00000100:00000200:3.0:1789307434.477933:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbd413800 x1876218616147200/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1789307434.477951:0:225633:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (ffff9fbfad0fcd40) now 16 - evictor 00000100:00000001:1.0:1789307434.477964:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789307434.477972:0:225633:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1789307434.477973:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307434.477982:0:225633:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbe841b2800. 00000100:00000001:3.0:1789307434.477984:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:1.0:1789307434.477986:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c0b77d1] to pc [ptlrpcd_00_03+3] req@ffff9fbfbbff6d80 x1876218616148736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1789307434.477992:0:225633:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44400. 00000100:00000001:3.0:1789307434.477992:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307434.477998:0:118851:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789307434.478005:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1789307434.478009:0:225633:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984258. 00000100:00000001:3.0:1789307434.478011:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307434.478018:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.478018:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307434.478026:0:225633:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:3.0:1789307434.478028:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307434.478032:0:98648:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20400) 00000100:00000001:2.0:1789307434.478032:0:225633:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307434.478037:0:225633:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:3.0:1789307434.478037:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe870dcc60 time=40 v=5 (5 5 5 5) 00000100:00000001:2.0:1789307434.478046:0:225633:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1789307434.478048:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe870dcc18 time=154 v=5 (1 1 1 0) 00000100:00000001:2.0:1789307434.478054:0:225633:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1789307434.478059:0:187298:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1789307434.478059:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789307434.478060:0:225633:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1789307434.478068:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307434.478069:0:187298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616147840 00000100:00000001:2.0:1789307434.478069:0:225633:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307434.478078:0:187298:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1789307434.478080:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1789307434.478082:0:187298:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1789307434.478084:0:118851:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.478086:0:187298:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.478088:0:225633:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307434.478088:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307434.478094:0:187298:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307434.478099:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbd413800 x1876218616147200/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307434.478101:0:187298:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616147840 00000100:00000001:2.0:1789307434.478104:0:225633:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1789307434.478106:0:187298:0:(genops.c:792:class_conn2export()) Process entered 00000100:00100000:2.0:1789307434.478111:0:225633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616147456 00000020:00000040:1.0:1789307434.478117:0:187298:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725e8b60ec 02000000:00000001:2.0:1789307434.478119:0:225633:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789307434.478120:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789307434.478122:0:187298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:2.0:1789307434.478123:0:225633:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1789307434.478127:0:187298:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe9623d800 refcount=5 00000100:00000001:2.0:1789307434.478127:0:225633:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.478128:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1789307434.478134:0:225633:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307434.478135:0:187298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239644375040 : -105834065176576 : ffff9fbe9623d800) 00000100:00000001:3.0:1789307434.478135:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789307434.478144:0:225633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616147456 00000020:00000001:1.0:1789307434.478145:0:187298:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239644375040 : -105834065176576 : ffff9fbe9623d800) 00000020:00000001:2.0:1789307434.478149:0:225633:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000040:3.0:1789307434.478150:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbd413800 x1876218616147200/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1789307434.478152:0:225633:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725e8b6943 00000100:00000001:1.0:1789307434.478161:0:187298:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1789307434.478161:0:225633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000010:1.0:1789307434.478169:0:187298:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ff700. 00000020:00000040:2.0:1789307434.478169:0:225633:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe85bcc000 refcount=5 00000020:00000001:2.0:1789307434.478181:0:225633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239369183232 : -105834340368384 : ffff9fbe85bcc000) 00000020:00000010:1.0:1789307434.478183:0:187298:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbec4f00880. 00000020:00000001:2.0:1789307434.478191:0:225633:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239369183232 : -105834340368384 : ffff9fbe85bcc000) 00000100:00100000:3.0:1789307434.478195:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbd413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6d06165a-4799-48d7-99d3-4176da1fff9b:118851:1876218616147200:0@lo:400:kworker.0 00000020:00000040:1.0:1789307434.478197:0:187298:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000100:00000001:2.0:1789307434.478197:0:225633:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1789307434.478205:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.478206:0:187298:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1789307434.478206:0:225633:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00140. 00000020:00000010:1.0:1789307434.478215:0:187298:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb2671400. 00000100:00000001:3.0:1789307434.478217:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1789307434.478219:0:225633:0:(obd_config.c:995:class_incref()) incref lustre-MDT0001 (ffff9fbf82a08000) now 12 - evictor 00000020:00000010:1.0:1789307434.478226:0:187298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf82c08000. 00000100:00000040:3.0:1789307434.478230:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbd413800 x1876218616147200/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.478233:0:225633:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1789307434.478238:0:187298:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696ac80. 00000020:00000010:2.0:1789307434.478243:0:225633:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbe841b3200. 00000020:00000010:2.0:1789307434.478253:0:225633:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44a80. 00000100:00000040:1.0:1789307434.478254:0:187298:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1789307434.478265:0:187298:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1789307434.478266:0:225633:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984960. 00000100:00000001:3.0:1789307434.478268:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1789307434.478269:0:187298:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307434.478273:0:187298:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307434.478273:0:225633:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1789307434.478273:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789307434.478277:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbe861c2800. 00000100:00000001:1.0:1789307434.478279:0:187298:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1789307434.478282:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789307434.478283:0:225633:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307434.478284:0:187298:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1789307434.478284:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:2.0:1789307434.478288:0:225633:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307434.478289:0:187298:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307434.478289:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbe870dc800 refcount=3 obd=MGC192.168.204.156@tcp 00000100:00000001:2.0:1789307434.478296:0:225633:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1789307434.478299:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1789307434.478301:0:225633:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1789307434.478303:0:187298:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1789307434.478303:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf82fefb00. 00000100:00000001:2.0:1789307434.478305:0:225633:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307434.478310:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789307434.478314:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1789307434.478315:0:187298:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1789307434.478317:0:225633:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789307434.478319:0:187298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616148352 00000100:00000010:3.0:1789307434.478320:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbd413800. 02000000:00000001:1.0:1789307434.478324:0:187298:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307434.478327:0:187298:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307434.478328:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307434.478331:0:187298:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.478331:0:225633:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789307434.478331:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307434.478335:0:225633:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1789307434.478338:0:187298:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.478338:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789307434.478344:0:187298:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616148352 00000100:00100000:2.0:1789307434.478344:0:225633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2115 00000100:00000001:3.0:1789307434.478347:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1789307434.478349:0:187298:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:3.0:1789307434.478351:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:1.0:1789307434.478352:0:187298:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedcd0 00000100:00000040:2.0:1789307434.478352:0:225633:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfb6e54800 : new rpc_count 1 00000020:00000001:1.0:1789307434.478358:0:187298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:2.0:1789307434.478358:0:225633:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244573867392 : -105829135684224 : ffff9fbfbbf5ed80) 00000100:00000001:3.0:1789307434.478359:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1789307434.478363:0:187298:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf92163800 refcount=6 00000100:00000001:3.0:1789307434.478363:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789307434.478367:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789307434.478368:0:225633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbf5ed80 x1876218616147328/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:480/0 lens 224/0 e 0 to 0 dl 1789307445 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1789307434.478369:0:187298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243871340544 : -105829838211072 : ffff9fbf92163800) 00000020:00000001:1.0:1789307434.478374:0:187298:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243871340544 : -105829838211072 : ffff9fbf92163800) 00000100:00000040:3.0:1789307434.478375:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbff7800 x1876218616148608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307434.478381:0:187298:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307434.478394:0:187298:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ff180. 00000100:00000001:2.0:1789307434.478395:0:225633:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1789307434.478398:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000010:2.0:1789307434.478402:0:225633:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00200. 00000020:00000040:1.0:1789307434.478403:0:187298:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000100:00000001:3.0:1789307434.478403:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.478410:0:225633:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789307434.478411:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1789307434.478412:0:187298:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:3.0:1789307434.478416:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307434.478417:0:187298:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ff180. 00000020:00000010:2.0:1789307434.478418:0:225633:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00200. 02000000:00000001:3.0:1789307434.478424:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307434.478427:0:187298:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb2671e00. 00000100:00100000:2.0:1789307434.478431:0:225633:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbf5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:118849:x1876218616147328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789307434.478433:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:118851:1876218616148608:0@lo:400:kworker.0 00000020:00000010:1.0:1789307434.478434:0:187298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf82c08080. 00000100:00000200:2.0:1789307434.478439:0:225633:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616147328 00000020:00000010:1.0:1789307434.478440:0:187298:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696aed8. 00000100:00000001:3.0:1789307434.478442:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1789307434.478445:0:225633:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1789307434.478448:0:187298:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1789307434.478448:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1789307434.478450:0:225633:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1789307434.478452:0:187298:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1789307434.478452:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307434.478453:0:225633:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.478456:0:187298:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307434.478459:0:225633:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1789307434.478459:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1789307434.478462:0:187298:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1789307434.478463:0:225633:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00000001:1.0:1789307434.478465:0:187298:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000010:3.0:1789307434.478466:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfc0a74400. 00000100:00000001:1.0:1789307434.478469:0:187298:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307434.478471:0:225633:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1789307434.478472:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307434.478476:0:225633:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1789307434.478480:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a5160b0. 00000100:00000001:1.0:1789307434.478483:0:187298:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1789307434.478487:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cded48. 00000100:00000001:1.0:1789307434.478492:0:187298:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1789307434.478493:0:225633:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000200:3.0:1789307434.478494:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616148608, portal 10 00000100:00000001:1.0:1789307434.478495:0:187298:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1789307434.478498:0:225633:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1789307434.478500:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1789307434.478502:0:225633:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307434.478503:0:187298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4939 00000100:00000001:3.0:1789307434.478504:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244574492672 : -105829135058944 : ffff9fbfbbff7800) 00000020:00000001:2.0:1789307434.478507:0:225633:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1789307434.478511:0:187298:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe9623d800 : new rpc_count 1 00000100:00000001:2.0:1789307434.478513:0:225633:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1789307434.478516:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbff7800 x1876218616148608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307434.478517:0:187298:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244489911376 : -105829219640240 : ffff9fbfb6f4dc50) 02000000:00000001:2.0:1789307434.478517:0:225633:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789307434.478523:0:225633:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfbf308c00. 02000000:00000001:2.0:1789307434.478528:0:225633:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307434.478529:0:187298:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfb6f4dc50 x1876218616147840/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:480/0 lens 224/0 e 0 to 0 dl 1789307445 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307434.478534:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1789307434.478546:0:225633:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.478547:0:187298:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1789307434.478548:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1789307434.478553:0:187298:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ff180. 00000020:00000001:2.0:1789307434.478553:0:225633:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789307434.478554:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde4c8. 00010000:00000040:2.0:1789307434.478559:0:225633:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616147328 00000100:00000001:1.0:1789307434.478560:0:187298:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1789307434.478562:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616148608, offset 0 00010000:00000001:2.0:1789307434.478563:0:225633:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000020:00000010:1.0:1789307434.478566:0:187298:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ff180. 00010000:00000200:2.0:1789307434.478571:0:225633:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbf5ed80 x1876218616147328/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:480/0 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789307434.478575:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1789307434.478576:0:187298:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfb6f4dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:118849:x1876218616147840:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1789307434.478587:0:187298:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616147840 00000400:00000200:3.0:1789307434.478590:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1789307434.478591:0:187298:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:2.0:1789307434.478595:0:225633:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1789307434.478596:0:187298:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00010000:00000001:2.0:1789307434.478599:0:225633:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307434.478600:0:187298:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307434.478601:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa693022f280 00000020:00000001:1.0:1789307434.478607:0:187298:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00001000:2.0:1789307434.478607:0:225633:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=13 v=5 (1 1 1 5) 00000020:00000001:1.0:1789307434.478611:0:187298:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000400:00000200:3.0:1789307434.478612:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 151928 00000100:00000001:2.0:1789307434.478616:0:225633:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1789307434.478618:0:187298:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1789307434.478621:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1789307434.478622:0:225633:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:2.0:1789307434.478626:0:225633:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000400:00000200:3.0:1789307434.478627:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1789307434.478628:0:187298:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1789307434.478632:0:225633:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1789307434.478636:0:187298:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1789307434.478636:0:225633:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.478636:0:118851:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307434.478640:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1789307434.478641:0:187298:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1789307434.478642:0:225633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1789307434.478646:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbd413800. 00000020:00000001:1.0:1789307434.478647:0:187298:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307434.478648:0:225633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1789307434.478652:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbd413800 x1876218616148608 msgsize 224 00000020:00000001:1.0:1789307434.478653:0:187298:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000400:00000010:2.0:1789307434.478653:0:225633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd5d8. 00000100:00000001:1.0:1789307434.478659:0:187298:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1789307434.478660:0:225633:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218616147328, offset 224 02000000:00000001:1.0:1789307434.478663:0:187298:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1789307434.478663:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:1.0:1789307434.478670:0:187298:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbe8cf92800. 00000400:00000200:2.0:1789307434.478671:0:225633:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1789307434.478673:0:118851:0:(events.c:377:request_in_callback()) Process leaving 02000000:00000001:1.0:1789307434.478675:0:187298:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.478679:0:187298:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307434.478682:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde4c8 00000020:00000001:1.0:1789307434.478683:0:187298:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307434.478684:0:225633:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1789307434.478686:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde4c8. 00010000:00000040:1.0:1789307434.478689:0:187298:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884922541, transno 0, xid 1876218616147840 00000100:00000001:3.0:1789307434.478692:0:118851:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:1.0:1789307434.478693:0:187298:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000200:3.0:1789307434.478697:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbff7800 x1876218616148608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307434.478699:0:225633:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6aa693022ed80 00010000:00000200:1.0:1789307434.478702:0:187298:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfb6f4dc50 x1876218616147840/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:480/0 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307434.478715:0:225633:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c179d [1] + 224 00000100:00000001:3.0:1789307434.478722:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1789307434.478728:0:187298:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1789307434.478728:0:225633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1789307434.478730:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbff7800 x1876218616148608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789307434.478732:0:187298:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307434.478737:0:225633:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:1.0:1789307434.478738:0:187298:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=146 v=5 (4 4 1 1) 00000100:00000001:2.0:1789307434.478745:0:225633:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1789307434.478747:0:187298:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1789307434.478753:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307434.478754:0:187298:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00000100:00000200:2.0:1789307434.478755:0:225633:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbbf0c380 x1876218616147328/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307434.478758:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789307434.478761:0:187298:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00000001:3.0:1789307434.478766:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307434.478767:0:187298:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789307434.478771:0:187298:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307434.478774:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 6711 usecs (7 jiffies) 00000100:00000001:1.0:1789307434.478777:0:187298:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307434.478781:0:225633:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfbbf0c380 x1876218616147328/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307434.478782:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315062794 00000100:00000040:1.0:1789307434.478785:0:187298:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1789307434.478789:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315067819 00000400:00000010:1.0:1789307434.478792:0:187298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54088. 00000100:00000001:3.0:1789307434.478796:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315062794 00000100:00000200:1.0:1789307434.478799:0:187298:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616147840, offset 224 00000100:00000001:2.0:1789307434.478801:0:225633:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789307434.478803:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315067819 00000400:00000200:1.0:1789307434.478809:0:187298:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1789307434.478810:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315062794 00000400:00000200:2.0:1789307434.478813:0:225633:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd5d8 00000400:00000010:2.0:1789307434.478816:0:225633:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd5d8. 00000400:00000200:1.0:1789307434.478821:0:187298:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1789307434.478823:0:225633:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789307434.478823:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315067819 00000100:00000001:3.0:1789307434.478830:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315062794 00000100:00000001:2.0:1789307434.478831:0:225633:0:(events.c:402:reply_out_callback()) Process leaving 00000400:00000200:1.0:1789307434.478833:0:187298:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa693022ef80 00000100:00000001:3.0:1789307434.478837:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315067819 00000100:00000001:2.0:1789307434.478838:0:225633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307434.478843:0:187298:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c17b5 [1] + 224 00000100:00000040:2.0:1789307434.478844:0:225633:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:3.0:1789307434.478844:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789307434.478864:0:225633:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307434.478866:0:225633:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307434.478868:0:225633:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1789307434.478872:0:225633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf5ed80 x1876218616147328/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:480/0 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307434.478872:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.478877:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307434.478880:0:187298:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789307434.478883:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789307434.478887:0:225633:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbf5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:118849:x1876218616147328:12345-0@lo:400:kworker.0 Request processed in 489us (2918us total) trans 0 rc 0/0 00000400:00000200:1.0:1789307434.478888:0:187298:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1789307434.478890:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789307434.478893:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789307434.478898:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307434.478899:0:187298:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1789307434.478900:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1789307434.478901:0:225633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2115 00000100:00000040:2.0:1789307434.478905:0:225633:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb6e54800 : new rpc_count 0 00000100:00000001:3.0:1789307434.478906:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.478909:0:225633:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1789307434.478910:0:187298:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfb7f5ad80 x1876218616147840/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.478912:0:225633:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1789307434.478912:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307434.478915:0:225633:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44400. 00000020:00000010:2.0:1789307434.478920:0:225633:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984258. 00000020:00000010:2.0:1789307434.478924:0:225633:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbe841b2800. 00000020:00000040:2.0:1789307434.478931:0:225633:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb6e54800 : new refcount 4 00000100:00000001:3.0:1789307434.478931:0:225637:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789307434.478937:0:225637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616147584 00000100:00000001:2.0:1789307434.478947:0:225633:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1789307434.478952:0:225637:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1789307434.478955:0:187298:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfb7f5ad80 x1876218616147840/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307434.478956:0:225637:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307434.478960:0:225633:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1789307434.478961:0:225637:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307434.478965:0:225633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616148608 02000000:00000001:3.0:1789307434.478968:0:225637:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307434.478970:0:225633:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307434.478973:0:225633:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1789307434.478976:0:225637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616147584 00000100:00000001:2.0:1789307434.478978:0:225633:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.478979:0:187298:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000001:3.0:1789307434.478981:0:225637:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789307434.478984:0:225637:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc59 02000000:00000001:2.0:1789307434.478986:0:225633:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307434.478988:0:225637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000200:1.0:1789307434.478989:0:187298:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54088 00000100:00100000:2.0:1789307434.478992:0:225633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616148608 00000400:00000010:1.0:1789307434.478993:0:187298:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54088. 00000020:00000040:3.0:1789307434.478993:0:225637:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf86770800 refcount=8 00000020:00000001:2.0:1789307434.478996:0:225633:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000001:3.0:1789307434.478998:0:225637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243676358656 : -105830033192960 : ffff9fbf86770800) 00000020:00000040:2.0:1789307434.479000:0:225633:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed77864 00000100:00000001:1.0:1789307434.479001:0:187298:0:(events.c:390:reply_out_callback()) Process entered 00000020:00000001:3.0:1789307434.479002:0:225637:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243676358656 : -105830033192960 : ffff9fbf86770800) 00000020:00000001:2.0:1789307434.479004:0:225633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1789307434.479005:0:187298:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000040:2.0:1789307434.479009:0:225633:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfa3380800 refcount=5 00000100:00000001:3.0:1789307434.479009:0:225637:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307434.479012:0:187298:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307434.479014:0:225633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244158769152 : -105829550782464 : ffff9fbfa3380800) 00000020:00000010:3.0:1789307434.479016:0:225637:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0e80. 00000100:00000040:1.0:1789307434.479018:0:187298:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000020:00000001:2.0:1789307434.479021:0:225633:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244158769152 : -105829550782464 : ffff9fbfa3380800) 00000100:00000001:3.0:1789307434.479021:0:225637:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789307434.479023:0:187298:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:1.0:1789307434.479028:0:187298:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.479029:0:225633:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307434.479029:0:225637:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0e80. 00000020:00000001:1.0:1789307434.479031:0:187298:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1789307434.479037:0:225637:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0a74c00. 00000100:00000040:1.0:1789307434.479040:0:187298:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb6f4dc50 x1876218616147840/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:480/0 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1789307434.479040:0:225633:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00200. 00000020:00000010:3.0:1789307434.479045:0:225637:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47a500. 00000020:00000010:2.0:1789307434.479047:0:225633:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbf88564a80. 00000020:00000010:3.0:1789307434.479052:0:225637:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e3e8. 00000020:00000040:2.0:1789307434.479055:0:225633:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (ffff9fbfad0fcd40) now 16 - evictor 00000100:00000040:3.0:1789307434.479063:0:225637:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00100000:1.0:1789307434.479070:0:187298:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfb6f4dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:118849:x1876218616147840:12345-0@lo:400:kworker.0 Request processed in 519us (2064us total) trans 0 rc 0/0 00000100:00000001:2.0:1789307434.479070:0:225633:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1789307434.479073:0:225637:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1789307434.479075:0:225633:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00200. 00000100:00000001:3.0:1789307434.479077:0:225637:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789307434.479082:0:225637:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307434.479084:0:225633:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbe841b2800. 00000100:00100000:1.0:1789307434.479088:0:187298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4939 00000020:00000010:2.0:1789307434.479090:0:225633:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44400. 00000100:00000001:3.0:1789307434.479090:0:225637:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307434.479092:0:187298:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe9623d800 : new rpc_count 0 00000020:00000010:2.0:1789307434.479096:0:225633:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984258. 00000100:00000001:1.0:1789307434.479098:0:187298:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307434.479102:0:187298:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1789307434.479104:0:225633:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307434.479104:0:225637:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1789307434.479107:0:187298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf82c08000. 00000100:00000001:2.0:1789307434.479107:0:225633:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307434.479112:0:225633:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1789307434.479114:0:187298:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696ac80. 00000100:00000001:2.0:1789307434.479119:0:225633:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1789307434.479120:0:225637:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1789307434.479121:0:187298:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb2671400. 00000100:00000001:2.0:1789307434.479123:0:225633:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:3.0:1789307434.479125:0:225637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616148096 00000100:00000001:2.0:1789307434.479126:0:225633:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307434.479129:0:187298:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d800 : new refcount 4 02000000:00000001:3.0:1789307434.479129:0:225637:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789307434.479132:0:225637:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307434.479135:0:225637:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.479136:0:225633:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1789307434.479140:0:225637:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307434.479143:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:3.0:1789307434.479145:0:225637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616148096 02000000:00000010:1.0:1789307434.479147:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9fbe8cf92800. 00000020:00000001:3.0:1789307434.479148:0:225637:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:2.0:1789307434.479149:0:225633:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1789307434.479152:0:225637:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc98 00000100:00000001:2.0:1789307434.479153:0:225633:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1789307434.479155:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:3.0:1789307434.479155:0:225637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00100000:2.0:1789307434.479160:0:225633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2116 00000020:00000040:3.0:1789307434.479160:0:225637:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe95150800 refcount=5 02000000:00000001:1.0:1789307434.479161:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1789307434.479164:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9fbe8ee6ac00. 00000020:00000001:3.0:1789307434.479167:0:225637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 00000100:00000040:2.0:1789307434.479168:0:225633:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe85bcc000 : new rpc_count 1 00000020:00000001:3.0:1789307434.479170:0:225637:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 02000000:00000001:1.0:1789307434.479172:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1789307434.479173:0:225633:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244525801472 : -105829183750144 : ffff9fbfb9188000) 00000100:00000001:3.0:1789307434.479174:0:225637:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000010:1.0:1789307434.479175:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfc0e9dc00. 00000020:00000010:3.0:1789307434.479178:0:225637:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0e80. 02000000:00000001:1.0:1789307434.479182:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1789307434.479183:0:225633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfb9188000 x1876218616147456/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:480/0 lens 224/0 e 0 to 0 dl 1789307445 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307434.479183:0:225637:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307434.479188:0:225637:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0e80. 02000000:00000010:1.0:1789307434.479191:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 696 at ffff9fbfb6cf7c00. 00000020:00000010:3.0:1789307434.479196:0:225637:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbe861c2800. 02000000:00000001:1.0:1789307434.479199:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:3.0:1789307434.479201:0:225637:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47a180. 00000100:00000010:1.0:1789307434.479204:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf86251c00. 00000020:00000010:3.0:1789307434.479208:0:225637:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666ec80. 00000100:00000001:2.0:1789307434.479211:0:225633:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1789307434.479213:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1789307434.479214:0:225637:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 02000000:00000010:1.0:1789307434.479217:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 728 at ffff9fbfbf30a000. 00000020:00000010:2.0:1789307434.479217:0:225633:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00200. 00000100:00000001:3.0:1789307434.479218:0:225637:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789307434.479222:0:225637:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307434.479223:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1789307434.479223:0:225633:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1789307434.479227:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfc0e9d500. 00000020:00000010:2.0:1789307434.479229:0:225633:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00200. 00000100:00000001:3.0:1789307434.479230:0:225637:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307434.479234:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1789307434.479239:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 728 at ffff9fbfbf30bc00. 00000100:00100000:2.0:1789307434.479239:0:225633:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfb9188000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:118850:x1876218616147456:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1789307434.479243:0:225637:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1789307434.479245:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1789307434.479249:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfb9ecdc00. 00000100:00000200:2.0:1789307434.479249:0:225633:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616147456 02000000:00000001:1.0:1789307434.479255:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1789307434.479255:0:225633:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:3.0:1789307434.479255:0:225637:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789307434.479259:0:225637:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000010:1.0:1789307434.479261:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 728 at ffff9fbe8ee68800. 00000020:00000001:2.0:1789307434.479261:0:225633:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1789307434.479265:0:225633:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307434.479266:0:225637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 02000000:00000001:1.0:1789307434.479268:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:2.0:1789307434.479269:0:225633:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1789307434.479271:0:225637:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf86770800 : new rpc_count 1 00000020:00000001:2.0:1789307434.479272:0:225633:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00000010:1.0:1789307434.479273:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfc0e9c700. 00000100:00000001:3.0:1789307434.479274:0:225637:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244656965248 : -105829052586368 : ffff9fbfc0e9e680) 02000000:00000001:1.0:1789307434.479279:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1789307434.479282:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 728 at ffff9fbe8cf93800. 00000020:00000001:2.0:1789307434.479285:0:225633:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1789307434.479289:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1789307434.479289:0:225637:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfc0e9e680 x1876218616147584/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:480/0 lens 224/0 e 0 to 0 dl 1789307445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307434.479290:0:225633:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789307434.479293:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf862ed180. 00000020:00000001:2.0:1789307434.479295:0:225633:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307434.479300:0:225633:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1789307434.479302:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1789307434.479304:0:225633:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307434.479306:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9fbfbf309400. 00000020:00000001:2.0:1789307434.479310:0:225633:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1789307434.479311:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1789307434.479315:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbf20a80. 00000100:00000001:2.0:1789307434.479315:0:225633:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1789307434.479318:0:225637:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1789307434.479320:0:225633:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1789307434.479323:0:225637:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0e80. 02000000:00000001:1.0:1789307434.479324:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1789307434.479326:0:225633:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfbf309400. 02000000:00000010:1.0:1789307434.479328:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9fbfbf308000. 00000100:00000001:3.0:1789307434.479329:0:225637:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789307434.479330:0:225633:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307434.479333:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1789307434.479334:0:225633:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307434.479336:0:225637:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0e80. 00000100:00000010:1.0:1789307434.479338:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfc0e9fb80. 00000020:00000001:2.0:1789307434.479339:0:225633:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789307434.479344:0:225633:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616147456 02000000:00000001:1.0:1789307434.479347:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1789307434.479347:0:225633:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00100000:3.0:1789307434.479347:0:225637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfc0e9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:118851:x1876218616147584:12345-0@lo:400:kworker.0 02000000:00000010:1.0:1789307434.479352:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9fbfc1e99c00. 00010000:00000200:2.0:1789307434.479355:0:225633:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfb9188000 x1876218616147456/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:480/0 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789307434.479357:0:225637:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616147584 02000000:00000001:1.0:1789307434.479358:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:3.0:1789307434.479363:0:225637:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000010:1.0:1789307434.479364:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf862ec700. 00000020:00000001:3.0:1789307434.479367:0:225637:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 02000000:00000001:1.0:1789307434.479371:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1789307434.479372:0:225633:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1789307434.479372:0:225637:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307434.479374:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9fbfc1e9b400. 00010000:00000001:2.0:1789307434.479376:0:225633:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307434.479378:0:225637:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1789307434.479382:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1789307434.479382:0:225633:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=13 v=5 (1 1 1 5) 00000020:00000001:3.0:1789307434.479382:0:225637:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00000010:1.0:1789307434.479386:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf862ef100. 00000020:00000001:3.0:1789307434.479388:0:225637:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1789307434.479390:0:225633:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789307434.479394:0:225633:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000001:00000001:3.0:1789307434.479394:0:225637:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1876218616147584, found 0 last_xid 1876218616147583 02000000:00000001:1.0:1789307434.479395:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1789307434.479399:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9fbfbb49a400. 00000100:00000001:2.0:1789307434.479400:0:225633:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000020:00000001:3.0:1789307434.479401:0:225637:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1789307434.479405:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1789307434.479405:0:225633:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1789307434.479407:0:225637:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1789307434.479409:0:225633:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307434.479411:0:225637:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000010:1.0:1789307434.479416:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf85c46300. 00000100:00000001:2.0:1789307434.479416:0:225633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1789307434.479416:0:225637:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307434.479423:0:225633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1789307434.479423:0:225637:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1789307434.479424:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1789307434.479429:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9fbe85a94c00. 00000100:00000001:3.0:1789307434.479429:0:225637:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1789307434.479430:0:225633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd5d8. 02000000:00000001:3.0:1789307434.479434:0:225637:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1789307434.479436:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:2.0:1789307434.479438:0:225633:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218616147456, offset 224 00000100:00000010:1.0:1789307434.479440:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf85c46a00. 02000000:00000010:3.0:1789307434.479440:0:225637:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbf98ca0800. 02000000:00000001:3.0:1789307434.479446:0:225637:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307434.479447:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1789307434.479447:0:225633:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1789307434.479452:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9fbfbb498800. 00000100:00000001:3.0:1789307434.479452:0:225637:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307434.479457:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:3.0:1789307434.479457:0:225637:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789307434.479461:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbb5d8a80. 00000400:00000200:2.0:1789307434.479461:0:225633:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:3.0:1789307434.479463:0:225637:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 25769821637, transno 0, xid 1876218616147584 02000000:00000001:1.0:1789307434.479468:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1789307434.479470:0:225637:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 02000000:00000010:1.0:1789307434.479472:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9fbfb9f8e800. 00000400:00000200:2.0:1789307434.479477:0:225633:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6aa693022ee00 00010000:00000200:3.0:1789307434.479477:0:225637:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfc0e9e680 x1876218616147584/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:480/0 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307434.479481:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1789307434.479485:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfa32e7100. 00000400:00000200:2.0:1789307434.479490:0:225633:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c17a5 [1] + 224 02000000:00000001:1.0:1789307434.479492:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1789307434.479495:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 728 at ffff9fbfbb498400. 02000000:00000001:1.0:1789307434.479501:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:2.0:1789307434.479502:0:225633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1789307434.479504:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbe80700. 00010000:00000001:3.0:1789307434.479509:0:225637:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1789307434.479511:0:225633:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1789307434.479514:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1789307434.479514:0:225637:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.479515:0:225633:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000010:1.0:1789307434.479517:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 728 at ffff9fbfa33f5800. 02000000:00000001:1.0:1789307434.479522:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1789307434.479526:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbe3c700. 00000100:00001000:3.0:1789307434.479526:0:225637:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbb8561e8 time=73 v=5 (1 1 0 0) 00000100:00000200:2.0:1789307434.479528:0:225633:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfb7f5aa00 x1876218616147456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307434.479534:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1789307434.479536:0:225637:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1789307434.479539:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 728 at ffff9fbfb9f8cc00. 00000100:00000040:3.0:1789307434.479543:0:225637:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 02000000:00000001:1.0:1789307434.479545:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1789307434.479549:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf82d2c000. 00000100:00000001:3.0:1789307434.479551:0:225637:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:1.0:1789307434.479556:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1789307434.479557:0:225637:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:1.0:1789307434.479560:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 696 at ffff9fbf898b5000. 00000100:00000040:2.0:1789307434.479560:0:225633:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfb7f5aa00 x1876218616147456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789307434.479561:0:225637:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307434.479565:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1789307434.479567:0:225637:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1789307434.479569:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf863b1c00. 00000100:00000040:3.0:1789307434.479576:0:225637:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1789307434.479577:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1789307434.479581:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 696 at ffff9fbf920abc00. 00000400:00000010:3.0:1789307434.479583:0:225637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde4c8. 00000100:00000001:2.0:1789307434.479585:0:225633:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:1.0:1789307434.479586:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:3.0:1789307434.479589:0:225637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616147584, offset 224 00000100:00000010:1.0:1789307434.479590:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbf31500. 00000400:00000200:2.0:1789307434.479594:0:225633:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd5d8 02000000:00000001:1.0:1789307434.479598:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:2.0:1789307434.479598:0:225633:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd5d8. 02000000:00000010:1.0:1789307434.479601:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 728 at ffff9fbfb93b2c00. 00000100:00000001:2.0:1789307434.479604:0:225633:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:1.0:1789307434.479608:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1789307434.479608:0:225633:0:(events.c:402:reply_out_callback()) Process leaving 00000400:00000200:3.0:1789307434.479612:0:225637:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1789307434.479613:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf9f904000. 00000100:00000001:2.0:1789307434.479615:0:225633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307434.479621:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1789307434.479622:0:225633:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000400:00000200:3.0:1789307434.479626:0:225637:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1789307434.479628:0:225633:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 02000000:00000010:1.0:1789307434.479630:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 728 at ffff9fbfb6c5fc00. 00000020:00000001:2.0:1789307434.479633:0:225633:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307434.479636:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:2.0:1789307434.479639:0:225633:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000010:1.0:1789307434.479640:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf9f907800. 00000400:00000200:3.0:1789307434.479641:0:225637:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa693022ee80 02000000:00000001:1.0:1789307434.479647:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1789307434.479647:0:225633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb9188000 x1876218616147456/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:480/0 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1789307434.479650:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 696 at ffff9fbf85c24400. 00000400:00000200:3.0:1789307434.479652:0:225637:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c17ad [1] + 224 02000000:00000001:1.0:1789307434.479656:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1789307434.479659:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbe36d80. 00000400:00000200:3.0:1789307434.479667:0:225637:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1789307434.479668:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1789307434.479672:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 696 at ffff9fbf88d9d000. 00000400:00000200:3.0:1789307434.479678:0:225637:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1789307434.479679:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:2.0:1789307434.479680:0:225633:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfb9188000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:118850:x1876218616147456:12345-0@lo:400:kworker.0 Request processed in 464us (3597us total) trans 0 rc 0/0 00000100:00000010:1.0:1789307434.479682:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf90b65f80. 00000100:00000001:3.0:1789307434.479687:0:225637:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:1.0:1789307434.479690:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:3.0:1789307434.479693:0:225637:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfb7f59c00 x1876218616147584/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1789307434.479694:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 728 at ffff9fbec4eb4400. 00000100:00100000:2.0:1789307434.479695:0:225633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2116 02000000:00000001:1.0:1789307434.479701:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1789307434.479702:0:225633:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe85bcc000 : new rpc_count 0 00000100:00000010:1.0:1789307434.479705:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbe36300. 00000100:00000001:2.0:1789307434.479708:0:225633:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1789307434.479711:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1789307434.479713:0:225633:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:1.0:1789307434.479715:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 728 at ffff9fbe95939000. 00000100:00000040:3.0:1789307434.479716:0:225637:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfb7f59c00 x1876218616147584/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1789307434.479718:0:225633:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44a80. 02000000:00000001:1.0:1789307434.479722:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1789307434.479726:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbe37100. 00000020:00000010:2.0:1789307434.479726:0:225633:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984960. 00000020:00000010:2.0:1789307434.479734:0:225633:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbe841b3200. 02000000:00000001:1.0:1789307434.479735:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1789307434.479739:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 728 at ffff9fbfbd317400. 00000100:00000001:3.0:1789307434.479740:0:225637:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000040:2.0:1789307434.479741:0:225633:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe85bcc000 : new refcount 4 02000000:00000001:1.0:1789307434.479744:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1789307434.479747:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf85c46d80. 00000100:00000001:2.0:1789307434.479747:0:225633:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307434.479747:0:225637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde4c8 00000400:00000010:3.0:1789307434.479749:0:225637:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde4c8. 00000100:00000001:3.0:1789307434.479756:0:225637:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:1.0:1789307434.479757:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1789307434.479759:0:225637:0:(events.c:402:reply_out_callback()) Process leaving 02000000:00000010:1.0:1789307434.479761:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 728 at ffff9fbfb93b2400. 00000100:00000001:2.0:1789307434.479762:0:225633:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789307434.479763:0:225637:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.479766:0:225633:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1789307434.479768:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1789307434.479769:0:225637:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000100:00000010:1.0:1789307434.479771:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf85c47100. 00000100:00100000:2.0:1789307434.479774:0:225633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2117 00010000:00000001:3.0:1789307434.479774:0:225637:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 02000000:00000001:1.0:1789307434.479778:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:3.0:1789307434.479779:0:225637:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307434.479780:0:225633:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfa3380800 : new rpc_count 1 02000000:00000010:1.0:1789307434.479781:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 728 at ffff9fbe95938c00. 00000020:00000001:3.0:1789307434.479786:0:225637:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1789307434.479787:0:225633:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244595578880 : -105829113972736 : ffff9fbfbd413800) 02000000:00000001:1.0:1789307434.479789:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1789307434.479792:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbe34700. 00000100:00000040:3.0:1789307434.479794:0:225637:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfc0e9e680 x1876218616147584/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:480/0 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307434.479801:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1789307434.479804:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 728 at ffff9fbfb4a9d400. 00000100:00000040:2.0:1789307434.479805:0:225633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbd413800 x1876218616148608/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:480/0 lens 224/0 e 0 to 0 dl 1789307445 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307434.479810:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1789307434.479814:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfb9ecc380. 02000000:00000001:1.0:1789307434.479821:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1789307434.479825:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 728 at ffff9fbfb5fe5c00. 00000100:00100000:3.0:1789307434.479830:0:225637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfc0e9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:118851:x1876218616147584:12345-0@lo:400:kworker.0 Request processed in 508us (3207us total) trans 0 rc 0/0 02000000:00000001:1.0:1789307434.479831:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1789307434.479837:0:225633:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000010:1.0:1789307434.479842:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfb9ece680. 00000020:00000010:2.0:1789307434.479843:0:225633:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00200. 00000100:00000001:2.0:1789307434.479849:0:225633:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789307434.479872:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:2.0:1789307434.479874:0:225633:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00200. 00000100:00100000:3.0:1789307434.479875:0:225637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 02000000:00000010:1.0:1789307434.479876:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 696 at ffff9fbfb5fe7c00. 00000100:00000040:3.0:1789307434.479882:0:225637:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf86770800 : new rpc_count 0 02000000:00000001:1.0:1789307434.479883:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:2.0:1789307434.479886:0:225633:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbd413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:118851:x1876218616148608:12345-0@lo:400:kworker.0 00000100:00000010:1.0:1789307434.479887:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbe8268f800. 00000100:00000001:3.0:1789307434.479888:0:225637:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789307434.479892:0:225637:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1789307434.479896:0:225633:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616148608 02000000:00000001:1.0:1789307434.479898:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:3.0:1789307434.479898:0:225637:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47a500. 00000020:00000001:2.0:1789307434.479900:0:225633:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000010:1.0:1789307434.479902:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 696 at ffff9fbe95939800. 00000020:00000001:2.0:1789307434.479905:0:225633:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000010:3.0:1789307434.479907:0:225637:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e3e8. 02000000:00000001:1.0:1789307434.479908:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:2.0:1789307434.479910:0:225633:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789307434.479913:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf84ec6a00. 00000020:00000001:2.0:1789307434.479914:0:225633:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1789307434.479915:0:225637:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0a74c00. 02000000:00000001:1.0:1789307434.479919:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1789307434.479919:0:225633:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 02000000:00000010:1.0:1789307434.479923:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 696 at ffff9fbfb5fe7400. 00000020:00000040:3.0:1789307434.479923:0:225637:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86770800 : new refcount 7 00000020:00000001:2.0:1789307434.479925:0:225633:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1789307434.479929:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:2.0:1789307434.479930:0:225633:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307434.479930:0:225637:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789307434.479933:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf862eca80. 00000020:00000001:2.0:1789307434.479947:0:225633:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307434.479950:0:225633:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1789307434.479952:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1789307434.479953:0:225633:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.479955:0:225637:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 02000000:00000010:1.0:1789307434.479956:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 696 at ffff9fbfb466a400. 00000020:00000001:2.0:1789307434.479959:0:225633:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1789307434.479959:0:225637:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1789307434.479963:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1789307434.479966:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf862edc00. 00000100:00000001:2.0:1789307434.479966:0:225633:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1789307434.479970:0:225637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 02000000:00000001:2.0:1789307434.479971:0:225633:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1789307434.479974:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1789307434.479977:0:225637:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe95150800 : new rpc_count 1 02000000:00000010:1.0:1789307434.479978:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 728 at ffff9fbe9593a800. 02000000:00000010:2.0:1789307434.479979:0:225633:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfbf30bc00. 00000100:00000001:3.0:1789307434.479982:0:225637:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243671622528 : -105830037929088 : ffff9fbf862ec380) 02000000:00000001:1.0:1789307434.479984:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1789307434.479986:0:225633:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789307434.479988:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf84e79c00. 00000100:00000001:2.0:1789307434.479990:0:225633:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307434.479992:0:225637:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf862ec380 x1876218616148096/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:480/0 lens 224/0 e 0 to 0 dl 1789307445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307434.479994:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1789307434.479994:0:225633:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307434.480000:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 728 at ffff9fbe9593b400. 00010000:00000040:2.0:1789307434.480000:0:225633:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616148608 02000000:00000001:1.0:1789307434.480007:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1789307434.480007:0:225633:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000010:1.0:1789307434.480011:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf84e7b800. 00000100:00000001:3.0:1789307434.480014:0:225637:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00010000:00000200:2.0:1789307434.480016:0:225633:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbd413800 x1876218616148608/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:480/0 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307434.480017:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:3.0:1789307434.480020:0:225637:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0e80. 02000000:00000010:1.0:1789307434.480021:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 728 at ffff9fbf898b4000. 00000100:00000001:3.0:1789307434.480026:0:225637:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789307434.480027:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1789307434.480030:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf84e78700. 00010000:00000001:2.0:1789307434.480034:0:225633:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1789307434.480034:0:225637:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0e80. 02000000:00000001:1.0:1789307434.480036:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1789307434.480038:0:225633:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307434.480041:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 728 at ffff9fbe95939c00. 00000100:00001000:2.0:1789307434.480043:0:225633:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=13 v=5 (1 1 1 5) 00000100:00100000:3.0:1789307434.480044:0:225637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf862ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:118851:x1876218616148096:12345-0@lo:400:kworker.0 02000000:00000001:1.0:1789307434.480047:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1789307434.480052:0:225633:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000010:1.0:1789307434.480053:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf862ed500. 00000100:00000200:3.0:1789307434.480053:0:225637:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616148096 00000020:00000001:3.0:1789307434.480058:0:225637:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:1.0:1789307434.480060:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:3.0:1789307434.480063:0:225637:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 02000000:00000010:1.0:1789307434.480065:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 728 at ffff9fbfb4669800. 00000100:00000040:2.0:1789307434.480065:0:225633:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000020:00000001:3.0:1789307434.480067:0:225637:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.480071:0:225633:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000020:00000001:3.0:1789307434.480073:0:225637:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1789307434.480074:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:3.0:1789307434.480077:0:225637:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00000010:1.0:1789307434.480078:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf862efb80. 02000000:00000001:2.0:1789307434.480078:0:225633:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307434.480083:0:225633:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307434.480084:0:225637:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1789307434.480085:0:187298:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1789307434.480088:0:225633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:3.0:1789307434.480089:0:225637:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1876218616148096, found 0 last_xid 1876218616148095 00000020:00000001:3.0:1789307434.480094:0:225637:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1789307434.480096:0:187298:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 696 at ffff9fbe95938000. 00000100:00000040:2.0:1789307434.480096:0:225633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1789307434.480102:0:187298:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:2.0:1789307434.480103:0:225633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd5d8. 00000020:00000001:3.0:1789307434.480105:0:225637:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000010:1.0:1789307434.480107:0:187298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfa30dad80. 00000100:00000200:2.0:1789307434.480110:0:225633:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218616148608, offset 224 00000020:00000001:3.0:1789307434.480110:0:225637:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1789307434.480113:0:187298:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789307434.480114:0:225637:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307434.480119:0:225637:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000200:1.0:1789307434.480122:0:187298:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000200:2.0:1789307434.480123:0:225633:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1789307434.480125:0:225637:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1789307434.480130:0:187298:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644e70. 02000000:00000001:3.0:1789307434.480130:0:225637:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1789307434.480135:0:225633:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1789307434.480137:0:225637:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbf98ca2000. 00000400:00000010:1.0:1789307434.480138:0:187298:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff9fbf83a14500. 02000000:00000001:3.0:1789307434.480142:0:225637:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307434.480146:0:225633:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6aa693022f280 00000100:00000001:3.0:1789307434.480148:0:225637:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.480150:0:187298:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1789307434.480154:0:225637:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307434.480155:0:187298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616147712 00000400:00000200:2.0:1789307434.480157:0:225633:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c17d5 [1] + 224 02000000:00000001:1.0:1789307434.480159:0:187298:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000040:3.0:1789307434.480161:0:225637:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 17179874250, transno 0, xid 1876218616148096 00000100:00000001:1.0:1789307434.480163:0:187298:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307434.480168:0:187298:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307434.480168:0:225637:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000400:00000200:2.0:1789307434.480169:0:225633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1789307434.480175:0:187298:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1789307434.480177:0:225637:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf862ec380 x1876218616148096/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:480/0 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307434.480179:0:225633:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1789307434.480183:0:187298:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616147712 00000100:00000001:2.0:1789307434.480187:0:225633:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000001:1.0:1789307434.480188:0:187298:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307434.480192:0:187298:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed7781e 00000100:00000200:2.0:1789307434.480194:0:225633:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbbff7800 x1876218616148608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1789307434.480197:0:187298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00010000:00000001:3.0:1789307434.480202:0:225637:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1789307434.480203:0:187298:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe8a12d000 refcount=5 00010000:00000001:3.0:1789307434.480207:0:225637:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307434.480209:0:187298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239441932288 : -105834267619328 : ffff9fbe8a12d000) 00000100:00001000:3.0:1789307434.480214:0:225637:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbb8561e8 time=73 v=5 (1 1 0 0) 00000020:00000001:1.0:1789307434.480216:0:187298:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239441932288 : -105834267619328 : ffff9fbe8a12d000) 00000100:00000040:2.0:1789307434.480218:0:225633:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfbbff7800 x1876218616148608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307434.480223:0:225637:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1789307434.480224:0:187298:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1789307434.480229:0:225637:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00000020:00000010:1.0:1789307434.480230:0:187298:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ff180. 00000100:00000001:2.0:1789307434.480232:0:225633:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789307434.480234:0:225637:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:3.0:1789307434.480238:0:225637:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:1.0:1789307434.480239:0:187298:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff9fbf82a0b380) now 10 - evictor 00000400:00000200:2.0:1789307434.480239:0:225633:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd5d8 02000000:00000001:3.0:1789307434.480240:0:225637:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307434.480244:0:225633:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd5d8. 00000100:00000001:3.0:1789307434.480246:0:225637:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1789307434.480247:0:187298:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1789307434.480250:0:225633:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000040:3.0:1789307434.480251:0:225637:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1789307434.480252:0:187298:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb2671400. 00000100:00000001:2.0:1789307434.480253:0:225633:0:(events.c:402:reply_out_callback()) Process leaving 00000400:00000010:3.0:1789307434.480256:0:225637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde4c8. 00000100:00000001:2.0:1789307434.480257:0:225633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307434.480259:0:187298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf82c08000. 00000100:00000200:3.0:1789307434.480261:0:225637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616148096, offset 224 00000100:00000040:2.0:1789307434.480262:0:225633:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000020:00000010:1.0:1789307434.480265:0:187298:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696ac80. 00010000:00000001:2.0:1789307434.480267:0:225633:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307434.480270:0:225633:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.480273:0:187298:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1789307434.480275:0:225633:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1789307434.480275:0:225637:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1789307434.480276:0:187298:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307434.480280:0:187298:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789307434.480282:0:225633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbd413800 x1876218616148608/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:480/0 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307434.480286:0:187298:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1789307434.480290:0:187298:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1789307434.480290:0:225637:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1789307434.480294:0:187298:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307434.480304:0:225637:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa693022f080 00000100:00000001:1.0:1789307434.480308:0:187298:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789307434.480308:0:225633:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbd413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:118851:x1876218616148608:12345-0@lo:400:kworker.0 Request processed in 466us (1650us total) trans 0 rc 0/0 00000400:00000200:3.0:1789307434.480315:0:225637:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c17bd [1] + 224 00000100:00000001:1.0:1789307434.480318:0:187298:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1789307434.480323:0:225637:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789307434.480329:0:187298:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789307434.480331:0:225633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2117 00000400:00000200:3.0:1789307434.480333:0:225637:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1789307434.480335:0:225633:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfa3380800 : new rpc_count 0 00000100:00100000:1.0:1789307434.480339:0:187298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4940 00000100:00000001:2.0:1789307434.480340:0:225633:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789307434.480342:0:225637:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1789307434.480343:0:225633:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1789307434.480345:0:187298:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf92163800 : new rpc_count 1 00000020:00000010:2.0:1789307434.480348:0:225633:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44400. 00000100:00000001:1.0:1789307434.480350:0:187298:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244573870976 : -105829135680640 : ffff9fbfbbf5fb80) 00000100:00000200:3.0:1789307434.480350:0:225637:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbb572680 x1876218616148096/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1789307434.480354:0:225633:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984258. 00000020:00000010:2.0:1789307434.480359:0:225633:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbe841b2800. 00000100:00000040:1.0:1789307434.480361:0:187298:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbf5fb80 x1876218616148352/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:480/0 lens 224/0 e 0 to 0 dl 1789307445 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1789307434.480364:0:225633:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfa3380800 : new refcount 4 00000100:00000001:2.0:1789307434.480369:0:225633:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307434.480380:0:225633:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1789307434.480383:0:187298:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1789307434.480383:0:225633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616148736 02000000:00000001:2.0:1789307434.480388:0:225633:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1789307434.480389:0:187298:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffa00. 00000100:00000001:2.0:1789307434.480390:0:225633:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307434.480394:0:225633:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.480395:0:187298:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789307434.480400:0:225633:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307434.480402:0:187298:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffa00. 00000100:00100000:2.0:1789307434.480405:0:225633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616148736 00000020:00000001:2.0:1789307434.480409:0:225633:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307434.480410:0:225633:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed77872 00000100:00000040:3.0:1789307434.480414:0:225637:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfbb572680 x1876218616148096/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307434.480415:0:187298:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbf5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:118849:x1876218616148352:12345-0@lo:400:kworker.0 00000020:00000001:2.0:1789307434.480415:0:225633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307434.480418:0:225633:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfa3386800 refcount=5 00000020:00000001:2.0:1789307434.480425:0:225633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244158793728 : -105829550757888 : ffff9fbfa3386800) 00000100:00000200:1.0:1789307434.480427:0:187298:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616148352 00000020:00000001:2.0:1789307434.480430:0:225633:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244158793728 : -105829550757888 : ffff9fbfa3386800) 00000020:00000001:1.0:1789307434.480432:0:187298:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1789307434.480436:0:225633:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1789307434.480437:0:187298:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000010:2.0:1789307434.480440:0:225633:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00200. 00000020:00000001:1.0:1789307434.480442:0:187298:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.480443:0:225637:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000010:2.0:1789307434.480445:0:225633:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbec4f00000. 00000020:00000001:1.0:1789307434.480447:0:187298:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1789307434.480451:0:187298:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000020:00000040:2.0:1789307434.480452:0:225633:0:(obd_config.c:995:class_incref()) incref lustre-MDT0001 (ffff9fbf82a08000) now 12 - evictor 00000400:00000200:3.0:1789307434.480453:0:225637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde4c8 00000020:00000001:1.0:1789307434.480458:0:187298:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1789307434.480458:0:225633:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:3.0:1789307434.480458:0:225637:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde4c8. 00000020:00000010:2.0:1789307434.480462:0:225633:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00200. 00000020:00000001:1.0:1789307434.480463:0:187298:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307434.480465:0:225637:0:(events.c:390:reply_out_callback()) Process entered 00000020:00000001:1.0:1789307434.480469:0:187298:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1789307434.480469:0:225633:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbe841b2800. 00000100:00000001:3.0:1789307434.480469:0:225637:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:1.0:1789307434.480473:0:187298:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1789307434.480474:0:225633:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44400. 00000020:00000001:1.0:1789307434.480477:0:187298:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.480477:0:225637:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307434.480479:0:225633:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984258. 00000020:00000001:1.0:1789307434.480483:0:187298:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1789307434.480485:0:225637:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000100:00000001:1.0:1789307434.480487:0:187298:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1789307434.480487:0:225633:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:1.0:1789307434.480491:0:187298:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1789307434.480492:0:225637:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000001:2.0:1789307434.480495:0:225633:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1789307434.480496:0:225637:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307434.480497:0:187298:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbe8cf93800. 00000100:00000001:2.0:1789307434.480497:0:225633:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1789307434.480501:0:225637:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1789307434.480502:0:225633:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1789307434.480503:0:187298:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.480508:0:187298:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.480508:0:225633:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1789307434.480511:0:225633:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1789307434.480511:0:225637:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf862ec380 x1876218616148096/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:480/0 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1789307434.480512:0:187298:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.480514:0:225633:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1789307434.480518:0:187298:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884922555, transno 0, xid 1876218616148352 00000100:00000001:2.0:1789307434.480519:0:225633:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307434.480524:0:187298:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:2.0:1789307434.480528:0:225633:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307434.480531:0:225633:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00010000:00000200:1.0:1789307434.480532:0:187298:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbf5fb80 x1876218616148352/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:480/0 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307434.480538:0:225633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2118 00000100:00100000:3.0:1789307434.480544:0:225637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf862ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:118851:x1876218616148096:12345-0@lo:400:kworker.0 Request processed in 523us (3030us total) trans 0 rc 0/0 00000100:00000040:2.0:1789307434.480545:0:225633:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfa3386800 : new rpc_count 1 00000100:00000001:2.0:1789307434.480549:0:225633:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244573864704 : -105829135686912 : ffff9fbfbbf5e300) 00000100:00000040:2.0:1789307434.480557:0:225633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbf5e300 x1876218616148736/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:480/0 lens 224/0 e 0 to 0 dl 1789307445 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307434.480568:0:225637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00000001:2.0:1789307434.480571:0:225633:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1789307434.480575:0:225637:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe95150800 : new rpc_count 0 00000020:00000010:2.0:1789307434.480577:0:225633:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00200. 00000100:00000001:3.0:1789307434.480581:0:225637:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1789307434.480583:0:187298:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1789307434.480583:0:225633:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307434.480585:0:225637:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1789307434.480588:0:187298:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307434.480591:0:225633:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00200. 00000020:00000010:3.0:1789307434.480591:0:225637:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47a180. 00000100:00001000:1.0:1789307434.480592:0:187298:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=146 v=5 (4 4 1 1) 00000100:00000001:1.0:1789307434.480599:0:187298:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1789307434.480600:0:225637:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666ec80. 00000100:00100000:2.0:1789307434.480604:0:225633:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbf5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:118852:x1876218616148736:12345-0@lo:400:kworker.0 00000100:00000040:1.0:1789307434.480606:0:187298:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000020:00000010:3.0:1789307434.480607:0:225637:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbe861c2800. 00000100:00000001:1.0:1789307434.480614:0:187298:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00000200:2.0:1789307434.480614:0:225633:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616148736 00000020:00000040:3.0:1789307434.480615:0:225637:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe95150800 : new refcount 4 00000020:00000001:2.0:1789307434.480619:0:225633:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:1.0:1789307434.480622:0:187298:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1789307434.480622:0:225637:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307434.480623:0:225633:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 02000000:00000001:1.0:1789307434.480625:0:187298:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307434.480628:0:225633:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.480629:0:187298:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1789307434.480634:0:225633:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1789307434.480636:0:187298:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1789307434.480637:0:225633:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000020:00000001:2.0:1789307434.480641:0:225633:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000010:1.0:1789307434.480642:0:187298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54088. 00000020:00000001:2.0:1789307434.480645:0:225633:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307434.480646:0:188196:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1789307434.480647:0:187298:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616148352, offset 224 00000020:00000001:2.0:1789307434.480650:0:225633:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1789307434.480650:0:188196:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1789307434.480654:0:225633:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1789307434.480658:0:225633:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307434.480660:0:187298:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1789307434.480660:0:188196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4942 00000020:00000001:2.0:1789307434.480664:0:225633:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1789307434.480668:0:225633:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1789307434.480668:0:188196:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe8a12d800 : new rpc_count 1 00000400:00000200:1.0:1789307434.480673:0:187298:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1789307434.480673:0:225633:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1789307434.480673:0:188196:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244573865600 : -105829135686016 : ffff9fbfbbf5e680) 02000000:00000010:2.0:1789307434.480679:0:225633:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfbf30a000. 00000100:00000040:3.0:1789307434.480684:0:188196:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbf5e680 x1876218616148224/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:480/0 lens 224/0 e 0 to 0 dl 1789307445 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789307434.480687:0:187298:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa693022f180 02000000:00000001:2.0:1789307434.480690:0:225633:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.480695:0:225633:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307434.480700:0:187298:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c17c9 [1] + 224 00000020:00000001:2.0:1789307434.480701:0:225633:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307434.480711:0:187298:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789307434.480717:0:188196:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1789307434.480720:0:187298:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:2.0:1789307434.480722:0:225633:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616148736 00000020:00000010:3.0:1789307434.480722:0:188196:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0e80. 00000100:00000001:1.0:1789307434.480724:0:187298:0:(events.c:80:reply_in_callback()) Process entered 00010000:00000001:2.0:1789307434.480729:0:225633:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:3.0:1789307434.480730:0:188196:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1789307434.480732:0:187298:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbb570e00 x1876218616148352/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1789307434.480735:0:225633:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbf5e300 x1876218616148736/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:480/0 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1789307434.480736:0:188196:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0e80. 00000100:00100000:3.0:1789307434.480746:0:188196:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbf5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:118852:x1876218616148224:12345-0@lo:400:kworker.0 00000100:00000200:3.0:1789307434.480758:0:188196:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616148224 00010000:00000001:2.0:1789307434.480762:0:225633:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1789307434.480764:0:188196:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:2.0:1789307434.480765:0:225633:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307434.480769:0:188196:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000040:1.0:1789307434.480771:0:187298:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfbb570e00 x1876218616148352/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1789307434.480771:0:225633:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=13 v=5 (1 1 1 5) 00000020:00000001:3.0:1789307434.480773:0:188196:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.480780:0:225633:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1789307434.480780:0:188196:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789307434.480784:0:188196:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00000040:2.0:1789307434.480786:0:225633:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 68 to 0@lo 00000100:00000001:2.0:1789307434.480792:0:225633:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000020:00000001:3.0:1789307434.480792:0:188196:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1789307434.480797:0:188196:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307434.480798:0:187298:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:2.0:1789307434.480798:0:225633:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307434.480801:0:225633:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307434.480804:0:188196:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1789307434.480806:0:187298:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54088 00000100:00000001:2.0:1789307434.480807:0:225633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1789307434.480807:0:188196:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789307434.480812:0:188196:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307434.480813:0:187298:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54088. 00000100:00000040:2.0:1789307434.480813:0:225633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1789307434.480819:0:188196:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1789307434.480820:0:187298:0:(events.c:390:reply_out_callback()) Process entered 00000400:00000010:2.0:1789307434.480820:0:225633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd5d8. 00000100:00000001:3.0:1789307434.480822:0:188196:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1789307434.480823:0:187298:0:(events.c:402:reply_out_callback()) Process leaving 02000000:00000001:3.0:1789307434.480827:0:188196:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1789307434.480828:0:225633:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218616148736, offset 224 00000100:00000001:1.0:1789307434.480829:0:187298:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789307434.480833:0:188196:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbf98ca3400. 00000100:00000040:1.0:1789307434.480837:0:187298:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 67 to 0@lo 02000000:00000001:3.0:1789307434.480839:0:188196:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307434.480841:0:187298:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000001:3.0:1789307434.480844:0:188196:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307434.480845:0:225633:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1789307434.480846:0:187298:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307434.480873:0:225633:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1789307434.480875:0:187298:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1789307434.480883:0:187298:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf5fb80 x1876218616148352/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:480/0 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.480901:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1789307434.480904:0:187298:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbf5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:118849:x1876218616148352:12345-0@lo:400:kworker.0 Request processed in 518us (2843us total) trans 0 rc 0/0 00000100:00000001:2.0:1789307434.480905:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789307434.480908:0:118850:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789307434.480915:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbf84ec5880 x1876218616147968/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307434.480919:0:188196:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307434.480921:0:187298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4940 00010000:00000040:3.0:1789307434.480926:0:188196:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 47244640269, transno 0, xid 1876218616148224 00000100:00000040:1.0:1789307434.480929:0:187298:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf92163800 : new rpc_count 0 00010000:00000001:3.0:1789307434.480933:0:188196:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:1.0:1789307434.480935:0:187298:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307434.480949:0:187298:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1789307434.480951:0:118850:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000200:3.0:1789307434.480952:0:188196:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbf5e680 x1876218616148224/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:480/0 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1789307434.480954:0:187298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf82c08080. 00000100:00000001:2.0:1789307434.480955:0:118850:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307434.480962:0:118850:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1789307434.480963:0:187298:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696aed8. 02000000:00000001:2.0:1789307434.480967:0:118850:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307434.480970:0:187298:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb2671e00. 02000000:00000001:2.0:1789307434.480973:0:118850:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307434.480977:0:187298:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf92163800 : new refcount 5 00010000:00000001:3.0:1789307434.480981:0:188196:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1789307434.480982:0:187298:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789307434.480982:0:118850:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbf84ec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:118850:1876218616147968:0@lo:400:kworker.0 00010000:00000001:3.0:1789307434.480985:0:188196:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.480993:0:118850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00001000:3.0:1789307434.480993:0:188196:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=146 v=5 (4 4 1 1) 02000000:00000001:2.0:1789307434.480998:0:118850:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1789307434.480999:0:188196:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789307434.481003:0:188196:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 68 to 0@lo 02000000:00000001:2.0:1789307434.481007:0:118850:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307434.481010:0:118850:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1789307434.481015:0:188196:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000010:2.0:1789307434.481017:0:118850:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbe841b3200. 02000000:00000001:3.0:1789307434.481020:0:188196:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307434.481021:0:118850:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307434.481024:0:188196:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307434.481028:0:118850:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf83605738. 00000100:00000001:3.0:1789307434.481028:0:188196:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1789307434.481036:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd908. 00000100:00000040:3.0:1789307434.481036:0:188196:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:1.0:1789307434.481037:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000010:3.0:1789307434.481043:0:188196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde4c8. 00000100:00000200:2.0:1789307434.481044:0:118850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616147968, portal 10 00000020:00000040:1.0:1789307434.481045:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0001 (ffff9fbf82a08000) now 12 - evictor 00000100:00000001:2.0:1789307434.481050:0:118850:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1789307434.481051:0:188196:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616148224, offset 224 00000100:00080000:1.0:1789307434.481053:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1789307434.481054:0:118850:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638243650492544 : -105830059059072 : ffff9fbf84ec5880) 00000020:00000040:1.0:1789307434.481061:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000 (ffff9fbf82a0b380) now 10 - evictor 00000400:00000200:3.0:1789307434.481063:0:188196:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1789307434.481067:0:118850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbf84ec5880 x1876218616147968/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789307434.481069:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:1.0:1789307434.481074:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000 (ffff9fbfad0fcd40) now 16 - evictor 00000400:00000200:3.0:1789307434.481077:0:188196:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1789307434.481090:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315067819 00000400:00000200:3.0:1789307434.481092:0:188196:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa693022f100 00000100:00000001:2.0:1789307434.481095:0:118850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1789307434.481097:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315062803 00000100:00000040:2.0:1789307434.481102:0:118850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1789307434.481105:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315067819 00000400:00000200:3.0:1789307434.481105:0:188196:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c17ed [1] + 224 00000400:00000010:2.0:1789307434.481107:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fda18. 00000100:00000001:1.0:1789307434.481111:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315062803 00000100:00000001:1.0:1789307434.481116:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315067819 00000100:00000200:2.0:1789307434.481117:0:118850:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616147968, offset 0 00000400:00000200:3.0:1789307434.481117:0:188196:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789307434.481122:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315062803 00000100:00000001:1.0:1789307434.481127:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315067819 00000400:00000200:2.0:1789307434.481128:0:118850:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789307434.481129:0:188196:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307434.481134:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307434.481138:0:188196:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1789307434.481139:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307434.481140:0:118850:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1789307434.481146:0:188196:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbb573800 x1876218616148224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789307434.481148:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1789307434.481150:0:118850:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa693022f000 00000400:00000001:1.0:1789307434.481158:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789307434.481162:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb6ce3370. 00000100:00000040:3.0:1789307434.481163:0:188196:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfbb573800 x1876218616148224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789307434.481166:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a826e8 00000400:00000010:1.0:1789307434.481170:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a826e8. 00000100:00000001:1.0:1789307434.481175:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1789307434.481177:0:188196:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789307434.481179:0:118850:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 152376 00000100:00000200:1.0:1789307434.481183:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbb570e00 x1876218616148352/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307434.481186:0:118850:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307434.481188:0:188196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde4c8 00000400:00000010:3.0:1789307434.481193:0:188196:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde4c8. 00000400:00000200:2.0:1789307434.481194:0:118850:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1789307434.481198:0:188196:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789307434.481201:0:118850:0:(events.c:290:request_in_callback()) Process entered 00000100:00000001:3.0:1789307434.481202:0:188196:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000200:2.0:1789307434.481205:0:118850:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1789307434.481208:0:188196:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307434.481209:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbb570e00 x1876218616148352/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1789307434.481211:0:118850:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb9189880. 00000100:00000040:3.0:1789307434.481215:0:188196:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000040:2.0:1789307434.481217:0:118850:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb9189880 x1876218616147968 msgsize 224 00010000:00000001:3.0:1789307434.481221:0:188196:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789307434.481225:0:188196:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307434.481230:0:188196:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1789307434.481231:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00100000:2.0:1789307434.481231:0:118850:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1789307434.481235:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789307434.481237:0:188196:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf5e680 x1876218616148224/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:480/0 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307434.481239:0:118849:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:2.0:1789307434.481242:0:118850:0:(events.c:377:request_in_callback()) Process leaving 02000000:00000001:1.0:1789307434.481243:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789307434.481247:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307434.481251:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307434.481252:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fda18 02000000:00000001:1.0:1789307434.481258:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307434.481258:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fda18. 00000100:00100000:3.0:1789307434.481259:0:188196:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbf5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:118852:x1876218616148224:12345-0@lo:400:kworker.0 Request processed in 539us (1832us total) trans 0 rc 0/0 00000100:00000001:2.0:1789307434.481265:0:118850:0:(events.c:35:request_out_callback()) Process entered 00000100:00001000:1.0:1789307434.481267:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf97e5e460 time=153 v=5 (5 5 5 0) 00000100:00100000:3.0:1789307434.481271:0:188196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4942 00000100:00000200:2.0:1789307434.481272:0:118850:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbf84ec5880 x1876218616147968/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1789307434.481277:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf97e5e418 time=3 v=5 (1 1 1 1) 00000100:00000040:3.0:1789307434.481283:0:188196:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe8a12d800 : new rpc_count 0 00000100:00000001:1.0:1789307434.481286:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789307434.481289:0:188196:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307434.481290:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.481293:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789307434.481293:0:188196:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1789307434.481294:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1789307434.481300:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbf84ec5880 x1876218616147968/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1789307434.481300:0:188196:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf85192400. 00010000:00000001:1.0:1789307434.481301:0:118849:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307434.481306:0:188196:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfad0efd48. 00000100:00000001:1.0:1789307434.481308:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789307434.481314:0:118849:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884922555 00000020:00000010:3.0:1789307434.481314:0:188196:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb484fa00. 00000100:00000001:1.0:1789307434.481321:0:118849:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789307434.481323:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307434.481325:0:188196:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a12d800 : new refcount 6 00000100:00000001:1.0:1789307434.481327:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.481328:0:118850:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789307434.481330:0:188196:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789307434.481335:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbb570e00 x1876218616148352/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.481337:0:118850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307434.481344:0:118850:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 7573 usecs (8 jiffies) 00000100:00000001:2.0:1789307434.481351:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315062798 00000100:00000001:1.0:1789307434.481356:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307434.481357:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315067819 00000100:00000001:3.0:1789307434.481358:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307434.481362:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307434.481364:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789307434.481365:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315062798 00000400:00000001:3.0:1789307434.481367:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1789307434.481368:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307434.481372:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315067819 00000400:00000001:3.0:1789307434.481372:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1789307434.481376:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbb570e00 x1876218616148352/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1789307434.481376:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a5160b0. 00000100:00000001:2.0:1789307434.481378:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315062798 00000100:00000001:2.0:1789307434.481383:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315067819 00000400:00000200:3.0:1789307434.481384:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cded48 00000100:00000001:2.0:1789307434.481389:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315062798 00000400:00000010:3.0:1789307434.481389:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cded48. 00000100:00000001:2.0:1789307434.481395:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315067819 00000100:00000001:3.0:1789307434.481396:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1789307434.481399:0:118850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307434.481404:0:118850:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307434.481405:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbb570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:118849:1876218616148352:0@lo:400:kworker.0 00000100:00000200:3.0:1789307434.481405:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbff7800 x1876218616148608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.481409:0:118850:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789307434.481416:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbff4e00 x1876218616148480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789307434.481423:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789307434.481427:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789307434.481431:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb6ce3478. 00000100:00000001:2.0:1789307434.481435:0:118850:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1789307434.481438:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82660 00000100:00000001:2.0:1789307434.481438:0:118850:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789307434.481439:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbff7800 x1876218616148608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1789307434.481443:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82660. 02000000:00000001:2.0:1789307434.481444:0:118850:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789307434.481447:0:118850:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307434.481449:0:118849:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:2.0:1789307434.481450:0:118850:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307434.481457:0:118850:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:118850:1876218616148480:0@lo:400:kworker.0 00000100:00000200:1.0:1789307434.481459:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfb7f5ad80 x1876218616147840/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307434.481461:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789307434.481466:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307434.481467:0:118850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789307434.481470:0:118850:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1789307434.481473:0:118851:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789307434.481474:0:118850:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307434.481477:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1789307434.481479:0:118850:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1789307434.481482:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1789307434.481483:0:118850:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbe841b3e00. 00000100:00000200:1.0:1789307434.481485:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfb7f5ad80 x1876218616147840/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307434.481486:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307434.481488:0:118850:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307434.481492:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307434.481500:0:118850:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf83605528. 00000100:00001000:3.0:1789307434.481501:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe901f3c60 time=41 v=5 (6 0 0 0) 00000100:00000001:1.0:1789307434.481505:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000010:2.0:1789307434.481506:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fda18. 00000100:00000001:1.0:1789307434.481510:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1789307434.481510:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe901f3c18 time=41 v=5 (1 0 0 0) 00000100:00000200:2.0:1789307434.481512:0:118850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616148480, portal 10 00000100:00000001:2.0:1789307434.481517:0:118850:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307434.481518:0:118849:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:2.0:1789307434.481520:0:118850:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244574481920 : -105829135069696 : ffff9fbfbbff4e00) 00000100:00000001:3.0:1789307434.481520:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1789307434.481522:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789307434.481525:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.481527:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307434.481530:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307434.481530:0:118850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbff4e00 x1876218616148480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789307434.481530:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789307434.481535:0:118851:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307434.481536:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.481542:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00001000:1.0:1789307434.481545:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe85bcbc60 time=9 v=5 (5 5 5 5) 00000100:00000040:3.0:1789307434.481546:0:118851:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1789307434.481549:0:118850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1789307434.481551:0:118851:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00001000:1.0:1789307434.481555:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe85bcbc18 time=9 v=5 (1 1 1 1) 00000100:00000040:2.0:1789307434.481556:0:118850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1789307434.481562:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307434.481563:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd110. 00000100:00000001:1.0:1789307434.481564:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789307434.481569:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789307434.481570:0:118850:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616148480, offset 0 00000100:00000040:3.0:1789307434.481571:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbff7800 x1876218616148608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789307434.481574:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789307434.481578:0:118849:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307434.481582:0:118850:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1789307434.481587:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789307434.481591:0:118849:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 12884922541 00000400:00000200:2.0:1789307434.481594:0:118850:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1789307434.481594:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307434.481595:0:118849:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307434.481599:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.481601:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789307434.481604:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789307434.481607:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfb7f5ad80 x1876218616147840/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307434.481609:0:118850:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa693022f200 00000100:00000040:3.0:1789307434.481614:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbff7800 x1876218616148608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307434.481621:0:118850:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 152600 00000400:00000200:2.0:1789307434.481631:0:118850:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789307434.481635:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1789307434.481640:0:118850:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307434.481642:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307434.481647:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307434.481647:0:118850:0:(events.c:290:request_in_callback()) Process entered 00000100:00100000:3.0:1789307434.481651:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:118851:1876218616148608:0@lo:400:kworker.0 00000100:00000200:2.0:1789307434.481652:0:118850:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1789307434.481657:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb7f5ad80 x1876218616147840/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1789307434.481660:0:118850:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb9188a80. 00000400:00000001:3.0:1789307434.481663:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1789307434.481666:0:118850:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb9188a80 x1876218616148480 msgsize 224 00000400:00000001:3.0:1789307434.481667:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789307434.481672:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a516bb0. 00000400:00000200:3.0:1789307434.481679:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdebb0 00000100:00100000:2.0:1789307434.481682:0:118850:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1789307434.481683:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdebb0. 00000100:00000001:3.0:1789307434.481690:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1789307434.481692:0:118850:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:2.0:1789307434.481699:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd110 00000100:00000200:3.0:1789307434.481699:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbb572680 x1876218616148096/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307434.481703:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfb7f5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:118849:1876218616147840:0@lo:400:kworker.0 00000400:00000010:2.0:1789307434.481703:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd110. 00000100:00000001:2.0:1789307434.481709:0:118850:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789307434.481716:0:118850:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbff4e00 x1876218616148480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789307434.481719:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789307434.481723:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1789307434.481723:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbb572680 x1876218616148096/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1789307434.481728:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb6ce34d0. 00000400:00000200:1.0:1789307434.481736:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82e58 00000100:00000001:2.0:1789307434.481738:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1789307434.481741:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82e58. 00000100:00000040:2.0:1789307434.481747:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbff4e00 x1876218616148480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307434.481749:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1789307434.481749:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789307434.481754:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1789307434.481758:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbf0c380 x1876218616147328/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307434.481760:0:118851:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789307434.481764:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789307434.481768:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307434.481772:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.481777:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307434.481779:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.481784:0:118850:0:(events.c:69:request_out_callback()) Process leaving 00000100:00001000:3.0:1789307434.481788:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfba939c60 time=3 v=5 (5 5 5 5) 00000100:00000200:1.0:1789307434.481792:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbf0c380 x1876218616147328/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1789307434.481796:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfba939c18 time=3 v=5 (1 1 1 1) 00000100:00000001:2.0:1789307434.481798:0:118850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307434.481805:0:118850:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 7433 usecs (8 jiffies) 00000100:00000001:3.0:1789307434.481806:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789307434.481811:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.481812:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315062798 00000100:00000001:1.0:1789307434.481813:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 00010000:00000001:3.0:1789307434.481815:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1789307434.481818:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307434.481820:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315067819 00010000:00000001:3.0:1789307434.481820:0:118851:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.481824:0:118849:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:2.0:1789307434.481827:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315062798 00000100:00000001:3.0:1789307434.481827:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1789307434.481829:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789307434.481832:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307434.481833:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315067819 00000100:00000001:1.0:1789307434.481837:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307434.481837:0:118851:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 17179874250 00000100:00000001:2.0:1789307434.481839:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315062798 00000100:00000001:3.0:1789307434.481843:0:118851:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1789307434.481844:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.481845:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315067819 00000100:00000001:3.0:1789307434.481847:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.481874:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315062799 00000100:00000040:3.0:1789307434.481874:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbb572680 x1876218616148096/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1789307434.481879:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf89fa1460 time=131 v=5 (6 6 6 6) 00000100:00000001:2.0:1789307434.481881:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315067819 00000100:00000001:2.0:1789307434.481887:0:118850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1789307434.481891:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf89fa1418 time=148 v=5 (1 1 1 0) 00000100:00000001:2.0:1789307434.481894:0:118850:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.481901:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000400:00000001:2.0:1789307434.481903:0:118850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1789307434.481905:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.481905:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1789307434.481906:0:118850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1789307434.481911:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1789307434.481911:0:118850:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf83605cb8. 00000100:00000001:3.0:1789307434.481912:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1789307434.481915:0:118849:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.481916:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307434.481918:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd880 00000100:00000001:1.0:1789307434.481920:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000400:00000010:2.0:1789307434.481922:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd880. 00000100:00000040:1.0:1789307434.481924:0:118849:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: skip recheck: last_committed 0 00000100:00000040:3.0:1789307434.481925:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbb572680 x1876218616148096/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.481927:0:118850:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1789307434.481929:0:118849:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307434.481933:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789307434.481936:0:118850:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfb7f5aa00 x1876218616147456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307434.481956:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbf0c380 x1876218616147328/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307434.481966:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbb572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:118851:1876218616148096:0@lo:400:kworker.0 00000400:00000001:3.0:1789307434.481981:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789307434.481985:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1789307434.481986:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1789307434.481989:0:118850:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfb7f5aa00 x1876218616147456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1789307434.481990:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a516dc0. 00000100:00000001:1.0:1789307434.481992:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1789307434.481996:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde660 00000400:00000010:3.0:1789307434.482002:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde660. 00000100:00000001:1.0:1789307434.482004:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307434.482008:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1789307434.482013:0:118850:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:1.0:1789307434.482014:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf0c380 x1876218616147328/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789307434.482017:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfb7f59c00 x1876218616147584/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.482018:0:118850:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307434.482025:0:118850:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789307434.482029:0:118850:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789307434.482032:0:118850:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307434.482035:0:118850:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307434.482041:0:118850:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307434.482050:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbf0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:118849:1876218616147328:0@lo:400:kworker.0 00000100:00001000:2.0:1789307434.482050:0:118850:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf97e31c60 time=131 v=5 (6 6 6 6) 00000100:00000200:3.0:1789307434.482052:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfb7f59c00 x1876218616147584/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1789307434.482061:0:118850:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf97e31c18 time=153 v=5 (1 1 1 1) 00000100:00000001:1.0:1789307434.482063:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307434.482070:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789307434.482070:0:118850:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789307434.482076:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:1.0:1789307434.482077:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbb570e00 x1876218616148352/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.482081:0:118850:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.482081:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307434.482087:0:118850:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1789307434.482088:0:118851:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789307434.482092:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789307434.482093:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1789307434.482093:0:118850:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.482095:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1789307434.482098:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1789307434.482099:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.482100:0:118850:0:(client.c:3110:ptlrpc_free_committed()) Process entered 02000000:00000010:1.0:1789307434.482103:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0afde00. 00000100:00000040:2.0:1789307434.482104:0:118850:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 02000000:00000001:3.0:1789307434.482104:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.482110:0:118850:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1789307434.482111:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789307434.482113:0:118850:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789307434.482113:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf84cc6c60 time=4 v=5 (5 5 5 5) 00000020:00000001:1.0:1789307434.482115:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307434.482120:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbf97e5e000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000100:00000040:2.0:1789307434.482122:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfb7f5aa00 x1876218616147456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1789307434.482123:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf84cc6c18 time=148 v=5 (1 1 1 0) 00000020:00000001:1.0:1789307434.482124:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307434.482129:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf98e98600. 00000100:00000001:3.0:1789307434.482133:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789307434.482137:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307434.482138:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307434.482142:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1789307434.482144:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1789307434.482145:0:118850:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1789307434.482147:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbb570e00. 00000100:00000001:2.0:1789307434.482150:0:118850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789307434.482153:0:118850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789307434.482154:0:118851:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.482156:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307434.482160:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789307434.482162:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb7f5aa00 x1876218616147456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307434.482163:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1789307434.482166:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789307434.482167:0:118851:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25769821637 00000100:00000001:3.0:1789307434.482173:0:118851:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1789307434.482174:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfb7f5ad80 x1876218616147840/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307434.482178:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307434.482189:0:118850:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfb7f5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:118850:1876218616147456:0@lo:400:kworker.0 00000100:00000040:3.0:1789307434.482191:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfb7f59c00 x1876218616147584/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.482199:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.482200:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307434.482204:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1789307434.482204:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1789307434.482209:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0afcc00. 00000100:00000040:2.0:1789307434.482212:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfb7f5aa00 x1876218616147456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307434.482215:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307434.482219:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:3.0:1789307434.482221:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1789307434.482223:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbe85bcb800 refcount=2 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:3.0:1789307434.482228:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1789307434.482230:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1789307434.482232:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1789307434.482234:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf82fef600. 00000100:00000001:2.0:1789307434.482237:0:118850:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789307434.482240:0:118850:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1789307434.482242:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1789307434.482244:0:118850:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbe841b2400. 00000100:00000040:3.0:1789307434.482245:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb7f59c00 x1876218616147584/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307434.482246:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1789307434.482249:0:118850:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789307434.482252:0:118850:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789307434.482255:0:118850:0:(genops.c:1222:class_import_put()) import ffff9fbf97e31800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000010:1.0:1789307434.482256:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfb7f5ad80. 00000020:00000001:2.0:1789307434.482261:0:118850:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789307434.482265:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1789307434.482265:0:118850:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf82fefa00. 00000100:00100000:3.0:1789307434.482267:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfb7f59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:118851:1876218616147584:0@lo:400:kworker.0 00000100:00000001:1.0:1789307434.482269:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1789307434.482271:0:118850:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1789307434.482274:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1789307434.482274:0:118850:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1789307434.482274:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789307434.482279:0:118850:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfb7f5aa00. 00000100:00000001:3.0:1789307434.482280:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307434.482284:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbf0c380 x1876218616147328/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.482285:0:118850:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1789307434.482288:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbff7800 x1876218616148608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.482289:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307434.482296:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307434.482306:0:118850:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307434.482313:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1789307434.482316:0:118850:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1789307434.482317:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1789307434.482317:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000010:1.0:1789307434.482321:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0afc200. 02000000:00000001:3.0:1789307434.482322:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1789307434.482324:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1789307434.482327:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0a74400. 00000100:00000001:2.0:1789307434.482328:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1789307434.482329:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:2.0:1789307434.482332:0:118850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1789307434.482333:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00000400:00000001:2.0:1789307434.482335:0:118850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1789307434.482335:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:1.0:1789307434.482337:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbf89fa1000 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000400:00000010:2.0:1789307434.482339:0:118850:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf83605738. 00000020:00000001:3.0:1789307434.482341:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000001:1.0:1789307434.482342:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 00000400:00000200:2.0:1789307434.482343:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd908 00000020:00000040:3.0:1789307434.482345:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbe901f3800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000010:1.0:1789307434.482347:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf82fef800. 00000400:00000010:2.0:1789307434.482348:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd908. 00000020:00000001:3.0:1789307434.482349:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1789307434.482354:0:118850:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:1.0:1789307434.482355:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:3.0:1789307434.482356:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf83a14700. 02000000:00000001:1.0:1789307434.482360:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:2.0:1789307434.482360:0:118850:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbf84ec5880 x1876218616147968/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789307434.482363:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:1.0:1789307434.482364:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbf0c380. 02000000:00000001:3.0:1789307434.482368:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1789307434.482371:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000010:3.0:1789307434.482372:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbff7800. 00000100:00000001:1.0:1789307434.482376:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1789307434.482379:0:118850:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbf84ec5880 x1876218616147968/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307434.482381:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307434.482381:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789307434.482385:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307434.482391:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789307434.482392:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789307434.482395:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.482398:0:118850:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307434.482399:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1789307434.482401:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbb572680 x1876218616148096/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307434.482403:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.482403:0:118850:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307434.482409:0:118850:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789307434.482413:0:118850:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789307434.482417:0:118850:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307434.482422:0:118850:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307434.482428:0:118850:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.482435:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1789307434.482435:0:118850:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfb68f8460 time=9 v=5 (5 6 6 6) 00000100:00000001:1.0:1789307434.482438:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789307434.482438:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1789307434.482442:0:118850:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb68f8418 time=148 v=5 (1 1 1 0) 02000000:00000001:3.0:1789307434.482443:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:1.0:1789307434.482445:0:118852:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1789307434.482448:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0a74e00. 00000400:00000001:1.0:1789307434.482450:0:118852:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1789307434.482451:0:118850:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789307434.482455:0:118850:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307434.482456:0:118852:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb6ce31b8. 02000000:00000001:3.0:1789307434.482456:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1789307434.482460:0:118850:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1789307434.482461:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000400:00000200:1.0:1789307434.482464:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82dd0 00010000:00000001:2.0:1789307434.482464:0:118850:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307434.482465:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbfba939800 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000400:00000010:1.0:1789307434.482470:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82dd0. 00000100:00000001:2.0:1789307434.482471:0:118850:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1789307434.482471:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789307434.482476:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf82fef000. 00000100:00000001:1.0:1789307434.482477:0:118852:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:2.0:1789307434.482477:0:118850:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1789307434.482484:0:118850:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1789307434.482485:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1789307434.482486:0:118852:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfb7f58000 x1876218616147712/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.482488:0:118850:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307434.482489:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789307434.482493:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbb572680. 00000100:00000040:2.0:1789307434.482499:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbf84ec5880 x1876218616147968/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307434.482501:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789307434.482505:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307434.482513:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1789307434.482514:0:118852:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfb7f58000 x1876218616147712/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307434.482522:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfb7f59c00 x1876218616147584/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.482523:0:118850:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307434.482530:0:118852:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789307434.482530:0:118850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789307434.482533:0:118850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307434.482540:0:118852:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307434.482542:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1789307434.482546:0:118852:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789307434.482546:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1789307434.482550:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf84ec5880 x1876218616147968/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307434.482551:0:118852:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1789307434.482551:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbe861c3400. 00000100:00000001:1.0:1789307434.482556:0:118852:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1789307434.482559:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789307434.482560:0:118852:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307434.482564:0:118851:0:(genops.c:1216:class_import_put()) Process entered 02000000:00000001:1.0:1789307434.482567:0:118852:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307434.482568:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbf84cc6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00100000:2.0:1789307434.482574:0:118850:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbf84ec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:118850:1876218616147968:0@lo:400:kworker.0 00000020:00000001:3.0:1789307434.482574:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00001000:1.0:1789307434.482577:0:118852:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfb6ad4460 time=9 v=5 (5 5 5 5) 02000000:00000010:3.0:1789307434.482578:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf82fef700. 02000000:00000001:3.0:1789307434.482585:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:1.0:1789307434.482587:0:118852:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6ad4418 time=39 v=5 (1 0 0 0) 00000100:00000001:2.0:1789307434.482588:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307434.482588:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789307434.482593:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfb7f59c00. 00000100:00000001:2.0:1789307434.482594:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789307434.482595:0:118852:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789307434.482599:0:118852:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.482601:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1789307434.482602:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbf84ec5880 x1876218616147968/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789307434.482603:0:118852:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1789307434.482604:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307434.482607:0:118852:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.482610:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307434.482613:0:118852:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789307434.482617:0:118852:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 30064771184 00000100:00000001:3.0:1789307434.482619:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307434.482623:0:118852:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789307434.482624:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.482627:0:118852:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.482629:0:118850:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1789307434.482630:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1789307434.482634:0:118850:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1789307434.482634:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307434.482637:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfb7f58000 x1876218616147712/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1789307434.482638:0:118850:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbe841b3200. 02000000:00000001:2.0:1789307434.482644:0:118850:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789307434.482648:0:118850:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789307434.482651:0:118850:0:(genops.c:1222:class_import_put()) import ffff9fbfb68f8000 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1789307434.482658:0:118850:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789307434.482662:0:118850:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf82fefd00. 00000100:00000001:1.0:1789307434.482664:0:118852:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1789307434.482667:0:225633:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6aa693022f300 02000000:00000001:2.0:1789307434.482669:0:118850:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1789307434.482670:0:118852:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307434.482674:0:118852:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1789307434.482674:0:118850:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789307434.482678:0:118850:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf84ec5880. 00000400:00000200:3.0:1789307434.482681:0:225633:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c17fd [1] + 224 00000100:00000040:1.0:1789307434.482684:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb7f58000 x1876218616147712/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.482686:0:118850:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789307434.482690:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307434.482697:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307434.482698:0:225633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1789307434.482702:0:118852:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfb7f58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:118852:1876218616147712:0@lo:400:kworker.0 00000100:00000001:2.0:1789307434.482703:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789307434.482708:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1789307434.482708:0:225633:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:1.0:1789307434.482714:0:118852:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789307434.482717:0:118852:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789307434.482722:0:118852:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb6ce3dc0. 00000400:00000200:1.0:1789307434.482726:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a825d8 00000400:00000010:1.0:1789307434.482729:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a825d8. 00000100:00000001:1.0:1789307434.482735:0:118852:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:2.0:1789307434.482736:0:118850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789307434.482741:0:118850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1789307434.482742:0:118852:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbb573800 x1876218616148224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1789307434.482746:0:118850:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf83605528. 00000400:00000200:2.0:1789307434.482752:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fda18 00000400:00000010:2.0:1789307434.482757:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fda18. 00000100:00000001:2.0:1789307434.482762:0:118850:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1789307434.482763:0:225633:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789307434.482770:0:118850:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbff4e00 x1876218616148480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789307434.482773:0:225633:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbbff6d80 x1876218616148736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789307434.482775:0:118852:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbb573800 x1876218616148224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789307434.482809:0:118850:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbff4e00 x1876218616148480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307434.482812:0:225633:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfbbff6d80 x1876218616148736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.482841:0:118850:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307434.482844:0:118852:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789307434.482845:0:225633:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307434.482848:0:118852:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307434.482874:0:118850:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307434.482876:0:225633:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd5d8 00000100:00000001:2.0:1789307434.482878:0:118850:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:1.0:1789307434.482880:0:118852:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789307434.482882:0:118850:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1789307434.482882:0:225633:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd5d8. 02000000:00000001:1.0:1789307434.482883:0:118852:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789307434.482885:0:118850:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307434.482887:0:118852:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307434.482888:0:225633:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789307434.482889:0:118850:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.482891:0:118852:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.482892:0:225633:0:(events.c:402:reply_out_callback()) Process leaving 02000000:00000001:2.0:1789307434.482894:0:118850:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307434.482896:0:118852:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.482899:0:225633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307434.482901:0:118850:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe960a0c60 time=148 v=5 (6 6 6 0) 00000100:00001000:1.0:1789307434.482903:0:118852:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe8d189460 time=153 v=5 (5 5 5 0) 00000100:00000040:3.0:1789307434.482905:0:225633:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000100:00001000:2.0:1789307434.482911:0:118850:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe960a0c18 time=148 v=5 (1 1 1 0) 00010000:00000001:3.0:1789307434.482912:0:225633:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00001000:1.0:1789307434.482913:0:118852:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe8d189418 time=39 v=5 (1 0 0 0) 00000020:00000001:3.0:1789307434.482916:0:225633:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.482918:0:118850:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789307434.482921:0:118852:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1789307434.482922:0:225633:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1789307434.482923:0:118850:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.482924:0:118852:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307434.482928:0:118852:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789307434.482928:0:118850:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1789307434.482931:0:225633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf5e300 x1876218616148736/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:480/0 lens 224/224 e 0 to 0 dl 1789307445 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789307434.482932:0:118850:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307434.482933:0:118852:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.482950:0:118852:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1789307434.482950:0:118850:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789307434.482952:0:118850:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:1.0:1789307434.482954:0:118852:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 47244640269 00000100:00000001:2.0:1789307434.482958:0:118850:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307434.482959:0:118852:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789307434.482962:0:118850:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.482964:0:118852:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307434.482970:0:225633:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbf5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:118852:x1876218616148736:12345-0@lo:400:kworker.0 Request processed in 2394us (2966us total) trans 0 rc 0/0 00000100:00000040:2.0:1789307434.482971:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbff4e00 x1876218616148480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307434.482973:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbb573800 x1876218616148224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307434.482989:0:225633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2118 00000100:00000040:3.0:1789307434.482996:0:225633:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfa3386800 : new rpc_count 0 00000100:00000001:2.0:1789307434.483001:0:118850:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307434.483002:0:225633:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307434.483003:0:118852:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307434.483006:0:225633:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1789307434.483007:0:118850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307434.483008:0:118852:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1789307434.483011:0:225633:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44400. 00000100:00000001:1.0:1789307434.483012:0:118852:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307434.483012:0:118850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1789307434.483020:0:225633:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984258. 00000100:00000040:1.0:1789307434.483022:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbb573800 x1876218616148224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307434.483023:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbff4e00 x1876218616148480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1789307434.483026:0:225633:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbe841b2800. 00000020:00000040:3.0:1789307434.483032:0:225633:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfa3386800 : new refcount 4 00000100:00000001:3.0:1789307434.483037:0:225633:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789307434.483051:0:118852:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbb573800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:118852:1876218616148224:0@lo:400:kworker.0 00000100:00100000:2.0:1789307434.483052:0:118850:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:118850:1876218616148480:0@lo:400:kworker.0 00000100:00000001:2.0:1789307434.483062:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789307434.483064:0:118852:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1789307434.483065:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1789307434.483068:0:118852:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789307434.483072:0:118852:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb6ce3630. 00000100:00000040:2.0:1789307434.483072:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbff4e00 x1876218616148480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789307434.483077:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82550 00000400:00000010:1.0:1789307434.483081:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82550. 00000100:00000001:2.0:1789307434.483084:0:118850:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1789307434.483085:0:118852:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:2.0:1789307434.483087:0:118850:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789307434.483090:0:118850:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbe841b3e00. 00000100:00000200:1.0:1789307434.483092:0:118852:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbff6d80 x1876218616148736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789307434.483094:0:118850:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789307434.483097:0:118850:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789307434.483100:0:118850:0:(genops.c:1222:class_import_put()) import ffff9fbe960a0800 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1789307434.483107:0:118850:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789307434.483111:0:118850:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfb4398b00. 02000000:00000001:2.0:1789307434.483118:0:118850:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1789307434.483121:0:118852:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbff6d80 x1876218616148736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789307434.483121:0:118850:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789307434.483124:0:118850:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbff4e00. 00000100:00000001:2.0:1789307434.483131:0:118850:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307434.483132:0:118852:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789307434.483134:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307434.483135:0:118852:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307434.483138:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307434.483139:0:118852:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789307434.483142:0:118852:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789307434.483145:0:118852:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307434.483146:0:118852:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.483146:0:118850:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789307434.483149:0:118850:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307434.483151:0:118852:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.483154:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1789307434.483157:0:118852:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfb52e0460 time=41 v=5 (6 0 0 0) 00000100:00000001:2.0:1789307434.483158:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307434.483164:0:118852:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb52e0418 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1789307434.483166:0:118852:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789307434.483167:0:118852:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307434.483169:0:118852:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789307434.483171:0:118852:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.483173:0:118852:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789307434.483175:0:118852:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1789307434.483176:0:118852:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307434.483177:0:118852:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307434.483181:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbff6d80 x1876218616148736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307434.483186:0:118852:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307434.483187:0:118852:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307434.483189:0:118852:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789307434.483192:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbff6d80 x1876218616148736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307434.483198:0:118852:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:118852:1876218616148736:0@lo:400:kworker.0 00000100:00000001:1.0:1789307434.483201:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307434.483203:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307434.483206:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfb7f58000 x1876218616147712/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307434.483219:0:118852:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307434.483221:0:118852:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307434.483222:0:118852:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0afdc00. 02000000:00000001:1.0:1789307434.483225:0:118852:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307434.483226:0:118852:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307434.483227:0:118852:0:(genops.c:1222:class_import_put()) import ffff9fbfb6ad4000 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:1.0:1789307434.483229:0:118852:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307434.483230:0:118852:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf82fef100. 02000000:00000001:1.0:1789307434.483233:0:118852:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307434.483234:0:118852:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307434.483236:0:118852:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfb7f58000. 00000100:00000001:1.0:1789307434.483239:0:118852:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307434.483240:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307434.483241:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307434.483244:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbb573800 x1876218616148224/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307434.483249:0:118852:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307434.483251:0:118852:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307434.483252:0:118852:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0afc000. 02000000:00000001:1.0:1789307434.483254:0:118852:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307434.483255:0:118852:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307434.483256:0:118852:0:(genops.c:1222:class_import_put()) import ffff9fbe8d189000 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1789307434.483257:0:118852:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307434.483258:0:118852:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf82fef500. 02000000:00000001:1.0:1789307434.483260:0:118852:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307434.483261:0:118852:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307434.483262:0:118852:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbb573800. 00000100:00000001:1.0:1789307434.483265:0:118852:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307434.483265:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307434.483267:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307434.483269:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbff6d80 x1876218616148736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307434.483274:0:118852:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307434.483275:0:118852:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307434.483276:0:118852:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfb484f000. 02000000:00000001:1.0:1789307434.483282:0:118852:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307434.483284:0:118852:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307434.483285:0:118852:0:(genops.c:1222:class_import_put()) import ffff9fbfb52e0000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1789307434.483286:0:118852:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307434.483287:0:118852:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf83a14300. 02000000:00000001:1.0:1789307434.483289:0:118852:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307434.483290:0:118852:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307434.483291:0:118852:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbff6d80. 00000100:00000001:1.0:1789307434.483295:0:118852:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307434.483297:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307434.483298:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307434.483302:0:118852:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307434.483303:0:118852:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.483305:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307434.483306:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307434.795025:0:122633:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789307434.795029:0:122633:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789307434.795032:0:122633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789307434.988695:0:263040:0:(service.c:379:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1789307434.988701:0:263040:0:(service.c:401:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1789307434.988708:0:263040:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 47244640271 is committed 00000001:00000040:3.0:1789307434.988714:0:263040:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbe8a12d800 : new cb_count 1 00000020:00000040:3.0:1789307434.988723:0:263040:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a12d800 : new refcount 5 00000001:00000010:3.0:1789307434.988727:0:263040:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbe9794fb40. 00000100:00000001:1.0:1789307434.988734:0:123235:0:(service.c:379:ptlrpc_commit_replies()) Process entered 00080000:00000010:3.0:1789307434.988736:0:263040:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfb2671200. 00000100:00000001:1.0:1789307434.988737:0:123235:0:(service.c:401:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1789307434.988740:0:123235:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884922556 is committed 00000001:00000040:1.0:1789307434.988743:0:123235:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbf92163800 : new cb_count 0 00000001:00000040:3.0:1789307434.988745:0:263040:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbe8a12d800 : new cb_count 0 00000020:00000040:1.0:1789307434.988746:0:123235:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf92163800 : new refcount 4 00000001:00000010:1.0:1789307434.988752:0:123235:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbe86acdb40. 00000020:00000040:3.0:1789307434.988752:0:263040:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a12d800 : new refcount 4 00000001:00000010:3.0:1789307434.988757:0:263040:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbe838169c0. 00080000:00000010:1.0:1789307434.988759:0:123235:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc08a1e00. 00080000:00000010:3.0:1789307434.988764:0:263040:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfb484fe00. 00000100:00000001:3.0:1789307434.988824:0:118835:0:(service.c:2652:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1789307434.988830:0:118835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789307434.988836:0:118835:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789307434.988842:0:118835:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbf97919000 refcount=3 00000020:00000001:3.0:1789307434.988846:0:118835:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243963310080 : -105829746241536 : ffff9fbf97919000) 00010000:00000001:3.0:1789307434.988873:0:118835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638243963310080 : -105829746241536 : ffff9fbf97919000) 00010000:00000001:3.0:1789307434.988877:0:118835:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789307434.988884:0:118835:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97919000/0x66de20725ed781da lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb08b3b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789307434.988897:0:118835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789307434.988900:0:118835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789307434.988905:0:118835:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97919000/0x66de20725ed781da lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb08b3b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789307434.988916:0:118835:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789307434.988921:0:118835:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307434.988926:0:118835:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789307434.988942:0:118835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97919000/0x66de20725ed781da lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb08b3b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789307434.988954:0:118835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9fbf97919000 already unused, calling callback (ffffffffc18ea4f0) 00000020:00080000:1.0:1789307434.988958:0:238820:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 21474927159 00000004:00000001:3.0:1789307434.988960:0:118835:0:(mdt_handler.c:3893:mdt_blocking_ast()) Process entered 00000020:00000001:1.0:1789307434.988964:0:238820:0:(update_trans.c:1284:distribute_txn_cancel_records()) Process entered 00010000:00000001:3.0:1789307434.988965:0:118835:0:(ldlm_request.c:368:ldlm_blocking_ast_nocheck()) Process entered 00000020:00000040:1.0:1789307434.988969:0:238820:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fbe9704a900 refcount 1 committed 1 result 0 batchid 21474927156 00010000:00010000:3.0:1789307434.988976:0:118835:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97919000/0x66de20725ed781da lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb08b3b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225665 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000040:1.0:1789307434.988977:0:238820:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf88d97100 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fbe9704a840 00000020:00000040:1.0:1789307434.988983:0:238820:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240001b73:0x2:0x0].361 00000020:00000040:1.0:1789307434.988988:0:238820:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf88d97f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fbfc0804200 00010000:00000001:3.0:1789307434.988994:0:118835:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00000020:00000040:1.0:1789307434.988995:0:238820:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200002b10:0x2:0x0].361 00010000:00000001:3.0:1789307434.988998:0:118835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000040:1.0:1789307434.989000:0:238820:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbf86382840 : new refcount 2 00000040:00000001:1.0:1789307434.989006:0:238820:0:(llog_cat_server.c:690:llog_cat_cancel_records()) Process entered 00000020:00000001:3.0:1789307434.989010:0:118835:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789307434.989014:0:118835:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbf97919000 refcount=4 00000040:00000001:1.0:1789307434.989015:0:238820:0:(llog_cat_server.c:632:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:1.0:1789307434.989019:0:238820:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00000020:00000001:3.0:1789307434.989021:0:118835:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243963310080 : -105829746241536 : ffff9fbf97919000) 00000040:00000001:1.0:1789307434.989025:0:238820:0:(llog_cat.c:69:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307434.989025:0:118835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638243963310080 : -105829746241536 : ffff9fbf97919000) 00010000:00000001:3.0:1789307434.989030:0:118835:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00000040:00000001:1.0:1789307434.989031:0:238820:0:(llog.c:1143:llog_exist()) Process entered 00010000:00010000:3.0:1789307434.989034:0:118835:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97919000/0x66de20725ed781da lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb08b3b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225665 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00000001:1.0:1789307434.989035:0:238820:0:(llog.c:1152:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1789307434.989040:0:238820:0:(llog.c:211:llog_cancel_arr_rec()) Process entered 00000040:00001000:1.0:1789307434.989042:0:238820:0:(llog.c:220:llog_cancel_arr_rec()) Canceling 1 records, first 361 in log [0x240001b73:0x2:0x0] 00010000:00000001:3.0:1789307434.989045:0:118835:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1789307434.989047:0:238820:0:(osp_trans.c:959:osp_trans_create()) Process entered 00000004:00000001:3.0:1789307434.989048:0:118835:0:(mdt_handler.c:3893:mdt_blocking_ast()) Process entered 00000004:00000010:1.0:1789307434.989050:0:238820:0:(osp_trans.c:961:osp_trans_create()) kmalloced '(oth)': 136 at ffff9fbea025f300. 00000004:00000001:3.0:1789307434.989052:0:118835:0:(mdt_handler.c:3895:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307434.989053:0:238820:0:(osp_trans.c:973:osp_trans_create()) Process leaving (rc=18446638239812285184 : -105833897266432 : ffff9fbea025f300) 00000040:00000001:1.0:1789307434.989057:0:238820:0:(llog.c:1207:llog_declare_write_rec()) Process entered 00010000:00000001:3.0:1789307434.989058:0:118835:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000040:00000001:1.0:1789307434.989059:0:238820:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00010000:00000001:3.0:1789307434.989061:0:118835:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789307434.989064:0:118835:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000010:1.0:1789307434.989065:0:238820:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fbea025f900. 00010000:00000001:3.0:1789307434.989066:0:118835:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1789307434.989069:0:238820:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fbeaa9e6920. 00000020:00000040:3.0:1789307434.989071:0:118835:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf97919000 with handle 0x66de20725ed781da from hash 00000004:00000010:1.0:1789307434.989075:0:238820:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fbfc0e81000. 00010000:00000001:3.0:1789307434.989075:0:118835:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789307434.989078:0:118835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000040:00000001:1.0:1789307434.989079:0:238820:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.989082:0:238820:0:(llog.c:1219:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307434.989082:0:118835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789307434.989085:0:118835:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000040:00000001:1.0:1789307434.989086:0:238820:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1789307434.989089:0:238820:0:(llog_osd.c:1921:llog_osd_declare_destroy()) Process entered 00000040:00000001:1.0:1789307434.989092:0:238820:0:(llog_osd.c:1876:llog_osd_regular_fid_del_name_entry()) Process entered 00000040:00000001:1.0:1789307434.989094:0:238820:0:(llog_osd.c:1558:llog_osd_get_regular_fid_dir()) Process entered 00010000:00000001:3.0:1789307434.989094:0:118835:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 80000000:00000001:1.0:1789307434.989097:0:238820:0:(fld_handler.c:252:fld_server_lookup()) Process entered 00010000:00000001:3.0:1789307434.989099:0:118835:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307434.989100:0:238820:0:(fld_handler.c:208:fld_local_lookup()) Process entered 80000000:00000001:1.0:1789307434.989103:0:238820:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 00010000:00000001:3.0:1789307434.989104:0:118835:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 80000000:00000001:1.0:1789307434.989107:0:238820:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307434.989107:0:118835:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 80000000:00000001:1.0:1789307434.989112:0:238820:0:(fld_handler.c:225:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307434.989113:0:118835:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 80000000:00000001:1.0:1789307434.989114:0:238820:0:(fld_handler.c:256:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307434.989118:0:238820:0:(lu_object.c:830:lu_object_find_at()) Process entered 00010000:00010000:3.0:1789307434.989118:0:118835:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb08b3b05 (ffff9fbf88a41f00) 00010000:00010000:3.0:1789307434.989124:0:118835:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000020:00000001:1.0:1789307434.989125:0:238820:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243621270296 : -105830088281320 : ffff9fbf832e7318) 00010000:00000001:3.0:1789307434.989127:0:118835:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1789307434.989129:0:238820:0:(llog_osd.c:1581:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446638244594158448 : -105829115393168 : ffff9fbfbd2b8b70) 00010000:00000001:3.0:1789307434.989132:0:118835:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307434.989135:0:118835:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00000004:00000001:1.0:1789307434.989137:0:238820:0:(osp_object.c:2359:osp_object_release()) Process entered 00000004:00000001:1.0:1789307434.989140:0:238820:0:(osp_object.c:2391:osp_object_release()) Process leaving 00000020:00000002:1.0:1789307434.989142:0:238820:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfbd2b8b70/ffff9fbf832e72c0 to site lru. bkt: ffff9fbfb9329ef0 00010000:00000001:3.0:1789307434.989144:0:118835:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000040:00000001:1.0:1789307434.989145:0:238820:0:(llog_osd.c:1896:llog_osd_regular_fid_del_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.989150:0:238820:0:(llog_osd.c:1959:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307434.989150:0:118835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000040:00000001:1.0:1789307434.989154:0:238820:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307434.989154:0:118835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789307434.989158:0:118835:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307434.989161:0:118835:0:(ldlm_request.c:387:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.989164:0:238820:0:(llog.c:1230:llog_write_rec()) Process entered 00000004:00000001:3.0:1789307434.989165:0:118835:0:(mdt_handler.c:3933:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.989167:0:238820:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1789307434.989170:0:238820:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x240001b73:0x2:0x0] 00010000:00010000:3.0:1789307434.989172:0:118835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97919000/0x66de20725ed781da lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xb08b3b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225665 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:1.0:1789307434.989173:0:238820:0:(osp_object.c:570:osp_attr_get()) Process entered 00000004:00000001:1.0:1789307434.989176:0:238820:0:(osp_object.c:582:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307434.989181:0:238820:0:(osp_md_object.c:1207:osp_md_write()) Process entered 00010000:00000001:3.0:1789307434.989184:0:118835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000040:1.0:1789307434.989185:0:238820:0:(osp_md_object.c:1216:osp_md_write()) write [0x240001b73:0x2:0x0] offset = 0 length = 88 00010000:00000001:3.0:1789307434.989188:0:118835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1789307434.989190:0:238820:0:(out_lib.c:139:out_update_pack()) Process entered 00010000:00000001:3.0:1789307434.989191:0:118835:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:1.0:1789307434.989194:0:238820:0:(out_lib.c:153:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307434.989195:0:118835:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000004:00000040:1.0:1789307434.989198:0:238820:0:(osp_trans.c:1306:osp_check_and_set_rpc_version()) lustre-MDT0001-osp-MDT0000: version 706 gen 0 oth:version ffff9fbea025f300:705 00010000:00000001:3.0:1789307434.989198:0:118835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000010:1.0:1789307434.989203:0:238820:0:(osp_trans.c:548:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff9fbf874ff500. 00010000:00010000:3.0:1789307434.989203:0:118835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97919000/0x66de20725ed781da lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xb08b3b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225665 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00000001:1.0:1789307434.989207:0:238820:0:(osp_md_object.c:1250:osp_md_write()) Process leaving (rc=88 : 88 : 58) 00010000:00000010:3.0:1789307434.989215:0:118835:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf83109680. 00000004:00000001:1.0:1789307434.989220:0:238820:0:(osp_md_object.c:1207:osp_md_write()) Process entered 00010000:00000040:3.0:1789307434.989222:0:118835:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf88a41f00 count: 0 00000004:00000040:1.0:1789307434.989223:0:238820:0:(osp_md_object.c:1216:osp_md_write()) write [0x240001b73:0x2:0x0] offset = 132 length = 4 00000020:00000001:1.0:1789307434.989228:0:238820:0:(out_lib.c:139:out_update_pack()) Process entered 00000020:00000001:1.0:1789307434.989230:0:238820:0:(out_lib.c:153:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1789307434.989233:0:118835:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83f8d300. 00000004:00000010:1.0:1789307434.989234:0:238820:0:(osp_trans.c:548:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff9fbf874ffe80. 00000004:00000001:1.0:1789307434.989239:0:238820:0:(osp_md_object.c:1250:osp_md_write()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1789307434.989241:0:118835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000040:00000001:1.0:1789307434.989242:0:238820:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307434.989245:0:118835:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1564 00000040:00000001:1.0:1789307434.989246:0:238820:0:(llog.c:1263:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.989250:0:118835:0:(service.c:2743:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1789307434.989251:0:238820:0:(osp_trans.c:1568:osp_trans_stop()) Process entered 00000004:00080000:1.0:1789307434.989254:0:238820:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9fbea025f300 with version 705 00000004:00000001:1.0:1789307434.989266:0:238820:0:(osp_trans.c:1616:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.989268:0:238820:0:(llog.c:349:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.989270:0:238820:0:(llog_cat_server.c:671:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.989272:0:238820:0:(llog_cat_server.c:701:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:1.0:1789307434.989274:0:238820:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 21474927156 cancel update log [0x240001b73:0x2:0x0].361: rc = 0 00000020:00000040:1.0:1789307434.989276:0:238820:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbf86382840 : new refcount 1 00000020:00000040:1.0:1789307434.989279:0:238820:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbf9fbbb0c0 : new refcount 2 00000040:00000001:1.0:1789307434.989280:0:238820:0:(llog_cat_server.c:690:llog_cat_cancel_records()) Process entered 00000040:00000001:1.0:1789307434.989281:0:238820:0:(llog_cat_server.c:632:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:1.0:1789307434.989282:0:238820:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00000040:00000001:1.0:1789307434.989285:0:238820:0:(llog_cat.c:69:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.989287:0:238820:0:(llog.c:1143:llog_exist()) Process entered 00000040:00000001:1.0:1789307434.989289:0:238820:0:(llog.c:1152:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1789307434.989291:0:238820:0:(llog.c:211:llog_cancel_arr_rec()) Process entered 00000004:00080000:2.0:1789307434.989293:0:238804:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9fbfb58ace40 version 705 rpc_version 705 00000040:00001000:1.0:1789307434.989301:0:238820:0:(llog.c:220:llog_cancel_arr_rec()) Canceling 1 records, first 361 in log [0x200002b10:0x2:0x0] 00000004:00000001:2.0:1789307434.989301:0:238804:0:(osp_trans.c:1111:osp_send_update_req()) Process entered 00000004:00000001:2.0:1789307434.989306:0:238804:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00080000:00000001:1.0:1789307434.989308:0:238820:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00000004:00000040:2.0:1789307434.989311:0:238804:0:(osp_trans.c:242:object_update_request_dump()) i = 0 fid = [0x240001b73:0x2:0x0] op = write params = 2 batchid = 0 size = 152 repsize 0 00080000:00000010:1.0:1789307434.989315:0:238820:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfc0b9da00. 00000004:00000040:2.0:1789307434.989317:0:238804:0:(osp_trans.c:242:object_update_request_dump()) i = 1 fid = [0x240001b73:0x2:0x0] op = write params = 2 batchid = 0 size = 72 repsize 0 00080000:00000001:1.0:1789307434.989319:0:238820:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244653816320 : -105829055735296 : ffff9fbfc0b9da00) 00000004:00000040:2.0:1789307434.989324:0:238804:0:(osp_trans.c:248:object_update_request_dump()) updates = ffff9fbfc0e81000 magic = bdde0002 count = 2 size = 224 00000040:00000001:1.0:1789307434.989325:0:238820:0:(llog.c:1207:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1789307434.989328:0:238820:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1789307434.989333:0:238820:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000100:00000010:2.0:1789307434.989334:0:238804:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb9188380. 00000001:00000001:1.0:1789307434.989337:0:238820:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000020:00000040:2.0:1789307434.989340:0:238804:0:(genops.c:1209:class_import_get()) import ffff9fbfba939800 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00080000:00000010:1.0:1789307434.989343:0:238820:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ffa00. 00080000:00000001:1.0:1789307434.989347:0:238820:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.989347:0:238804:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000040:00000001:1.0:1789307434.989350:0:238820:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307434.989352:0:238804:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000040:00000001:1.0:1789307434.989354:0:238820:0:(llog.c:1219:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.989357:0:238820:0:(llog.c:108:llog_declare_destroy()) Process entered 02000000:00000001:2.0:1789307434.989358:0:238804:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.989359:0:238820:0:(llog_osd.c:1921:llog_osd_declare_destroy()) Process entered 00080000:00000001:1.0:1789307434.989363:0:238820:0:(osd_handler.c:4081:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1789307434.989366:0:238820:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1789307434.989368:0:238820:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 02000000:00000010:2.0:1789307434.989369:0:238804:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fbfb90ea800. 00080000:00000002:1.0:1789307434.989371:0:238820:0:(osd_handler.c:395:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002b10:0x2:0x0] not in the id map cache 00080000:00000001:1.0:1789307434.989375:0:238820:0:(osd_handler.c:4122:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.989376:0:238820:0:(llog_osd.c:1876:llog_osd_regular_fid_del_name_entry()) Process entered 00000040:00000001:1.0:1789307434.989378:0:238820:0:(llog_osd.c:1558:llog_osd_get_regular_fid_dir()) Process entered 00000100:00000001:2.0:1789307434.989378:0:238804:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307434.989381:0:238820:0:(fld_handler.c:252:fld_server_lookup()) Process entered 80000000:00000001:1.0:1789307434.989382:0:238820:0:(fld_handler.c:208:fld_local_lookup()) Process entered 80000000:00000001:1.0:1789307434.989383:0:238820:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789307434.989385:0:238820:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307434.989386:0:238804:0:(osp_trans.c:300:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307434.989387:0:238820:0:(fld_handler.c:225:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307434.989392:0:238804:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 80000000:00000001:1.0:1789307434.989393:0:238820:0:(fld_handler.c:256:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307434.989397:0:238820:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000004:00000001:2.0:1789307434.989398:0:238804:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307434.989402:0:238820:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244505567320 : -105829203984296 : ffff9fbfb7e3c058) 00000020:00100000:2.0:1789307434.989406:0:238804:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000040:00000001:1.0:1789307434.989409:0:238820:0:(llog_osd.c:1581:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446638243872187392 : -105829837364224 : ffff9fbf92232400) 00080000:00000001:1.0:1789307434.989416:0:238820:0:(osd_handler.c:5736:osd_index_declare_ea_delete()) Process entered 00000001:00000001:1.0:1789307434.989419:0:238820:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1789307434.989421:0:238820:0:(osd_handler.c:5754:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1789307434.989424:0:238820:0:(lu_object.c:216:lu_object_put()) Add ffff9fbf92232400/ffff9fbfb7e3c000 to site lru. bkt: ffff9fbfb9328a68 00000040:00000001:1.0:1789307434.989426:0:238820:0:(llog_osd.c:1896:llog_osd_regular_fid_del_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.989428:0:238820:0:(llog_osd.c:1959:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.989436:0:238820:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307434.989439:0:238820:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00000100:00100000:2.0:1789307434.989440:0:238804:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9fbfb9188380 x1876218616148992/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789307434.989451:0:238804:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00080000:00000001:1.0:1789307434.989453:0:238820:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.989453:0:238804:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000040:00000001:1.0:1789307434.989458:0:238820:0:(llog.c:1230:llog_write_rec()) Process entered 00000100:00000010:2.0:1789307434.989459:0:238804:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fbe95a89f00. 00000040:00000001:1.0:1789307434.989460:0:238820:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1789307434.989462:0:238820:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x200002b10:0x2:0x0] 00000100:00000001:2.0:1789307434.989470:0:238804:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446638239636299520 : -105834073252096 : ffff9fbe95a89f00) 00000100:00000001:2.0:1789307434.989474:0:238804:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789307434.989475:0:238804:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244525802368 : -105829183749248 : ffff9fbfb9188380) 00000100:00000001:2.0:1789307434.989480:0:238804:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789307434.989484:0:238804:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.989486:0:238820:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.989487:0:238804:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000040:00000001:1.0:1789307434.989490:0:238820:0:(llog.c:1263:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.989491:0:238804:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00080000:00000001:1.0:1789307434.989493:0:238820:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00000100:00000040:2.0:1789307434.989498:0:238804:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfb9188380 x1876218616148992/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1789307434.989502:0:238820:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ffa00. 00000100:00000001:2.0:1789307434.989510:0:238804:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789307434.989512:0:238804:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307434.989516:0:238804:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789307434.989519:0:238804:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789307434.989521:0:238804:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1789307434.989522:0:238820:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00000100:00100000:2.0:1789307434.989525:0:238804:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfb9188380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:238804:1876218616148992:0@lo:1000:osp_up1-0.0 00040000:00000001:1.0:1789307434.989526:0:238820:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:1.0:1789307434.989532:0:238820:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.989532:0:238804:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000040:00000001:1.0:1789307434.989536:0:238820:0:(llog.c:349:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307434.989539:0:238804:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000040:00000001:1.0:1789307434.989540:0:238820:0:(llog_cat_server.c:671:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307434.989543:0:238804:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.989544:0:238820:0:(llog_cat_server.c:701:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307434.989547:0:238804:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00080000:1.0:1789307434.989549:0:238820:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 21474927156 cancel update log [0x200002b10:0x2:0x0].361: rc = 0 00000020:00000040:1.0:1789307434.989554:0:238820:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbf9fbbb0c0 : new refcount 1 02000000:00000010:2.0:1789307434.989555:0:238804:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fbfb4a20000. 00000020:00000001:1.0:1789307434.989558:0:238820:0:(update_trans.c:1318:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307434.989559:0:238804:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307434.989566:0:238820:0:(update_trans.c:1260:top_multiple_thandle_destroy()) kfreed 'stc': 56 at ffff9fbf874ff3c0. 00000400:00000010:2.0:1789307434.989570:0:238804:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf83605528. 00000020:00000010:1.0:1789307434.989571:0:238820:0:(update_trans.c:1262:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fbf88d97100. 00000020:00000010:1.0:1789307434.989578:0:238820:0:(update_trans.c:1260:top_multiple_thandle_destroy()) kfreed 'stc': 56 at ffff9fbf874fff80. 00000400:00000010:2.0:1789307434.989581:0:238804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbe95a89e40. 00000020:00000010:1.0:1789307434.989582:0:238820:0:(update_trans.c:1262:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fbf88d97f00. 00000020:00000010:1.0:1789307434.989588:0:238820:0:(update_trans.c:1264:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9fbe9704a900. 00000100:00000200:2.0:1789307434.989593:0:238804:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1876218616148992, portal 4 00000020:00000001:1.0:1789307434.989594:0:238820:0:(update_trans.c:1284:distribute_txn_cancel_records()) Process entered 00000020:00000040:1.0:1789307434.989598:0:238820:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fbf836580c0 refcount 1 committed 1 result 0 batchid 21474927157 00000100:00000001:2.0:1789307434.989598:0:238804:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789307434.989601:0:238804:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244525802368 : -105829183749248 : ffff9fbfb9188380) 00000020:00000040:1.0:1789307434.989604:0:238820:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf83153f00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fbf83658540 00000020:00000040:1.0:1789307434.989609:0:238820:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240001b73:0x2:0x0].362 00000100:00000040:2.0:1789307434.989613:0:238804:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfb9188380 x1876218616148992/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1789307434.989614:0:238820:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf83153500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fbfc0a36600 00000020:00000040:1.0:1789307434.989619:0:238820:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200002b10:0x2:0x0].362 00000020:00000040:1.0:1789307434.989623:0:238820:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbf86382840 : new refcount 2 00000040:00000001:1.0:1789307434.989626:0:238820:0:(llog_cat_server.c:690:llog_cat_cancel_records()) Process entered 00000100:00000001:2.0:1789307434.989630:0:238804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000040:00000001:1.0:1789307434.989633:0:238820:0:(llog_cat_server.c:632:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:1.0:1789307434.989636:0:238820:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00000100:00000040:2.0:1789307434.989637:0:238804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000040:00000001:1.0:1789307434.989638:0:238820:0:(llog_cat.c:69:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.989641:0:238820:0:(llog.c:1143:llog_exist()) Process entered 00000400:00000010:2.0:1789307434.989642:0:238804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fda18. 00000040:00000001:1.0:1789307434.989643:0:238820:0:(llog.c:1152:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1789307434.989647:0:238820:0:(llog.c:211:llog_cancel_arr_rec()) Process entered 00000040:00001000:1.0:1789307434.989649:0:238820:0:(llog.c:220:llog_cancel_arr_rec()) Canceling 1 records, first 362 in log [0x240001b73:0x2:0x0] 00000100:00000200:2.0:1789307434.989649:0:238804:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 24, xid 1876218616148992, offset 0 00000004:00000001:1.0:1789307434.989655:0:238820:0:(osp_trans.c:959:osp_trans_create()) Process entered 00000004:00000010:1.0:1789307434.989658:0:238820:0:(osp_trans.c:961:osp_trans_create()) kmalloced '(oth)': 136 at ffff9fbea025f180. 00000400:00000200:2.0:1789307434.989660:0:238804:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000001:1.0:1789307434.989662:0:238820:0:(osp_trans.c:973:osp_trans_create()) Process leaving (rc=18446638239812284800 : -105833897266816 : ffff9fbea025f180) 00000040:00000001:1.0:1789307434.989664:0:238820:0:(llog.c:1207:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1789307434.989665:0:238820:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000004:00000010:1.0:1789307434.989669:0:238820:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fbea025fb40. 00000004:00000010:1.0:1789307434.989673:0:238820:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fbeaa9e6aa0. 00000004:00000010:1.0:1789307434.989677:0:238820:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fbfc0e84000. 00000040:00000001:1.0:1789307434.989679:0:238820:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.989683:0:238820:0:(llog.c:1219:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307434.989684:0:238804:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000040:00000001:1.0:1789307434.989688:0:238820:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1789307434.989691:0:238820:0:(llog_osd.c:1921:llog_osd_declare_destroy()) Process entered 00000040:00000001:1.0:1789307434.989693:0:238820:0:(llog_osd.c:1876:llog_osd_regular_fid_del_name_entry()) Process entered 00000040:00000001:1.0:1789307434.989694:0:238820:0:(llog_osd.c:1558:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:1.0:1789307434.989696:0:238820:0:(fld_handler.c:252:fld_server_lookup()) Process entered 80000000:00000001:1.0:1789307434.989700:0:238820:0:(fld_handler.c:208:fld_local_lookup()) Process entered 00000400:00000200:2.0:1789307434.989701:0:238804:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 488 into portal 24 MB=0x6aa693022f400 80000000:00000001:1.0:1789307434.989702:0:238820:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789307434.989706:0:238820:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307434.989709:0:238820:0:(fld_handler.c:225:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307434.989712:0:238804:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 488/488 into md 0xa2499 [256] + 12320 80000000:00000001:1.0:1789307434.989713:0:238820:0:(fld_handler.c:256:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307434.989719:0:238820:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307434.989723:0:238820:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243621270296 : -105830088281320 : ffff9fbf832e7318) 00000040:00000001:1.0:1789307434.989725:0:238820:0:(llog_osd.c:1581:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446638244594158448 : -105829115393168 : ffff9fbfbd2b8b70) 00000400:00000200:2.0:1789307434.989726:0:238804:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:1.0:1789307434.989730:0:238820:0:(osp_object.c:2359:osp_object_release()) Process entered 00000004:00000001:1.0:1789307434.989734:0:238820:0:(osp_object.c:2391:osp_object_release()) Process leaving 00000400:00000200:2.0:1789307434.989734:0:238804:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000002:1.0:1789307434.989736:0:238820:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfbd2b8b70/ffff9fbf832e72c0 to site lru. bkt: ffff9fbfb9329ef0 00000040:00000001:1.0:1789307434.989739:0:238820:0:(llog_osd.c:1896:llog_osd_regular_fid_del_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.989741:0:238820:0:(llog_osd.c:1959:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.989742:0:238820:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.989743:0:238804:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789307434.989747:0:238804:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000040:00000001:1.0:1789307434.989749:0:238820:0:(llog.c:1230:llog_write_rec()) Process entered 00000040:00000001:1.0:1789307434.989751:0:238820:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1789307434.989752:0:238820:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x240001b73:0x2:0x0] 00000100:00000010:2.0:1789307434.989753:0:238804:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb9188700. 00000004:00000001:1.0:1789307434.989754:0:238820:0:(osp_object.c:570:osp_attr_get()) Process entered 00000004:00000001:1.0:1789307434.989758:0:238820:0:(osp_object.c:582:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307434.989759:0:238804:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb9188700 x1876218616148992 msgsize 488 00000004:00000001:1.0:1789307434.989760:0:238820:0:(osp_md_object.c:1207:osp_md_write()) Process entered 00000004:00000040:1.0:1789307434.989762:0:238820:0:(osp_md_object.c:1216:osp_md_write()) write [0x240001b73:0x2:0x0] offset = 0 length = 88 00000020:00000001:1.0:1789307434.989766:0:238820:0:(out_lib.c:139:out_update_pack()) Process entered 00000020:00000001:1.0:1789307434.989769:0:238820:0:(out_lib.c:153:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307434.989770:0:238804:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000040:1.0:1789307434.989772:0:238820:0:(osp_trans.c:1306:osp_check_and_set_rpc_version()) lustre-MDT0001-osp-MDT0000: version 707 gen 0 oth:version ffff9fbea025f180:706 00000004:00000010:1.0:1789307434.989776:0:238820:0:(osp_trans.c:548:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff9fbf874fff80. 00000004:00000001:1.0:1789307434.989777:0:238820:0:(osp_md_object.c:1250:osp_md_write()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:1.0:1789307434.989778:0:238820:0:(osp_md_object.c:1207:osp_md_write()) Process entered 00000004:00000040:1.0:1789307434.989779:0:238820:0:(osp_md_object.c:1216:osp_md_write()) write [0x240001b73:0x2:0x0] offset = 132 length = 4 00000020:00000001:1.0:1789307434.989780:0:238820:0:(out_lib.c:139:out_update_pack()) Process entered 00000020:00000001:1.0:1789307434.989781:0:238820:0:(out_lib.c:153:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1789307434.989783:0:238820:0:(osp_trans.c:548:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff9fbf874ff3c0. 00000100:00000001:2.0:1789307434.989783:0:238804:0:(events.c:377:request_in_callback()) Process leaving 00000004:00000001:1.0:1789307434.989785:0:238820:0:(osp_md_object.c:1250:osp_md_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:1.0:1789307434.989788:0:238820:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.989790:0:238820:0:(llog.c:1263:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307434.989791:0:238820:0:(osp_trans.c:1568:osp_trans_stop()) Process entered 00000004:00080000:1.0:1789307434.989793:0:238820:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9fbea025f180 with version 706 00000400:00000200:2.0:1789307434.989793:0:238804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fda18 00000004:00000001:1.0:1789307434.989798:0:238820:0:(osp_trans.c:1616:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.989800:0:238820:0:(llog.c:349:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307434.989800:0:238804:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fda18. 00000100:00000001:3.0:1789307434.989804:0:225637:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000040:00000001:1.0:1789307434.989805:0:238820:0:(llog_cat_server.c:671:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.989809:0:238820:0:(llog_cat_server.c:701:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.989809:0:238804:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:3.0:1789307434.989809:0:225637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616148992 00000020:00080000:1.0:1789307434.989811:0:238820:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 21474927157 cancel update log [0x240001b73:0x2:0x0].362: rc = 0 02000000:00000001:3.0:1789307434.989814:0:225637:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:1.0:1789307434.989815:0:238820:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbf86382840 : new refcount 1 00000100:00000001:3.0:1789307434.989817:0:225637:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1789307434.989818:0:238804:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfb9188380 x1876218616148992/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1789307434.989819:0:238820:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbf9fbbb0c0 : new refcount 2 00000100:00000001:3.0:1789307434.989821:0:225637:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.989822:0:238820:0:(llog_cat_server.c:690:llog_cat_cancel_records()) Process entered 00000040:00000001:1.0:1789307434.989827:0:238820:0:(llog_cat_server.c:632:llog_cat_cancel_arr_rec()) Process entered 02000000:00000001:3.0:1789307434.989829:0:225637:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.989830:0:238820:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00000040:00000001:1.0:1789307434.989833:0:238820:0:(llog_cat.c:69:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.989836:0:238820:0:(llog.c:1143:llog_exist()) Process entered 00000100:00100000:3.0:1789307434.989836:0:225637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616148992 00000100:00000001:2.0:1789307434.989838:0:238804:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000040:00000001:1.0:1789307434.989839:0:238820:0:(llog.c:1152:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789307434.989841:0:225637:0:(genops.c:792:class_conn2export()) Process entered 00000040:00000001:1.0:1789307434.989842:0:238820:0:(llog.c:211:llog_cancel_arr_rec()) Process entered 00000020:00000040:3.0:1789307434.989843:0:225637:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc98 00000100:00000040:2.0:1789307434.989845:0:238804:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fbfb9188380 x1876218616148992/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307434.989846:0:225637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000040:00001000:1.0:1789307434.989848:0:238820:0:(llog.c:220:llog_cancel_arr_rec()) Canceling 1 records, first 362 in log [0x200002b10:0x2:0x0] 00000020:00000040:3.0:1789307434.989870:0:225637:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe95150800 refcount=5 00000020:00000001:3.0:1789307434.989873:0:225637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 00000020:00000001:3.0:1789307434.989875:0:225637:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 00000100:00000001:3.0:1789307434.989885:0:225637:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307434.989888:0:225637:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0e80. 00000100:00000001:3.0:1789307434.989891:0:225637:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307434.989894:0:225637:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0e80. 00080000:00000001:1.0:1789307434.989897:0:238820:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00000020:00000010:3.0:1789307434.989903:0:225637:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0a74c00. 00080000:00000010:1.0:1789307434.989904:0:238820:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfc0b9c200. 00000100:00000001:2.0:1789307434.989905:0:238804:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307434.989910:0:238820:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244653810176 : -105829055741440 : ffff9fbfc0b9c200) 00000100:00000001:2.0:1789307434.989910:0:238804:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1789307434.989912:0:225637:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47a500. 00000040:00000001:1.0:1789307434.989916:0:238820:0:(llog.c:1207:llog_declare_write_rec()) Process entered 00000100:00000001:2.0:1789307434.989918:0:238804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.989919:0:238820:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000020:00000010:3.0:1789307434.989920:0:225637:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666ec80. 00080000:00000001:1.0:1789307434.989924:0:238820:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000100:00000040:2.0:1789307434.989925:0:238804:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 2388 usecs (3 jiffies) 00000001:00000001:1.0:1789307434.989938:0:238820:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1789307434.989943:0:238820:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ffa00. 00000100:00000040:3.0:1789307434.989943:0:225637:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1789307434.989945:0:238804:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315063302 00080000:00000001:1.0:1789307434.989948:0:238820:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.989950:0:225637:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000040:00000001:1.0:1789307434.989952:0:238820:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.989952:0:238804:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315067819 00000100:00000001:3.0:1789307434.989954:0:225637:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307434.989959:0:238804:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315063302 00000040:00000001:1.0:1789307434.989960:0:238820:0:(llog.c:1219:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.989960:0:225637:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.989966:0:238820:0:(llog.c:108:llog_declare_destroy()) Process entered 00000100:00000001:2.0:1789307434.989967:0:238804:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315067819 00000040:00000001:1.0:1789307434.989969:0:238820:0:(llog_osd.c:1921:llog_osd_declare_destroy()) Process entered 00000100:00000001:2.0:1789307434.989970:0:238804:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315063302 00080000:00000001:1.0:1789307434.989973:0:238820:0:(osd_handler.c:4081:osd_declare_destroy()) Process entered 00000100:00000001:2.0:1789307434.989974:0:238804:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315067819 00000100:00000001:3.0:1789307434.989974:0:225637:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307434.989976:0:238820:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1789307434.989980:0:238820:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000100:00000001:2.0:1789307434.989981:0:238804:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315063302 00080000:00000002:1.0:1789307434.989982:0:238820:0:(osd_handler.c:395:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002b10:0x2:0x0] not in the id map cache 00080000:00000001:1.0:1789307434.989987:0:238820:0:(osd_handler.c:4122:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.989988:0:238804:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315067819 00000100:00000001:3.0:1789307434.989988:0:225637:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1789307434.989989:0:238820:0:(llog_osd.c:1876:llog_osd_regular_fid_del_name_entry()) Process entered 00000040:00000001:1.0:1789307434.989992:0:238820:0:(llog_osd.c:1558:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:1.0:1789307434.989994:0:238820:0:(fld_handler.c:252:fld_server_lookup()) Process entered 80000000:00000001:1.0:1789307434.989996:0:238820:0:(fld_handler.c:208:fld_local_lookup()) Process entered 80000000:00000001:1.0:1789307434.990000:0:238820:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 00000100:00000001:2.0:1789307434.990000:0:238804:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307434.990001:0:225637:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 80000000:00000001:1.0:1789307434.990004:0:238820:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.990005:0:225637:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1789307434.990006:0:238804:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307434.990009:0:238820:0:(fld_handler.c:225:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.990011:0:238804:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1789307434.990012:0:225637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 80000000:00000001:1.0:1789307434.990015:0:238820:0:(fld_handler.c:256:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.990016:0:238804:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1789307434.990018:0:225637:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe95150800 : new rpc_count 1 00000020:00000001:1.0:1789307434.990021:0:238820:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000100:00100000:2.0:1789307434.990022:0:238804:0:(client.c:2716:ptlrpc_set_wait()) set ffff9fbe95a89f00 going to sleep for 11 seconds 00000100:00000001:3.0:1789307434.990023:0:225637:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244525803264 : -105829183748352 : ffff9fbfb9188700) 00000020:00000001:1.0:1789307434.990026:0:238820:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244505567320 : -105829203984296 : ffff9fbfb7e3c058) 00000100:00000001:2.0:1789307434.990027:0:238804:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000040:00000001:1.0:1789307434.990032:0:238820:0:(llog_osd.c:1581:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446638243872187392 : -105829837364224 : ffff9fbf92232400) 00000100:00000001:2.0:1789307434.990033:0:238804:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307434.990034:0:225637:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfb9188700 x1876218616148992/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:480/0 lens 488/0 e 0 to 0 dl 1789307445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1789307434.990040:0:238820:0:(osd_handler.c:5736:osd_index_declare_ea_delete()) Process entered 00000001:00000001:1.0:1789307434.990044:0:238820:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1789307434.990046:0:238820:0:(osd_handler.c:5754:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.990050:0:225637:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000002:1.0:1789307434.990052:0:238820:0:(lu_object.c:216:lu_object_put()) Add ffff9fbf92232400/ffff9fbfb7e3c000 to site lru. bkt: ffff9fbfb9328a68 00000020:00000010:3.0:1789307434.990055:0:225637:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0e80. 00000040:00000001:1.0:1789307434.990056:0:238820:0:(llog_osd.c:1896:llog_osd_regular_fid_del_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.990062:0:238820:0:(llog_osd.c:1959:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.990070:0:238820:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307434.990072:0:238820:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00000100:00000001:3.0:1789307434.990076:0:225637:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1789307434.990077:0:238820:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307434.990080:0:225637:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0e80. 00000040:00000001:1.0:1789307434.990082:0:238820:0:(llog.c:1230:llog_write_rec()) Process entered 00000040:00000001:1.0:1789307434.990085:0:238820:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000100:00100000:3.0:1789307434.990086:0:225637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfb9188700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:238804:x1876218616148992:12345-0@lo:1000:osp_up1-0.0 00000040:00001000:1.0:1789307434.990088:0:238820:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x200002b10:0x2:0x0] 00000100:00000200:3.0:1789307434.990092:0:225637:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616148992 00000020:00000001:3.0:1789307434.990095:0:225637:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789307434.990098:0:225637:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000040:00000001:1.0:1789307434.990100:0:238820:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307434.990101:0:225637:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.990104:0:238820:0:(llog.c:1263:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307434.990105:0:225637:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00080000:00000001:1.0:1789307434.990107:0:238820:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00000020:00000001:3.0:1789307434.990108:0:225637:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651038272 : -1058513344 : ffffffffc0e85e40) 00000020:00000001:3.0:1789307434.990112:0:225637:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00080000:00000010:1.0:1789307434.990115:0:238820:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ffa00. 00040000:00000001:1.0:1789307434.990121:0:238820:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00000001:00000001:3.0:1789307434.990121:0:225637:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1876218616148992, found 0 last_xid 1876218616148991 00040000:00000001:1.0:1789307434.990123:0:238820:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:1.0:1789307434.990126:0:238820:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307434.990127:0:225637:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1789307434.990132:0:238820:0:(llog.c:349:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307434.990132:0:225637:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789307434.990134:0:225637:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000040:00000001:1.0:1789307434.990137:0:238820:0:(llog_cat_server.c:671:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307434.990138:0:225637:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.990142:0:238820:0:(llog_cat_server.c:701:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307434.990143:0:225637:0:(out_handler.c:964:out_handle()) Process entered 00000020:00080000:1.0:1789307434.990147:0:238820:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 21474927157 cancel update log [0x200002b10:0x2:0x0].362: rc = 0 00000020:00000010:3.0:1789307434.990148:0:225637:0:(out_handler.c:987:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fbebfa09db0. 00000020:00000040:1.0:1789307434.990154:0:238820:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbf9fbbb0c0 : new refcount 1 00000100:00000001:3.0:1789307434.990155:0:225637:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789307434.990158:0:225637:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1789307434.990159:0:238820:0:(update_trans.c:1318:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789307434.990163:0:225637:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fbf8655a000. 00000020:00000010:1.0:1789307434.990164:0:238820:0:(update_trans.c:1260:top_multiple_thandle_destroy()) kfreed 'stc': 56 at ffff9fbf885642c0. 02000000:00000001:3.0:1789307434.990168:0:225637:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307434.990170:0:238820:0:(update_trans.c:1262:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fbf83153f00. 00000100:00000001:3.0:1789307434.990170:0:225637:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307434.990176:0:225637:0:(out_handler.c:1105:out_handle()) kmalloced '(trd)': 136 at ffff9fbe9cf6eb40. 00000020:00000010:1.0:1789307434.990178:0:238820:0:(update_trans.c:1260:top_multiple_thandle_destroy()) kfreed 'stc': 56 at ffff9fbf88564040. 00000020:00000001:3.0:1789307434.990179:0:225637:0:(tgt_handler.c:3143:tgt_check_resent()) Process entered 00000020:00000040:3.0:1789307434.990182:0:225637:0:(out_handler.c:1131:out_handle()) lustre-MDT0001: opc: 0xc [0x240001b73:0x2:0x0] 00000020:00000010:1.0:1789307434.990183:0:238820:0:(update_trans.c:1262:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fbf83153500. 00000020:00000001:3.0:1789307434.990186:0:225637:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000010:1.0:1789307434.990188:0:238820:0:(update_trans.c:1264:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9fbf836580c0. 00000020:00000001:3.0:1789307434.990192:0:225637:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243615113304 : -105830094438312 : ffff9fbf82d08058) 00000020:00000001:1.0:1789307434.990194:0:238820:0:(update_trans.c:1284:distribute_txn_cancel_records()) Process entered 00000020:00000040:1.0:1789307434.990198:0:238820:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fbe85717900 refcount 1 committed 1 result 0 batchid 21474927158 00080000:00000001:3.0:1789307434.990201:0:225637:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00000020:00000040:1.0:1789307434.990202:0:238820:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf83153e00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fbfb262bd80 00000020:00000040:1.0:1789307434.990207:0:238820:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240001b73:0x2:0x0].363 00080000:00000010:3.0:1789307434.990208:0:225637:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfc0a74400. 00000020:00000040:1.0:1789307434.990211:0:238820:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf83153000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fbfc0a37200 00080000:00000001:3.0:1789307434.990213:0:225637:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244652598272 : -105829056953344 : ffff9fbfc0a74400) 00000020:00000040:1.0:1789307434.990218:0:238820:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200002b10:0x2:0x0].363 00000020:00000001:3.0:1789307434.990220:0:225637:0:(out_handler.c:613:out_write()) Process entered 00000020:00000040:1.0:1789307434.990222:0:238820:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbf86382840 : new refcount 2 00080000:00000001:3.0:1789307434.990224:0:225637:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000040:00000001:1.0:1789307434.990226:0:238820:0:(llog_cat_server.c:690:llog_cat_cancel_records()) Process entered 00000001:00000001:3.0:1789307434.990229:0:225637:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1789307434.990232:0:225637:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbfb56d0e80. 00000040:00000001:1.0:1789307434.990235:0:238820:0:(llog_cat_server.c:632:llog_cat_cancel_arr_rec()) Process entered 00080000:00000001:3.0:1789307434.990237:0:225637:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.990238:0:238820:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00000020:00000001:3.0:1789307434.990242:0:225637:0:(out_handler.c:644:out_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.990243:0:238820:0:(llog_cat.c:69:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307434.990246:0:225637:0:(out_handler.c:1131:out_handle()) lustre-MDT0001: opc: 0xc [0x240001b73:0x2:0x0] 00000040:00000001:1.0:1789307434.990247:0:238820:0:(llog.c:1143:llog_exist()) Process entered 00000020:00000001:3.0:1789307434.990249:0:225637:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000040:00000001:1.0:1789307434.990251:0:238820:0:(llog.c:1152:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789307434.990252:0:225637:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243615113304 : -105830094438312 : ffff9fbf82d08058) 00000040:00000001:1.0:1789307434.990255:0:238820:0:(llog.c:211:llog_cancel_arr_rec()) Process entered 00000020:00000001:3.0:1789307434.990256:0:225637:0:(out_handler.c:613:out_write()) Process entered 00000040:00001000:1.0:1789307434.990258:0:238820:0:(llog.c:220:llog_cancel_arr_rec()) Canceling 1 records, first 363 in log [0x240001b73:0x2:0x0] 00080000:00000001:3.0:1789307434.990259:0:225637:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:3.0:1789307434.990261:0:225637:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1789307434.990263:0:225637:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307434.990265:0:238820:0:(osp_trans.c:959:osp_trans_create()) Process entered 00000020:00000001:3.0:1789307434.990266:0:225637:0:(out_handler.c:644:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307434.990270:0:225637:0:(out_handler.c:867:out_tx_end()) Process entered 00000004:00000010:1.0:1789307434.990271:0:238820:0:(osp_trans.c:961:osp_trans_create()) kmalloced '(oth)': 136 at ffff9fbea025fa80. 00080000:00000001:3.0:1789307434.990272:0:225637:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00000004:00000001:1.0:1789307434.990275:0:238820:0:(osp_trans.c:973:osp_trans_create()) Process leaving (rc=18446638239812287104 : -105833897264512 : ffff9fbea025fa80) 00000040:00000001:1.0:1789307434.990277:0:238820:0:(llog.c:1207:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1789307434.990279:0:238820:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000004:00000010:1.0:1789307434.990284:0:238820:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fbea025fe40. 00080000:00000001:3.0:1789307434.990286:0:225637:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000004:00000010:1.0:1789307434.990287:0:238820:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fbeaa9e6ec0. 00000001:00000001:3.0:1789307434.990290:0:225637:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000004:00000010:1.0:1789307434.990293:0:238820:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fbf85dff000. 00080000:00000010:3.0:1789307434.990295:0:225637:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbfb56d0d80. 00000040:00000001:1.0:1789307434.990297:0:238820:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1789307434.990300:0:225637:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.990301:0:238820:0:(llog.c:1219:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.990305:0:238820:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1789307434.990306:0:238820:0:(llog_osd.c:1921:llog_osd_declare_destroy()) Process entered 00000040:00000001:1.0:1789307434.990307:0:238820:0:(llog_osd.c:1876:llog_osd_regular_fid_del_name_entry()) Process entered 00000040:00000001:1.0:1789307434.990309:0:238820:0:(llog_osd.c:1558:llog_osd_get_regular_fid_dir()) Process entered 00080000:00000001:3.0:1789307434.990310:0:225637:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307434.990311:0:238820:0:(fld_handler.c:252:fld_server_lookup()) Process entered 80000000:00000001:1.0:1789307434.990313:0:238820:0:(fld_handler.c:208:fld_local_lookup()) Process entered 80000000:00000001:1.0:1789307434.990316:0:238820:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 00000020:00000040:3.0:1789307434.990317:0:225637:0:(out_lib.c:681:out_tx_write_exec()) write [0x240001b73:0x2:0x0] pos 0 buf ffff9fbf84003150, len 88 80000000:00000001:1.0:1789307434.990318:0:238820:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307434.990323:0:238820:0:(fld_handler.c:225:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307434.990324:0:238820:0:(fld_handler.c:256:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307434.990326:0:238820:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307434.990329:0:238820:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243621270296 : -105830088281320 : ffff9fbf832e7318) 00000040:00000001:1.0:1789307434.990332:0:238820:0:(llog_osd.c:1581:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446638244594158448 : -105829115393168 : ffff9fbfbd2b8b70) 00000020:00000040:3.0:1789307434.990334:0:225637:0:(out_handler.c:901:out_tx_end()) lustre-MDT0001-osd: executed 0/2: rc = 0 00000004:00000001:1.0:1789307434.990336:0:238820:0:(osp_object.c:2359:osp_object_release()) Process entered 00000020:00000040:3.0:1789307434.990337:0:225637:0:(out_lib.c:681:out_tx_write_exec()) write [0x240001b73:0x2:0x0] pos 132 buf ffff9fbf840031e8, len 4 00000004:00000001:1.0:1789307434.990339:0:238820:0:(osp_object.c:2391:osp_object_release()) Process leaving 00000020:00000040:3.0:1789307434.990342:0:225637:0:(out_handler.c:901:out_tx_end()) lustre-MDT0001-osd: executed 1/2: rc = 0 00000020:00000002:1.0:1789307434.990344:0:238820:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfbd2b8b70/ffff9fbf832e72c0 to site lru. bkt: ffff9fbfb9329ef0 00080000:00000001:3.0:1789307434.990345:0:225637:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00000040:00000001:1.0:1789307434.990349:0:238820:0:(llog_osd.c:1896:llog_osd_regular_fid_del_name_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789307434.990351:0:225637:0:(tgt_lastrcvd.c:1490:tgt_last_rcvd_update()) Process entered 00000040:00000001:1.0:1789307434.990353:0:238820:0:(llog_osd.c:1959:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:3.0:1789307434.990354:0:225637:0:(tgt_lastrcvd.c:1538:tgt_last_rcvd_update()) transno = 17179874251, last_committed = 17179874250 00000040:00000001:1.0:1789307434.990358:0:238820:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1789307434.990360:0:225637:0:(tgt_lastrcvd.c:1001:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fbe838169c0. 00000001:00000040:3.0:1789307434.990362:0:225637:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) callback GETting export ffff9fbe95150800 : new cb_count 1 00000020:00000040:3.0:1789307434.990363:0:225637:0:(genops.c:868:class_export_get()) GET export ffff9fbe95150800 refcount=6 00000001:00000010:3.0:1789307434.990368:0:225637:0:(tgt_lastrcvd.c:1415:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fbe9cf6e3c0. 00000040:00000001:1.0:1789307434.990369:0:238820:0:(llog.c:1230:llog_write_rec()) Process entered 00000040:00000001:1.0:1789307434.990372:0:238820:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1789307434.990373:0:238820:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x240001b73:0x2:0x0] 00000004:00000001:1.0:1789307434.990376:0:238820:0:(osp_object.c:570:osp_attr_get()) Process entered 00000004:00000001:1.0:1789307434.990378:0:238820:0:(osp_object.c:582:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789307434.990379:0:225637:0:(tgt_lastrcvd.c:1381:tgt_add_reply_data()) add reply ffff9fbe9cf6e3c0: xid 1876218616148992, transno 17179874251, tag 1, client gen 7, slot idx 2 00000004:00000001:1.0:1789307434.990380:0:238820:0:(osp_md_object.c:1207:osp_md_write()) Process entered 00000004:00000040:1.0:1789307434.990383:0:238820:0:(osp_md_object.c:1216:osp_md_write()) write [0x240001b73:0x2:0x0] offset = 0 length = 88 00000001:00000001:3.0:1789307434.990384:0:225637:0:(tgt_lastrcvd.c:1383:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307434.990389:0:238820:0:(out_lib.c:139:out_update_pack()) Process entered 00000020:00000001:1.0:1789307434.990392:0:238820:0:(out_lib.c:153:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1789307434.990395:0:238820:0:(osp_trans.c:1306:osp_check_and_set_rpc_version()) lustre-MDT0001-osp-MDT0000: version 708 gen 0 oth:version ffff9fbea025fa80:707 00000004:00000010:1.0:1789307434.990399:0:238820:0:(osp_trans.c:548:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff9fbf874ffa00. 00080000:00000010:3.0:1789307434.990401:0:225637:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbfb56d0d80. 00000004:00000001:1.0:1789307434.990402:0:238820:0:(osp_md_object.c:1250:osp_md_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000010:3.0:1789307434.990405:0:225637:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbfb56d0e80. 00000004:00000001:1.0:1789307434.990406:0:238820:0:(osp_md_object.c:1207:osp_md_write()) Process entered 00040000:00000001:3.0:1789307434.990408:0:225637:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00000004:00000040:1.0:1789307434.990409:0:238820:0:(osp_md_object.c:1216:osp_md_write()) write [0x240001b73:0x2:0x0] offset = 132 length = 4 00040000:00000001:3.0:1789307434.990410:0:225637:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:3.0:1789307434.990413:0:225637:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307434.990414:0:238820:0:(out_lib.c:139:out_update_pack()) Process entered 00000020:00000001:1.0:1789307434.990416:0:238820:0:(out_lib.c:153:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1789307434.990419:0:238820:0:(osp_trans.c:548:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff9fbf874ffd00. 00000020:00000002:3.0:1789307434.990419:0:225637:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfb6d53a00/ffff9fbf82d08000 to site lru. bkt: ffff9fbfbee996c8 00000004:00000001:1.0:1789307434.990425:0:238820:0:(osp_md_object.c:1250:osp_md_write()) Process leaving (rc=4 : 4 : 4) 00000020:00000001:3.0:1789307434.990425:0:225637:0:(out_handler.c:919:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.990429:0:238820:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307434.990430:0:225637:0:(out_handler.c:1261:out_handle()) kfreed 'update_bufs': 8 at ffff9fbebfa09db0. 00000040:00000001:1.0:1789307434.990431:0:238820:0:(llog.c:1263:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307434.990435:0:238820:0:(osp_trans.c:1568:osp_trans_stop()) Process entered 00000004:00080000:1.0:1789307434.990437:0:238820:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9fbea025fa80 with version 707 00000020:00000010:3.0:1789307434.990437:0:225637:0:(out_handler.c:1264:out_handle()) kfreed 'trd': 136 at ffff9fbe9cf6eb40. 00000004:00000001:1.0:1789307434.990442:0:238820:0:(osp_trans.c:1616:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307434.990444:0:225637:0:(out_handler.c:1269:out_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.990445:0:238820:0:(llog.c:349:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.990450:0:238820:0:(llog_cat_server.c:671:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789307434.990450:0:225637:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 17179874250, transno 17179874251, xid 1876218616148992 00000040:00000001:1.0:1789307434.990454:0:238820:0:(llog_cat_server.c:701:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307434.990456:0:225637:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000020:00080000:1.0:1789307434.990459:0:238820:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 21474927158 cancel update log [0x240001b73:0x2:0x0].363: rc = 0 00000020:00000040:1.0:1789307434.990465:0:238820:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbf86382840 : new refcount 1 00010000:00000200:3.0:1789307434.990465:0:225637:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfb9188700 x1876218616148992/t17179874251(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:480/0 lens 488/4320 e 0 to 0 dl 1789307445 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1789307434.990470:0:238820:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbf9fbbb0c0 : new refcount 2 00000040:00000001:1.0:1789307434.990474:0:238820:0:(llog_cat_server.c:690:llog_cat_cancel_records()) Process entered 00000040:00000001:1.0:1789307434.990477:0:238820:0:(llog_cat_server.c:632:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:1.0:1789307434.990479:0:238820:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00010000:00000001:3.0:1789307434.990482:0:225637:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000040:00000001:1.0:1789307434.990483:0:238820:0:(llog_cat.c:69:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.990487:0:238820:0:(llog.c:1143:llog_exist()) Process entered 00010000:00000001:3.0:1789307434.990487:0:225637:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.990488:0:238820:0:(llog.c:1152:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1789307434.990490:0:238820:0:(llog.c:211:llog_cancel_arr_rec()) Process entered 00000100:00001000:3.0:1789307434.990498:0:225637:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbb8561e8 time=73 v=5 (1 1 0 0) 00000040:00001000:1.0:1789307434.990499:0:238820:0:(llog.c:220:llog_cancel_arr_rec()) Canceling 1 records, first 363 in log [0x200002b10:0x2:0x0] 00000100:00000001:3.0:1789307434.990503:0:225637:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00080000:00000001:1.0:1789307434.990504:0:238820:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00000100:00000040:3.0:1789307434.990507:0:225637:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00080000:00000010:1.0:1789307434.990510:0:238820:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfc0b9dc00. 00000100:00000001:3.0:1789307434.990510:0:225637:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:3.0:1789307434.990512:0:225637:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000001:1.0:1789307434.990516:0:238820:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244653816832 : -105829055734784 : ffff9fbfc0b9dc00) 02000000:00000001:3.0:1789307434.990516:0:225637:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.990520:0:225637:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000040:00000001:1.0:1789307434.990522:0:238820:0:(llog.c:1207:llog_declare_write_rec()) Process entered 00000100:00000040:3.0:1789307434.990523:0:225637:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000040:00000001:1.0:1789307434.990526:0:238820:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000400:00000010:3.0:1789307434.990527:0:225637:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbe9cf6eb40. 00080000:00000001:1.0:1789307434.990530:0:238820:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000100:00000200:3.0:1789307434.990531:0:225637:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1876218616148992, offset 224 00000001:00000001:1.0:1789307434.990534:0:238820:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000400:00000200:3.0:1789307434.990539:0:225637:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000010:1.0:1789307434.990540:0:238820:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ffdc0. 00080000:00000001:1.0:1789307434.990544:0:238820:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307434.990546:0:225637:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000040:00000001:1.0:1789307434.990548:0:238820:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.990552:0:238820:0:(llog.c:1219:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307434.990555:0:225637:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x6aa693022f400 00000040:00000001:1.0:1789307434.990556:0:238820:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1789307434.990559:0:238820:0:(llog_osd.c:1921:llog_osd_declare_destroy()) Process entered 00000400:00000200:3.0:1789307434.990562:0:225637:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x1c1839 [2] + 224 00080000:00000001:1.0:1789307434.990563:0:238820:0:(osd_handler.c:4081:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1789307434.990567:0:238820:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000400:00000200:3.0:1789307434.990568:0:225637:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:1.0:1789307434.990569:0:238820:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1789307434.990572:0:238820:0:(osd_handler.c:395:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002b10:0x2:0x0] not in the id map cache 00000400:00000200:3.0:1789307434.990573:0:225637:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1789307434.990577:0:225637:0:(events.c:80:reply_in_callback()) Process entered 00080000:00000001:1.0:1789307434.990578:0:238820:0:(osd_handler.c:4122:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789307434.990581:0:225637:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfb9188380 x1876218616148992/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000040:00000001:1.0:1789307434.990583:0:238820:0:(llog_osd.c:1876:llog_osd_regular_fid_del_name_entry()) Process entered 00000040:00000001:1.0:1789307434.990586:0:238820:0:(llog_osd.c:1558:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:1.0:1789307434.990589:0:238820:0:(fld_handler.c:252:fld_server_lookup()) Process entered 80000000:00000001:1.0:1789307434.990591:0:238820:0:(fld_handler.c:208:fld_local_lookup()) Process entered 00000100:00000040:3.0:1789307434.990592:0:225637:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fbfb9188380 x1876218616148992/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 80000000:00000001:1.0:1789307434.990594:0:238820:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789307434.990598:0:238820:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307434.990602:0:238820:0:(fld_handler.c:225:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307434.990604:0:238820:0:(fld_handler.c:256:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307434.990606:0:238820:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000100:00000001:3.0:1789307434.990609:0:225637:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000001:1.0:1789307434.990610:0:238820:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244505567320 : -105829203984296 : ffff9fbfb7e3c058) 00000040:00000001:1.0:1789307434.990615:0:238820:0:(llog_osd.c:1581:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446638243872187392 : -105829837364224 : ffff9fbf92232400) 00000400:00000200:3.0:1789307434.990615:0:225637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe9cf6eb40 00000400:00000010:3.0:1789307434.990620:0:225637:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbe9cf6eb40. 00080000:00000001:1.0:1789307434.990622:0:238820:0:(osd_handler.c:5736:osd_index_declare_ea_delete()) Process entered 00000001:00000001:1.0:1789307434.990625:0:238820:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000100:00000001:3.0:1789307434.990628:0:225637:0:(events.c:390:reply_out_callback()) Process entered 00080000:00000001:1.0:1789307434.990629:0:238820:0:(osd_handler.c:5754:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.990629:0:238804:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789307434.990632:0:225637:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000002:1.0:1789307434.990635:0:238820:0:(lu_object.c:216:lu_object_put()) Add ffff9fbf92232400/ffff9fbfb7e3c000 to site lru. bkt: ffff9fbfb9328a68 00000400:00000001:2.0:1789307434.990637:0:238804:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000040:00000001:1.0:1789307434.990638:0:238820:0:(llog_osd.c:1896:llog_osd_regular_fid_del_name_entry()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307434.990639:0:225637:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.990642:0:238820:0:(llog_osd.c:1959:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1789307434.990642:0:238804:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1789307434.990646:0:225637:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000400:00000010:2.0:1789307434.990647:0:238804:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf83605528. 00010000:00000001:3.0:1789307434.990652:0:225637:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000040:00000001:1.0:1789307434.990653:0:238820:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307434.990654:0:238804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe95a89e40 00080000:00000001:1.0:1789307434.990657:0:238820:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00000020:00000001:3.0:1789307434.990657:0:225637:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307434.990658:0:238804:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbe95a89e40. 00080000:00000001:1.0:1789307434.990662:0:238820:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307434.990663:0:225637:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000040:00000001:1.0:1789307434.990665:0:238820:0:(llog.c:1230:llog_write_rec()) Process entered 00000100:00000001:2.0:1789307434.990665:0:238804:0:(events.c:80:reply_in_callback()) Process entered 00000040:00000001:1.0:1789307434.990669:0:238820:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000100:00000040:3.0:1789307434.990669:0:225637:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb9188700 x1876218616148992/t17179874251(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:480/0 lens 488/4320 e 0 to 0 dl 1789307445 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000040:00001000:1.0:1789307434.990672:0:238820:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x200002b10:0x2:0x0] 00000100:00000200:2.0:1789307434.990674:0:238804:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfb9188380 x1876218616148992/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000040:00000001:1.0:1789307434.990681:0:238820:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.990684:0:238820:0:(llog.c:1263:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307434.990686:0:238820:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:1.0:1789307434.990691:0:238820:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ffdc0. 00040000:00000001:1.0:1789307434.990695:0:238820:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:1.0:1789307434.990698:0:238820:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00000100:00100000:3.0:1789307434.990699:0:225637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfb9188700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:238804:x1876218616148992:12345-0@lo:1000:osp_up1-0.0 Request processed in 645us (935us total) trans 17179874251 rc 0/0 00080000:00000001:1.0:1789307434.990700:0:238820:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.990703:0:238820:0:(llog.c:349:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.990707:0:238820:0:(llog_cat_server.c:671:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.990708:0:238820:0:(llog_cat_server.c:701:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307434.990712:0:225637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000020:00080000:1.0:1789307434.990713:0:238820:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 21474927158 cancel update log [0x200002b10:0x2:0x0].363: rc = 0 00000020:00000040:1.0:1789307434.990719:0:238820:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbf9fbbb0c0 : new refcount 1 00000020:00000001:1.0:1789307434.990722:0:238820:0:(update_trans.c:1318:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307434.990722:0:225637:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe95150800 : new rpc_count 0 00000020:00000010:1.0:1789307434.990725:0:238820:0:(update_trans.c:1260:top_multiple_thandle_destroy()) kfreed 'stc': 56 at ffff9fbf885645c0. 00000100:00000001:3.0:1789307434.990727:0:225637:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1789307434.990730:0:238820:0:(update_trans.c:1262:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fbf83153e00. 00000100:00000001:3.0:1789307434.990731:0:225637:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789307434.990735:0:238820:0:(update_trans.c:1260:top_multiple_thandle_destroy()) kfreed 'stc': 56 at ffff9fbf88564f00. 00000020:00000010:1.0:1789307434.990740:0:238820:0:(update_trans.c:1262:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fbf83153000. 00000020:00000010:3.0:1789307434.990741:0:225637:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47a500. 00000100:00000200:2.0:1789307434.990746:0:238804:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfb9188380 x1876218616148992/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1789307434.990747:0:238820:0:(update_trans.c:1264:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9fbe85717900. 00000020:00000010:3.0:1789307434.990748:0:225637:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666ec80. 00000020:00000001:1.0:1789307434.990755:0:238820:0:(update_trans.c:1284:distribute_txn_cancel_records()) Process entered 00000020:00000010:3.0:1789307434.990756:0:225637:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0a74c00. 00000100:00000001:2.0:1789307434.990758:0:238804:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000040:1.0:1789307434.990760:0:238820:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fbe9232f0c0 refcount 1 committed 1 result 0 batchid 21474927159 00000100:00000001:2.0:1789307434.990761:0:238804:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789307434.990762:0:225637:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe95150800 : new refcount 5 00000100:00000001:2.0:1789307434.990768:0:238804:0:(client.c:1593:after_reply()) Process entered 00000020:00000040:1.0:1789307434.990769:0:238820:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbfb57d7500 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fbfb1a01840 00000100:00000001:3.0:1789307434.990770:0:225637:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1789307434.990772:0:238804:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789307434.990776:0:238804:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1789307434.990777:0:238820:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240001b73:0x2:0x0].364 00000100:00000001:2.0:1789307434.990779:0:238804:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307434.990782:0:238820:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbec5bb6600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fbfc0bee000 02000000:00000001:2.0:1789307434.990784:0:238804:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307434.990788:0:238820:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200002b10:0x2:0x0].364 00000020:00000040:1.0:1789307434.990792:0:238820:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbf86382840 : new refcount 2 00000100:00001000:2.0:1789307434.990793:0:238804:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfba939c60 time=3 v=5 (5 5 5 5) 00000040:00000001:1.0:1789307434.990794:0:238820:0:(llog_cat_server.c:690:llog_cat_cancel_records()) Process entered 00000100:00001000:2.0:1789307434.990798:0:238804:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfba939c18 time=3 v=5 (1 1 1 1) 00000100:00000001:2.0:1789307434.990801:0:238804:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000040:00000001:1.0:1789307434.990804:0:238820:0:(llog_cat_server.c:632:llog_cat_cancel_arr_rec()) Process entered 00000100:00000001:2.0:1789307434.990805:0:238804:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.990807:0:238820:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00010000:00000001:2.0:1789307434.990810:0:238804:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000040:00000001:1.0:1789307434.990811:0:238820:0:(llog_cat.c:69:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307434.990814:0:238804:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.990815:0:238820:0:(llog.c:1143:llog_exist()) Process entered 00000040:00000001:1.0:1789307434.990819:0:238820:0:(llog.c:1152:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307434.990820:0:238804:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000040:00000001:1.0:1789307434.990821:0:238820:0:(llog.c:211:llog_cancel_arr_rec()) Process entered 00000100:00000040:2.0:1789307434.990824:0:238804:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000040:00001000:1.0:1789307434.990825:0:238820:0:(llog.c:220:llog_cancel_arr_rec()) Canceling 1 records, first 364 in log [0x240001b73:0x2:0x0] 00000100:00000001:2.0:1789307434.990827:0:238804:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000004:00000001:1.0:1789307434.990830:0:238820:0:(osp_trans.c:959:osp_trans_create()) Process entered 00000100:00000001:2.0:1789307434.990831:0:238804:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789307434.990834:0:238804:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244525802368 : -105829183749248 : ffff9fbfb9188380) 00000004:00000010:1.0:1789307434.990835:0:238820:0:(osp_trans.c:961:osp_trans_create()) kmalloced '(oth)': 136 at ffff9fbea025f600. 00000004:00000001:1.0:1789307434.990839:0:238820:0:(osp_trans.c:973:osp_trans_create()) Process leaving (rc=18446638239812285952 : -105833897265664 : ffff9fbea025f600) 00000040:00000001:1.0:1789307434.990841:0:238820:0:(llog.c:1207:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1789307434.990843:0:238820:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000100:00000001:2.0:1789307434.990846:0:238804:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000004:00000010:1.0:1789307434.990873:0:238820:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fbea025f3c0. 00000100:00000040:2.0:1789307434.990873:0:238804:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 17179874250 00000100:00000001:2.0:1789307434.990878:0:238804:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000004:00000010:1.0:1789307434.990879:0:238820:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fbeaa9e6340. 00000100:00000001:2.0:1789307434.990881:0:238804:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1789307434.990885:0:238820:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fbf85dfe000. 00000040:00000001:1.0:1789307434.990890:0:238820:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307434.990890:0:238804:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfb9188380 x1876218616148992/t17179874251(17179874251) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000040:00000001:1.0:1789307434.990895:0:238820:0:(llog.c:1219:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.990900:0:238820:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1789307434.990904:0:238820:0:(llog_osd.c:1921:llog_osd_declare_destroy()) Process entered 00000100:00000001:2.0:1789307434.990905:0:238804:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1789307434.990909:0:238820:0:(llog_osd.c:1876:llog_osd_regular_fid_del_name_entry()) Process entered 00000100:00000001:2.0:1789307434.990911:0:238804:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000040:00000001:1.0:1789307434.990913:0:238820:0:(llog_osd.c:1558:llog_osd_get_regular_fid_dir()) Process entered 00000100:00000001:2.0:1789307434.990915:0:238804:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:1.0:1789307434.990916:0:238820:0:(fld_handler.c:252:fld_server_lookup()) Process entered 00000004:00000001:2.0:1789307434.990919:0:238804:0:(osp_trans.c:602:osp_update_interpret()) Process entered 80000000:00000001:1.0:1789307434.990920:0:238820:0:(fld_handler.c:208:fld_local_lookup()) Process entered 80000000:00000001:1.0:1789307434.990923:0:238820:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789307434.990926:0:238820:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1789307434.990927:0:238804:0:(osp_trans.c:572:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9fbf874ff500. 80000000:00000001:1.0:1789307434.990938:0:238820:0:(fld_handler.c:225:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307434.990941:0:238820:0:(fld_handler.c:256:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307434.990943:0:238820:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307434.990947:0:238820:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243621270296 : -105830088281320 : ffff9fbf832e7318) 00000004:00000010:2.0:1789307434.990949:0:238804:0:(osp_trans.c:572:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9fbf874ffe80. 00000040:00000001:1.0:1789307434.990952:0:238820:0:(llog_osd.c:1581:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446638244594158448 : -105829115393168 : ffff9fbfbd2b8b70) 00000004:00000001:2.0:1789307434.990954:0:238804:0:(osp_trans.c:692:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307434.990960:0:238820:0:(osp_object.c:2359:osp_object_release()) Process entered 00000100:00000040:2.0:1789307434.990963:0:238804:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb9188380 x1876218616148992/t17179874251(17179874251) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1789307434.990964:0:238820:0:(osp_object.c:2391:osp_object_release()) Process leaving 00000020:00000002:1.0:1789307434.990967:0:238820:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfbd2b8b70/ffff9fbf832e72c0 to site lru. bkt: ffff9fbfb9329ef0 00000040:00000001:1.0:1789307434.990972:0:238820:0:(llog_osd.c:1896:llog_osd_regular_fid_del_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.990976:0:238820:0:(llog_osd.c:1959:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.990980:0:238820:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307434.990981:0:238804:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfb9188380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:238804:1876218616148992:0@lo:1000:osp_up1-0.0 00000100:00000001:2.0:1789307434.990987:0:238804:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1789307434.990990:0:238820:0:(llog.c:1230:llog_write_rec()) Process entered 00000100:00000001:2.0:1789307434.990991:0:238804:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.990993:0:238820:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000100:00000001:2.0:1789307434.990996:0:238804:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000040:00001000:1.0:1789307434.990997:0:238820:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x240001b73:0x2:0x0] 00000100:00000001:2.0:1789307434.991000:0:238804:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000004:00000001:1.0:1789307434.991002:0:238820:0:(osp_object.c:570:osp_attr_get()) Process entered 00000004:00000001:1.0:1789307434.991005:0:238820:0:(osp_object.c:582:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307434.991006:0:238804:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fbfb9188380 x1876218616148992/t17179874251(17179874251) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1789307434.991008:0:238820:0:(osp_md_object.c:1207:osp_md_write()) Process entered 00000004:00000040:1.0:1789307434.991012:0:238820:0:(osp_md_object.c:1216:osp_md_write()) write [0x240001b73:0x2:0x0] offset = 0 length = 88 00000020:00000001:1.0:1789307434.991020:0:238820:0:(out_lib.c:139:out_update_pack()) Process entered 00000100:00000001:2.0:1789307434.991020:0:238804:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307434.991024:0:238820:0:(out_lib.c:153:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789307434.991026:0:238804:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fbe95a89f00. 00000004:00000040:1.0:1789307434.991028:0:238820:0:(osp_trans.c:1306:osp_check_and_set_rpc_version()) lustre-MDT0001-osp-MDT0000: version 709 gen 0 oth:version ffff9fbea025f600:708 00000100:00000001:2.0:1789307434.991030:0:238804:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789307434.991034:0:238804:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1789307434.991036:0:238820:0:(osp_trans.c:548:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff9fbf874ffdc0. 00000100:00000001:2.0:1789307434.991038:0:238804:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000004:00000001:1.0:1789307434.991040:0:238820:0:(osp_md_object.c:1250:osp_md_write()) Process leaving (rc=88 : 88 : 58) 00000100:00000040:2.0:1789307434.991044:0:238804:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfb9188380 x1876218616148992/t17179874251(17179874251) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1789307434.991045:0:238820:0:(osp_md_object.c:1207:osp_md_write()) Process entered 00000004:00000040:1.0:1789307434.991048:0:238820:0:(osp_md_object.c:1216:osp_md_write()) write [0x240001b73:0x2:0x0] offset = 132 length = 4 00000020:00000001:1.0:1789307434.991054:0:238820:0:(out_lib.c:139:out_update_pack()) Process entered 00000020:00000001:1.0:1789307434.991056:0:238820:0:(out_lib.c:153:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.991060:0:238804:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1789307434.991063:0:238820:0:(osp_trans.c:548:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff9fbf874ff800. 00000004:00000001:2.0:1789307434.991064:0:238804:0:(osp_trans.c:1210:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307434.991067:0:238820:0:(osp_md_object.c:1250:osp_md_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:1.0:1789307434.991069:0:238820:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.991071:0:238820:0:(llog.c:1263:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1789307434.991076:0:238804:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9fbfb58ace40 version 706 rpc_version 706 00000004:00000001:1.0:1789307434.991077:0:238820:0:(osp_trans.c:1568:osp_trans_stop()) Process entered 00000004:00080000:1.0:1789307434.991080:0:238820:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9fbea025f600 with version 708 00000004:00000001:2.0:1789307434.991081:0:238804:0:(osp_trans.c:1111:osp_send_update_req()) Process entered 00000004:00000001:1.0:1789307434.991085:0:238820:0:(osp_trans.c:1616:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307434.991086:0:238804:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1789307434.991090:0:238804:0:(osp_trans.c:242:object_update_request_dump()) i = 0 fid = [0x240001b73:0x2:0x0] op = write params = 2 batchid = 0 size = 152 repsize 0 00000040:00000001:1.0:1789307434.991091:0:238820:0:(llog.c:349:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.991095:0:238820:0:(llog_cat_server.c:671:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1789307434.991098:0:238804:0:(osp_trans.c:242:object_update_request_dump()) i = 1 fid = [0x240001b73:0x2:0x0] op = write params = 2 batchid = 0 size = 72 repsize 0 00000040:00000001:1.0:1789307434.991100:0:238820:0:(llog_cat_server.c:701:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1789307434.991103:0:238804:0:(osp_trans.c:248:object_update_request_dump()) updates = ffff9fbfc0e84000 magic = bdde0002 count = 2 size = 224 00000020:00080000:1.0:1789307434.991105:0:238820:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 21474927159 cancel update log [0x240001b73:0x2:0x0].364: rc = 0 00000020:00000040:1.0:1789307434.991110:0:238820:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbf86382840 : new refcount 1 00000100:00000010:2.0:1789307434.991111:0:238804:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb918aa00. 00000020:00000040:1.0:1789307434.991114:0:238820:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbf9fbbb0c0 : new refcount 2 00000020:00000040:2.0:1789307434.991116:0:238804:0:(genops.c:1209:class_import_get()) import ffff9fbfba939800 refcount=4 obd=lustre-MDT0001-osp-MDT0000 00000040:00000001:1.0:1789307434.991117:0:238820:0:(llog_cat_server.c:690:llog_cat_cancel_records()) Process entered 00000040:00000001:1.0:1789307434.991121:0:238820:0:(llog_cat_server.c:632:llog_cat_cancel_arr_rec()) Process entered 00000100:00000001:2.0:1789307434.991123:0:238804:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000040:00000001:1.0:1789307434.991124:0:238820:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 02000000:00000001:2.0:1789307434.991127:0:238804:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000040:00000001:1.0:1789307434.991128:0:238820:0:(llog_cat.c:69:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.991132:0:238820:0:(llog.c:1143:llog_exist()) Process entered 02000000:00000001:2.0:1789307434.991132:0:238804:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.991135:0:238820:0:(llog.c:1152:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1789307434.991138:0:238820:0:(llog.c:211:llog_cancel_arr_rec()) Process entered 02000000:00000010:2.0:1789307434.991140:0:238804:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fbfb90eb000. 00000100:00000001:2.0:1789307434.991146:0:238804:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1789307434.991147:0:238820:0:(llog.c:220:llog_cancel_arr_rec()) Canceling 1 records, first 364 in log [0x200002b10:0x2:0x0] 00000004:00000001:2.0:1789307434.991152:0:238804:0:(osp_trans.c:300:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307434.991153:0:238820:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00000004:00000001:2.0:1789307434.991157:0:238804:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00080000:00000010:1.0:1789307434.991159:0:238820:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfc0b9ca00. 00000004:00000001:2.0:1789307434.991160:0:238804:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307434.991163:0:238820:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244653812224 : -105829055739392 : ffff9fbfc0b9ca00) 00000020:00100000:2.0:1789307434.991167:0:238804:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000040:00000001:1.0:1789307434.991168:0:238820:0:(llog.c:1207:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1789307434.991170:0:238820:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1789307434.991174:0:238820:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000100:00100000:2.0:1789307434.991177:0:238804:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9fbfb918aa00 x1876218616149248/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000001:1.0:1789307434.991178:0:238820:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1789307434.991182:0:238820:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ff6c0. 00080000:00000001:1.0:1789307434.991186:0:238820:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.991189:0:238804:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000040:00000001:1.0:1789307434.991191:0:238820:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.991193:0:238804:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000040:00000001:1.0:1789307434.991195:0:238820:0:(llog.c:1219:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.991198:0:238820:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1789307434.991199:0:238820:0:(llog_osd.c:1921:llog_osd_declare_destroy()) Process entered 00000100:00000010:2.0:1789307434.991200:0:238804:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fbe95a89f00. 00080000:00000001:1.0:1789307434.991202:0:238820:0:(osd_handler.c:4081:osd_declare_destroy()) Process entered 00000100:00000001:2.0:1789307434.991204:0:238804:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446638239636299520 : -105834073252096 : ffff9fbe95a89f00) 00000001:00000001:1.0:1789307434.991205:0:238820:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1789307434.991208:0:238820:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000100:00000001:2.0:1789307434.991209:0:238804:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00080000:00000002:1.0:1789307434.991211:0:238820:0:(osd_handler.c:395:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002b10:0x2:0x0] not in the id map cache 00000100:00000001:2.0:1789307434.991213:0:238804:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244525812224 : -105829183739392 : ffff9fbfb918aa00) 00080000:00000001:1.0:1789307434.991217:0:238820:0:(osd_handler.c:4122:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.991219:0:238804:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000040:00000001:1.0:1789307434.991221:0:238820:0:(llog_osd.c:1876:llog_osd_regular_fid_del_name_entry()) Process entered 00000100:00000001:2.0:1789307434.991224:0:238804:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.991225:0:238820:0:(llog_osd.c:1558:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:1.0:1789307434.991229:0:238820:0:(fld_handler.c:252:fld_server_lookup()) Process entered 00000100:00000001:2.0:1789307434.991229:0:238804:0:(client.c:2689:ptlrpc_set_wait()) Process entered 80000000:00000001:1.0:1789307434.991233:0:238820:0:(fld_handler.c:208:fld_local_lookup()) Process entered 00000100:00000001:2.0:1789307434.991234:0:238804:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 80000000:00000001:1.0:1789307434.991237:0:238820:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789307434.991241:0:238820:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307434.991241:0:238804:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfb918aa00 x1876218616149248/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 80000000:00000001:1.0:1789307434.991246:0:238820:0:(fld_handler.c:225:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307434.991251:0:238820:0:(fld_handler.c:256:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307434.991255:0:238820:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000100:00000001:2.0:1789307434.991257:0:238804:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1789307434.991260:0:238820:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244505567320 : -105829203984296 : ffff9fbfb7e3c058) 00000040:00000001:1.0:1789307434.991264:0:238820:0:(llog_osd.c:1581:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446638243872187392 : -105829837364224 : ffff9fbf92232400) 00000100:00000001:2.0:1789307434.991266:0:238804:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307434.991271:0:238820:0:(osd_handler.c:5736:osd_index_declare_ea_delete()) Process entered 02000000:00000001:2.0:1789307434.991271:0:238804:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000001:00000001:1.0:1789307434.991276:0:238820:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 02000000:00000001:2.0:1789307434.991276:0:238804:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1789307434.991279:0:238820:0:(osd_handler.c:5754:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307434.991283:0:238804:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1789307434.991286:0:238820:0:(lu_object.c:216:lu_object_put()) Add ffff9fbf92232400/ffff9fbfb7e3c000 to site lru. bkt: ffff9fbfb9328a68 00000100:00100000:2.0:1789307434.991289:0:238804:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfb918aa00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:238804:1876218616149248:0@lo:1000:osp_up1-0.0 00000040:00000001:1.0:1789307434.991291:0:238820:0:(llog_osd.c:1896:llog_osd_regular_fid_del_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.991298:0:238820:0:(llog_osd.c:1959:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.991298:0:238804:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789307434.991302:0:238804:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789307434.991306:0:238804:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.991308:0:238820:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307434.991312:0:238804:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00080000:00000001:1.0:1789307434.991313:0:238820:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:1.0:1789307434.991320:0:238820:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789307434.991323:0:238804:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fbfbd6a2000. 00000040:00000001:1.0:1789307434.991324:0:238820:0:(llog.c:1230:llog_write_rec()) Process entered 00000040:00000001:1.0:1789307434.991328:0:238820:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 02000000:00000001:2.0:1789307434.991328:0:238804:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1789307434.991332:0:238820:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x200002b10:0x2:0x0] 00000400:00000010:2.0:1789307434.991335:0:238804:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf83605528. 00000400:00000010:2.0:1789307434.991340:0:238804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbe95a89e40. 00000040:00000001:1.0:1789307434.991341:0:238820:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.991345:0:238820:0:(llog.c:1263:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789307434.991346:0:238804:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1876218616149248, portal 4 00080000:00000001:1.0:1789307434.991348:0:238820:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00000100:00000001:2.0:1789307434.991351:0:238804:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789307434.991354:0:238804:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244525812224 : -105829183739392 : ffff9fbfb918aa00) 00080000:00000010:1.0:1789307434.991356:0:238820:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ff6c0. 00040000:00000001:1.0:1789307434.991361:0:238820:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00000100:00000040:2.0:1789307434.991362:0:238804:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfb918aa00 x1876218616149248/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00040000:00000001:1.0:1789307434.991364:0:238820:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:1.0:1789307434.991367:0:238820:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.991372:0:238820:0:(llog.c:349:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307434.991378:0:238820:0:(llog_cat_server.c:671:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.991378:0:238804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000040:00000001:1.0:1789307434.991383:0:238820:0:(llog_cat_server.c:701:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307434.991383:0:238804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00080000:1.0:1789307434.991388:0:238820:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 21474927159 cancel update log [0x200002b10:0x2:0x0].364: rc = 0 00000400:00000010:2.0:1789307434.991389:0:238804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fda18. 00000100:00000200:2.0:1789307434.991393:0:238804:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 24, xid 1876218616149248, offset 0 00000020:00000040:1.0:1789307434.991395:0:238820:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbf9fbbb0c0 : new refcount 1 00000020:00000001:1.0:1789307434.991399:0:238820:0:(update_trans.c:1318:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307434.991400:0:238804:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1789307434.991404:0:238820:0:(update_trans.c:1260:top_multiple_thandle_destroy()) kfreed 'stc': 56 at ffff9fbfb56d01c0. 00000020:00000010:1.0:1789307434.991409:0:238820:0:(update_trans.c:1262:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fbfb57d7500. 00000400:00000200:2.0:1789307434.991409:0:238804:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1789307434.991416:0:238820:0:(update_trans.c:1260:top_multiple_thandle_destroy()) kfreed 'stc': 56 at ffff9fbfb56d0840. 00000400:00000200:2.0:1789307434.991419:0:238804:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 488 into portal 24 MB=0x6aa693022f500 00000020:00000010:1.0:1789307434.991422:0:238820:0:(update_trans.c:1262:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fbec5bb6600. 00000400:00000200:2.0:1789307434.991427:0:238804:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 488/488 into md 0xa2499 [256] + 12808 00000020:00000010:1.0:1789307434.991428:0:238820:0:(update_trans.c:1264:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9fbe9232f0c0. 00000400:00000200:2.0:1789307434.991433:0:238804:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00080000:1.0:1789307434.991436:0:238820:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 21474927159 00000400:00000200:2.0:1789307434.991438:0:238804:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1789307434.991444:0:238804:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789307434.991445:0:238804:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1789307434.991449:0:238804:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb9189c00. 00000100:00000040:2.0:1789307434.991452:0:238804:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb9189c00 x1876218616149248 msgsize 488 00000100:00100000:2.0:1789307434.991456:0:238804:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1789307434.991478:0:238804:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:2.0:1789307434.991484:0:238804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fda18 00000400:00000010:2.0:1789307434.991487:0:238804:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fda18. 00000100:00000001:2.0:1789307434.991490:0:238804:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789307434.991493:0:238804:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfb918aa00 x1876218616149248/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.991501:0:238804:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789307434.991505:0:238804:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fbfb918aa00 x1876218616149248/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.991512:0:238804:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.991513:0:238804:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789307434.991518:0:238804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307434.991524:0:238804:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 2388 usecs (3 jiffies) 00000100:00000001:2.0:1789307434.991530:0:238804:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315063303 00000100:00000001:2.0:1789307434.991535:0:238804:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315067819 00000100:00000001:2.0:1789307434.991540:0:238804:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315063303 00000100:00000001:2.0:1789307434.991544:0:238804:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315067819 00000100:00000001:2.0:1789307434.991549:0:238804:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315063303 00000100:00000001:2.0:1789307434.991553:0:238804:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315067819 00000100:00000001:2.0:1789307434.991557:0:238804:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315063303 00000100:00000001:2.0:1789307434.991563:0:238804:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315067819 00000100:00000001:2.0:1789307434.991569:0:238804:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307434.991575:0:238804:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.991579:0:238804:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789307434.991581:0:238804:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789307434.991587:0:238804:0:(client.c:2716:ptlrpc_set_wait()) set ffff9fbe95a89f00 going to sleep for 11 seconds 00000100:00000001:2.0:1789307434.991593:0:238804:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789307434.991596:0:238804:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.992465:0:238804:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789307434.992471:0:238804:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789307434.992475:0:238804:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789307434.992478:0:238804:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf83605528. 00000400:00000200:2.0:1789307434.992489:0:238804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe95a89e40 00000400:00000010:2.0:1789307434.992493:0:238804:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbe95a89e40. 00000100:00000001:2.0:1789307434.992498:0:238804:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789307434.992506:0:238804:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfb918aa00 x1876218616149248/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789307434.992523:0:238804:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfb918aa00 x1876218616149248/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.992535:0:238804:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789307434.992539:0:238804:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307434.992544:0:238804:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789307434.992547:0:238804:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789307434.992549:0:238804:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307434.992551:0:238804:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307434.992554:0:238804:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307434.992559:0:238804:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfba939c60 time=3 v=5 (5 5 5 5) 00000100:00001000:2.0:1789307434.992563:0:238804:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfba939c18 time=3 v=5 (1 1 1 1) 00000100:00000001:2.0:1789307434.992565:0:238804:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789307434.992566:0:238804:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307434.992568:0:238804:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789307434.992570:0:238804:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.992573:0:238804:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789307434.992579:0:238804:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789307434.992581:0:238804:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789307434.992583:0:238804:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789307434.992584:0:238804:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244525812224 : -105829183739392 : ffff9fbfb918aa00) 00000100:00000001:2.0:1789307434.992587:0:238804:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789307434.992588:0:238804:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 17179874251 gen 2 00000100:00000040:2.0:1789307434.992594:0:238804:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 17179874251) req@ffff9fbfb9188380 x1876218616148992/t17179874251(17179874251) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1789307434.992601:0:238804:0:(osp_trans.c:1023:osp_request_commit_cb()) Process entered 00000004:00080000:2.0:1789307434.992603:0:238804:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 17179874251 committed transno 17179874251 00000004:00000010:2.0:1789307434.992607:0:238804:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fbfc0e81000. 00000004:00000010:2.0:1789307434.992611:0:238804:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fbeaa9e6920. 00000004:00000010:2.0:1789307434.992614:0:238804:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fbea025f900. 00000004:00000010:2.0:1789307434.992623:0:238804:0:(osp_trans.c:924:osp_thandle_destroy()) kfreed 'oth': 136 at ffff9fbea025f300. 00000004:00000001:2.0:1789307434.992626:0:238804:0:(osp_trans.c:1050:osp_request_commit_cb()) Process leaving 00000100:00000001:2.0:1789307434.992628:0:238804:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789307434.992631:0:238804:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfb9188380 x1876218616148992/t17179874251(17179874251) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.992638:0:238804:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789307434.992640:0:238804:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789307434.992643:0:238804:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fbfb4a20000. 02000000:00000001:2.0:1789307434.992647:0:238804:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789307434.992650:0:238804:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789307434.992651:0:238804:0:(genops.c:1222:class_import_put()) import ffff9fbfba939800 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:2.0:1789307434.992653:0:238804:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789307434.992655:0:238804:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fbfb90ea800. 02000000:00000001:2.0:1789307434.992659:0:238804:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789307434.992660:0:238804:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789307434.992662:0:238804:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfb9188380. 00000100:00000001:2.0:1789307434.992667:0:238804:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789307434.992669:0:238804:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789307434.992672:0:238804:0:(client.c:3170:ptlrpc_free_committed()) @@@ stopping search req@ffff9fbfb918aa00 x1876218616149248/t17179874252(17179874252) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.992679:0:238804:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789307434.992682:0:238804:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: normal: skip=1 replay=1/2 committed=0/0 00000100:00000001:2.0:1789307434.992685:0:238804:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789307434.992687:0:238804:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307434.992691:0:238804:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfb918aa00 x1876218616149248/t17179874252(17179874252) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.992697:0:238804:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307434.992699:0:238804:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789307434.992701:0:238804:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1789307434.992702:0:238804:0:(osp_trans.c:602:osp_update_interpret()) Process entered 00000004:00000010:2.0:1789307434.992707:0:238804:0:(osp_trans.c:572:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9fbf874fff80. 00000004:00000010:2.0:1789307434.992710:0:238804:0:(osp_trans.c:572:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9fbf874ff3c0. 00000004:00000001:2.0:1789307434.992713:0:238804:0:(osp_trans.c:692:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307434.992716:0:238804:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb918aa00 x1876218616149248/t17179874252(17179874252) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307434.992730:0:238804:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfb918aa00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:238804:1876218616149248:0@lo:1000:osp_up1-0.0 00000100:00000001:2.0:1789307434.992734:0:238804:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307434.992736:0:238804:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.992738:0:238804:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789307434.992740:0:238804:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789307434.992743:0:238804:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fbfb918aa00 x1876218616149248/t17179874252(17179874252) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.992748:0:238804:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789307434.992750:0:238804:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fbe95a89f00. 00000100:00000001:2.0:1789307434.992752:0:238804:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789307434.992754:0:238804:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.992756:0:238804:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789307434.992759:0:238804:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfb918aa00 x1876218616149248/t17179874252(17179874252) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.992765:0:238804:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307434.992766:0:238804:0:(osp_trans.c:1210:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1789307434.992769:0:238804:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9fbfb58ace40 version 707 rpc_version 707 00000004:00000001:2.0:1789307434.992771:0:238804:0:(osp_trans.c:1111:osp_send_update_req()) Process entered 00000004:00000001:2.0:1789307434.992773:0:238804:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1789307434.992775:0:238804:0:(osp_trans.c:242:object_update_request_dump()) i = 0 fid = [0x240001b73:0x2:0x0] op = write params = 2 batchid = 0 size = 152 repsize 0 00000004:00000040:2.0:1789307434.992778:0:238804:0:(osp_trans.c:242:object_update_request_dump()) i = 1 fid = [0x240001b73:0x2:0x0] op = write params = 2 batchid = 0 size = 72 repsize 0 00000004:00000040:2.0:1789307434.992781:0:238804:0:(osp_trans.c:248:object_update_request_dump()) updates = ffff9fbf85dff000 magic = bdde0002 count = 2 size = 224 00000100:00000010:2.0:1789307434.992785:0:238804:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb9188380. 00000020:00000040:2.0:1789307434.992788:0:238804:0:(genops.c:1209:class_import_get()) import ffff9fbfba939800 refcount=4 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1789307434.992791:0:238804:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789307434.992792:0:238804:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789307434.992795:0:238804:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789307434.992799:0:238804:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fbfb90ea800. 00000100:00000001:2.0:1789307434.992802:0:238804:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307434.992805:0:238804:0:(osp_trans.c:300:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307434.992812:0:238804:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1789307434.992815:0:238804:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1789307434.992819:0:238804:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1789307434.992824:0:238804:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9fbfb9188380 x1876218616149504/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789307434.992831:0:238804:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789307434.992832:0:238804:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789307434.992836:0:238804:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fbe95a89f00. 00000100:00000001:2.0:1789307434.992838:0:238804:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446638239636299520 : -105834073252096 : ffff9fbe95a89f00) 00000100:00000001:2.0:1789307434.992840:0:238804:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789307434.992841:0:238804:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244525802368 : -105829183749248 : ffff9fbfb9188380) 00000100:00000001:2.0:1789307434.992845:0:238804:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789307434.992848:0:238804:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.992868:0:238804:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789307434.992870:0:238804:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789307434.992874:0:238804:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfb9188380 x1876218616149504/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.992881:0:238804:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789307434.992883:0:238804:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307434.992886:0:238804:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789307434.992888:0:238804:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789307434.992891:0:238804:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307434.992894:0:238804:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfb9188380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:238804:1876218616149504:0@lo:1000:osp_up1-0.0 00000100:00000001:2.0:1789307434.992897:0:238804:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789307434.992900:0:238804:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789307434.992902:0:238804:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307434.992904:0:238804:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789307434.992909:0:238804:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fbfb4a20000. 02000000:00000001:2.0:1789307434.992910:0:238804:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307434.992914:0:238804:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf83605528. 00000400:00000010:2.0:1789307434.992917:0:238804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbe95a89e40. 00000100:00000200:2.0:1789307434.992921:0:238804:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1876218616149504, portal 4 00000100:00000001:2.0:1789307434.992923:0:238804:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789307434.992944:0:238804:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244525802368 : -105829183749248 : ffff9fbfb9188380) 00000100:00000040:2.0:1789307434.992951:0:238804:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfb9188380 x1876218616149504/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.992957:0:238804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307434.992959:0:238804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789307434.992963:0:238804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fda18. 00000100:00000200:2.0:1789307434.992966:0:238804:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 24, xid 1876218616149504, offset 0 00000400:00000200:2.0:1789307434.992970:0:238804:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789307434.992976:0:238804:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789307434.992982:0:238804:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 488 into portal 24 MB=0x6aa693022f600 00000400:00000200:2.0:1789307434.992986:0:238804:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 488/488 into md 0xa2499 [256] + 13296 00000400:00000200:2.0:1789307434.992992:0:238804:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307434.992995:0:238804:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1789307434.992998:0:238804:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789307434.993000:0:238804:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1789307434.993003:0:238804:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb918b480. 00000100:00000040:2.0:1789307434.993005:0:238804:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb918b480 x1876218616149504 msgsize 488 00000100:00100000:2.0:1789307434.993009:0:238804:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1789307434.993020:0:238804:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:2.0:1789307434.993025:0:238804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fda18 00000400:00000010:2.0:1789307434.993027:0:238804:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fda18. 00000100:00000001:2.0:1789307434.993029:0:238804:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789307434.993033:0:238804:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfb9188380 x1876218616149504/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.993041:0:238804:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789307434.993045:0:238804:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fbfb9188380 x1876218616149504/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.993058:0:238804:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.993061:0:238804:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789307434.993066:0:238804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307434.993072:0:238804:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 2388 usecs (3 jiffies) 00000100:00000001:2.0:1789307434.993079:0:238804:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315063305 00000100:00000001:2.0:1789307434.993085:0:238804:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315067819 00000100:00000001:2.0:1789307434.993096:0:238804:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315063305 00000100:00000001:2.0:1789307434.993101:0:238804:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315067819 00000100:00000001:2.0:1789307434.993106:0:238804:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315063305 00000100:00000001:2.0:1789307434.993112:0:238804:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315067819 00000100:00000001:2.0:1789307434.993115:0:238804:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315063305 00000100:00000001:2.0:1789307434.993120:0:238804:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315067819 00000100:00000001:2.0:1789307434.993123:0:238804:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307434.993126:0:238804:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.993130:0:238804:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789307434.993134:0:238804:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789307434.993138:0:238804:0:(client.c:2716:ptlrpc_set_wait()) set ffff9fbe95a89f00 going to sleep for 11 seconds 00000100:00000001:2.0:1789307434.993140:0:238804:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789307434.993142:0:238804:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.993425:0:238804:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789307434.993432:0:238804:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789307434.993436:0:238804:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789307434.993440:0:238804:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf83605528. 00000400:00000200:2.0:1789307434.993445:0:238804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe95a89e40 00000400:00000010:2.0:1789307434.993450:0:238804:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbe95a89e40. 00000100:00000001:2.0:1789307434.993455:0:238804:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789307434.993461:0:238804:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfb9188380 x1876218616149504/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789307434.993477:0:238804:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfb9188380 x1876218616149504/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.993486:0:238804:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789307434.993490:0:238804:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307434.993492:0:238804:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789307434.993496:0:238804:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789307434.993498:0:238804:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307434.993501:0:238804:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307434.993505:0:238804:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307434.993511:0:238804:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfba939c60 time=3 v=5 (5 5 5 5) 00000100:00001000:2.0:1789307434.993516:0:238804:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfba939c18 time=3 v=5 (1 1 1 1) 00000100:00000001:2.0:1789307434.993525:0:238804:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789307434.993527:0:238804:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307434.993529:0:238804:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789307434.993530:0:238804:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.993532:0:238804:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789307434.993533:0:238804:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789307434.993535:0:238804:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789307434.993537:0:238804:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789307434.993538:0:238804:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244525802368 : -105829183749248 : ffff9fbfb9188380) 00000100:00000001:2.0:1789307434.993540:0:238804:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789307434.993541:0:238804:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 17179874251 00000100:00000001:2.0:1789307434.993543:0:238804:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789307434.993545:0:238804:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307434.993549:0:238804:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfb9188380 x1876218616149504/t17179874253(17179874253) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.993556:0:238804:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307434.993558:0:238804:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789307434.993559:0:238804:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1789307434.993561:0:238804:0:(osp_trans.c:602:osp_update_interpret()) Process entered 00000004:00000010:2.0:1789307434.993564:0:238804:0:(osp_trans.c:572:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9fbf874ffa00. 00000004:00000010:2.0:1789307434.993568:0:238804:0:(osp_trans.c:572:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9fbf874ffd00. 00000004:00000001:2.0:1789307434.993570:0:238804:0:(osp_trans.c:692:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307434.993574:0:238804:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb9188380 x1876218616149504/t17179874253(17179874253) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307434.993580:0:238804:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfb9188380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:238804:1876218616149504:0@lo:1000:osp_up1-0.0 00000100:00000001:2.0:1789307434.993584:0:238804:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307434.993586:0:238804:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.993587:0:238804:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789307434.993589:0:238804:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789307434.993591:0:238804:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fbfb9188380 x1876218616149504/t17179874253(17179874253) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.993596:0:238804:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789307434.993604:0:238804:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fbe95a89f00. 00000100:00000001:2.0:1789307434.993606:0:238804:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789307434.993607:0:238804:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.993609:0:238804:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789307434.993612:0:238804:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfb9188380 x1876218616149504/t17179874253(17179874253) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.993618:0:238804:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307434.993620:0:238804:0:(osp_trans.c:1210:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1789307434.993622:0:238804:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9fbfb58ace40 version 708 rpc_version 708 00000004:00000001:2.0:1789307434.993625:0:238804:0:(osp_trans.c:1111:osp_send_update_req()) Process entered 00000004:00000001:2.0:1789307434.993626:0:238804:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1789307434.993628:0:238804:0:(osp_trans.c:242:object_update_request_dump()) i = 0 fid = [0x240001b73:0x2:0x0] op = write params = 2 batchid = 0 size = 152 repsize 0 00000004:00000040:2.0:1789307434.993631:0:238804:0:(osp_trans.c:242:object_update_request_dump()) i = 1 fid = [0x240001b73:0x2:0x0] op = write params = 2 batchid = 0 size = 72 repsize 0 00000004:00000040:2.0:1789307434.993634:0:238804:0:(osp_trans.c:248:object_update_request_dump()) updates = ffff9fbf85dfe000 magic = bdde0002 count = 2 size = 224 00000100:00000010:2.0:1789307434.993638:0:238804:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb9188e00. 00000020:00000040:2.0:1789307434.993640:0:238804:0:(genops.c:1209:class_import_get()) import ffff9fbfba939800 refcount=5 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1789307434.993643:0:238804:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789307434.993645:0:238804:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789307434.993647:0:238804:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789307434.993651:0:238804:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fbfb90eae00. 00000100:00000001:2.0:1789307434.993654:0:238804:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307434.993656:0:238804:0:(osp_trans.c:300:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307434.993658:0:238804:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1789307434.993660:0:238804:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1789307434.993663:0:238804:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1789307434.993667:0:238804:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9fbfb9188e00 x1876218616149760/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789307434.993673:0:238804:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789307434.993674:0:238804:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789307434.993678:0:238804:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fbe95a89f00. 00000100:00000001:2.0:1789307434.993680:0:238804:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446638239636299520 : -105834073252096 : ffff9fbe95a89f00) 00000100:00000001:2.0:1789307434.993681:0:238804:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789307434.993687:0:238804:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244525805056 : -105829183746560 : ffff9fbfb9188e00) 00000100:00000001:2.0:1789307434.993690:0:238804:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789307434.993692:0:238804:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.993694:0:238804:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789307434.993695:0:238804:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789307434.993698:0:238804:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfb9188e00 x1876218616149760/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.993705:0:238804:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789307434.993706:0:238804:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307434.993709:0:238804:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789307434.993710:0:238804:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789307434.993712:0:238804:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307434.993715:0:238804:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfb9188e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:238804:1876218616149760:0@lo:1000:osp_up1-0.0 00000100:00000001:2.0:1789307434.993717:0:238804:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789307434.993720:0:238804:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789307434.993721:0:238804:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307434.993723:0:238804:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789307434.993729:0:238804:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fbf922c8000. 02000000:00000001:2.0:1789307434.993731:0:238804:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307434.993734:0:238804:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf83605528. 00000400:00000010:2.0:1789307434.993737:0:238804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbe95a89e40. 00000100:00000200:2.0:1789307434.993740:0:238804:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1876218616149760, portal 4 00000100:00000001:2.0:1789307434.993742:0:238804:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789307434.993743:0:238804:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244525805056 : -105829183746560 : ffff9fbfb9188e00) 00000100:00000040:2.0:1789307434.993748:0:238804:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfb9188e00 x1876218616149760/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.993753:0:238804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307434.993755:0:238804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789307434.993757:0:238804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fda18. 00000100:00000200:2.0:1789307434.993760:0:238804:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 24, xid 1876218616149760, offset 0 00000400:00000200:2.0:1789307434.993763:0:238804:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789307434.993768:0:238804:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789307434.993773:0:238804:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 488 into portal 24 MB=0x6aa693022f700 00000400:00000200:2.0:1789307434.993777:0:238804:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 488/488 into md 0xa2499 [256] + 13784 00000400:00000200:2.0:1789307434.993788:0:238804:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307434.993791:0:238804:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1789307434.993795:0:238804:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789307434.993796:0:238804:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1789307434.993799:0:238804:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb918b800. 00000100:00000040:2.0:1789307434.993801:0:238804:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb918b800 x1876218616149760 msgsize 488 00000100:00100000:2.0:1789307434.993805:0:238804:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1789307434.993817:0:238804:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:2.0:1789307434.993827:0:238804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fda18 00000400:00000010:2.0:1789307434.993829:0:238804:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fda18. 00000100:00000001:2.0:1789307434.993832:0:238804:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789307434.993835:0:238804:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfb9188e00 x1876218616149760/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.993842:0:238804:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789307434.993846:0:238804:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fbfb9188e00 x1876218616149760/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307434.993862:0:225638:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789307434.993865:0:225638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616149760 02000000:00000001:1.0:1789307434.993867:0:225638:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307434.993869:0:225638:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307434.993871:0:225638:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307434.993875:0:225638:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.993877:0:238804:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307434.993878:0:225638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616149760 00000020:00000001:1.0:1789307434.993880:0:225638:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307434.993882:0:225638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc98 00000100:00000001:2.0:1789307434.993882:0:238804:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1789307434.993885:0:225638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:2.0:1789307434.993888:0:238804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307434.993893:0:225638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe95150800 refcount=7 00000100:00000040:2.0:1789307434.993894:0:238804:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 2387 usecs (3 jiffies) 00000020:00000001:1.0:1789307434.993897:0:225638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 00000100:00000001:2.0:1789307434.993899:0:238804:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315063306 00000020:00000001:1.0:1789307434.993900:0:225638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 00000100:00000001:1.0:1789307434.993905:0:225638:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1789307434.993905:0:238804:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315067819 00000020:00000010:1.0:1789307434.993908:0:225638:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ff6c0. 00000100:00000001:2.0:1789307434.993909:0:238804:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315063306 00000100:00000001:1.0:1789307434.993912:0:225638:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307434.993914:0:238804:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315067819 00000020:00000010:1.0:1789307434.993915:0:225638:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ff6c0. 00000100:00000001:2.0:1789307434.993919:0:238804:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315063306 00000100:00000001:2.0:1789307434.993922:0:238804:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315067819 00000100:00000001:2.0:1789307434.993923:0:238804:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315063306 00000100:00000001:2.0:1789307434.993927:0:238804:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315067819 00000020:00000010:1.0:1789307434.993942:0:225638:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0b9d800. 00000100:00000001:2.0:1789307434.993943:0:238804:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307434.993948:0:225638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf82c08f80. 00000100:00000001:2.0:1789307434.993948:0:238804:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307434.993953:0:225638:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696aed8. 00000100:00000001:2.0:1789307434.993959:0:238804:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1789307434.993961:0:225638:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1789307434.993962:0:238804:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789307434.993965:0:225638:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1789307434.993966:0:238804:0:(client.c:2716:ptlrpc_set_wait()) set ffff9fbe95a89f00 going to sleep for 11 seconds 00000100:00000001:1.0:1789307434.993968:0:225638:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307434.993970:0:238804:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307434.993972:0:225638:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.993974:0:238804:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.993978:0:225638:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.993992:0:225638:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307434.993999:0:225638:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307434.994000:0:225638:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789307434.994003:0:225638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00000040:1.0:1789307434.994005:0:225638:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe95150800 : new rpc_count 1 00000100:00000001:1.0:1789307434.994006:0:225638:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244525815808 : -105829183735808 : ffff9fbfb918b800) 00000100:00000040:1.0:1789307434.994010:0:225638:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfb918b800 x1876218616149760/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:480/0 lens 488/0 e 0 to 0 dl 1789307445 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307434.994016:0:225638:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307434.994018:0:225638:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ff6c0. 00000100:00000001:1.0:1789307434.994020:0:225638:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307434.994021:0:225638:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ff6c0. 00000100:00100000:1.0:1789307434.994024:0:225638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfb918b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:238804:x1876218616149760:12345-0@lo:1000:osp_up1-0.0 00000100:00000200:1.0:1789307434.994030:0:225638:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616149760 00000020:00000001:1.0:1789307434.994032:0:225638:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1789307434.994033:0:225638:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000001:00000001:1.0:1789307434.994039:0:225638:0:(tgt_lastrcvd.c:375:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9fbfb541da80: xid 1876218616149504, transno 17179874253, client gen 7, slot idx 2 00000001:00000001:1.0:1789307434.994041:0:225638:0:(tgt_lastrcvd.c:352:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9fbf852c9840: xid 1876218616149248, transno 17179874252, client gen 7, slot idx 0 00000001:00000010:1.0:1789307434.994043:0:225638:0:(tgt_lastrcvd.c:360:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fbf852c9840. 00000020:00000001:1.0:1789307434.994046:0:225638:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307434.994047:0:225638:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1789307434.994048:0:225638:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651038272 : -1058513344 : ffffffffc0e85e40) 00000020:00000001:1.0:1789307434.994050:0:225638:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1789307434.994051:0:225638:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1876218616149760, found 0 last_xid 1876218616149759 00000020:00000001:1.0:1789307434.994053:0:225638:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789307434.994054:0:225638:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1789307434.994054:0:225638:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1789307434.994056:0:225638:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307434.994057:0:225638:0:(out_handler.c:964:out_handle()) Process entered 00000020:00000010:1.0:1789307434.994059:0:225638:0:(out_handler.c:987:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fbfb6b2dd88. 00000100:00000001:1.0:1789307434.994061:0:225638:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789307434.994062:0:225638:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789307434.994065:0:225638:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fbf9fbec000. 02000000:00000001:1.0:1789307434.994066:0:225638:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.994067:0:225638:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307434.994069:0:225638:0:(out_handler.c:1105:out_handle()) kmalloced '(trd)': 136 at ffff9fbea025fd80. 00000020:00000001:1.0:1789307434.994071:0:225638:0:(tgt_handler.c:3143:tgt_check_resent()) Process entered 00000020:00000040:1.0:1789307434.994072:0:225638:0:(out_handler.c:1131:out_handle()) lustre-MDT0001: opc: 0xc [0x240001b73:0x2:0x0] 00000020:00000001:1.0:1789307434.994073:0:225638:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307434.994076:0:225638:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243615113304 : -105830094438312 : ffff9fbf82d08058) 00080000:00000001:1.0:1789307434.994078:0:225638:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:1.0:1789307434.994079:0:225638:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfc0b9d400. 00080000:00000001:1.0:1789307434.994081:0:225638:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244653814784 : -105829055736832 : ffff9fbfc0b9d400) 00000020:00000001:1.0:1789307434.994083:0:225638:0:(out_handler.c:613:out_write()) Process entered 00080000:00000001:1.0:1789307434.994084:0:225638:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:1.0:1789307434.994085:0:225638:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1789307434.994087:0:225638:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ff6c0. 00080000:00000001:1.0:1789307434.994088:0:225638:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307434.994090:0:225638:0:(out_handler.c:644:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307434.994091:0:225638:0:(out_handler.c:1131:out_handle()) lustre-MDT0001: opc: 0xc [0x240001b73:0x2:0x0] 00000020:00000001:1.0:1789307434.994096:0:225638:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307434.994097:0:225638:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243615113304 : -105830094438312 : ffff9fbf82d08058) 00000020:00000001:1.0:1789307434.994099:0:225638:0:(out_handler.c:613:out_write()) Process entered 00080000:00000001:1.0:1789307434.994100:0:225638:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:1.0:1789307434.994101:0:225638:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1789307434.994102:0:225638:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307434.994103:0:225638:0:(out_handler.c:644:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307434.994104:0:225638:0:(out_handler.c:867:out_tx_end()) Process entered 00080000:00000001:1.0:1789307434.994105:0:225638:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:1.0:1789307434.994106:0:225638:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:1.0:1789307434.994107:0:225638:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1789307434.994108:0:225638:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ff580. 00080000:00000001:1.0:1789307434.994109:0:225638:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307434.994112:0:225638:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307434.994114:0:225638:0:(out_lib.c:681:out_tx_write_exec()) write [0x240001b73:0x2:0x0] pos 0 buf ffff9fbf84003708, len 88 00000020:00000040:1.0:1789307434.994122:0:225638:0:(out_handler.c:901:out_tx_end()) lustre-MDT0001-osd: executed 0/2: rc = 0 00000020:00000040:1.0:1789307434.994123:0:225638:0:(out_lib.c:681:out_tx_write_exec()) write [0x240001b73:0x2:0x0] pos 132 buf ffff9fbf840037a0, len 4 00000020:00000040:1.0:1789307434.994126:0:225638:0:(out_handler.c:901:out_tx_end()) lustre-MDT0001-osd: executed 1/2: rc = 0 00080000:00000001:1.0:1789307434.994127:0:225638:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00000001:00000001:1.0:1789307434.994128:0:225638:0:(tgt_lastrcvd.c:1490:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1789307434.994130:0:225638:0:(tgt_lastrcvd.c:1538:tgt_last_rcvd_update()) transno = 17179874254, last_committed = 17179874251 00000001:00000010:1.0:1789307434.994132:0:225638:0:(tgt_lastrcvd.c:1001:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fbe9794fa80. 00000001:00000040:1.0:1789307434.994133:0:225638:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) callback GETting export ffff9fbe95150800 : new cb_count 3 00000020:00000040:1.0:1789307434.994134:0:225638:0:(genops.c:868:class_export_get()) GET export ffff9fbe95150800 refcount=8 00000001:00000010:1.0:1789307434.994137:0:225638:0:(tgt_lastrcvd.c:1415:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fbea025f840. 00000001:00000001:1.0:1789307434.994141:0:225638:0:(tgt_lastrcvd.c:1381:tgt_add_reply_data()) add reply ffff9fbea025f840: xid 1876218616149760, transno 17179874254, tag 1, client gen 7, slot idx 0 00000001:00000001:1.0:1789307434.994143:0:225638:0:(tgt_lastrcvd.c:1383:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307434.994146:0:225638:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ff580. 00080000:00000010:1.0:1789307434.994148:0:225638:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ff6c0. 00040000:00000001:1.0:1789307434.994149:0:225638:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:1.0:1789307434.994150:0:225638:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:1.0:1789307434.994151:0:225638:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1789307434.994153:0:225638:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfb6d53a00/ffff9fbf82d08000 to site lru. bkt: ffff9fbfbee996c8 00000020:00000001:1.0:1789307434.994155:0:225638:0:(out_handler.c:919:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307434.994156:0:225638:0:(out_handler.c:1261:out_handle()) kfreed 'update_bufs': 8 at ffff9fbfb6b2dd88. 00000020:00000010:1.0:1789307434.994163:0:225638:0:(out_handler.c:1264:out_handle()) kfreed 'trd': 136 at ffff9fbea025fd80. 00000020:00000001:1.0:1789307434.994164:0:225638:0:(out_handler.c:1269:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1789307434.994166:0:225638:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 17179874251, transno 17179874254, xid 1876218616149760 00010000:00000001:1.0:1789307434.994167:0:225638:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:1.0:1789307434.994170:0:225638:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfb918b800 x1876218616149760/t17179874254(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:480/0 lens 488/4320 e 0 to 0 dl 1789307445 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789307434.994175:0:225638:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789307434.994176:0:225638:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307434.994178:0:225638:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbb8561e8 time=73 v=5 (1 1 0 0) 00000100:00000001:1.0:1789307434.994180:0:225638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789307434.994182:0:225638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:1.0:1789307434.994183:0:225638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:1.0:1789307434.994185:0:225638:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789307434.994186:0:225638:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307434.994187:0:225638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307434.994189:0:225638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789307434.994190:0:225638:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbea025fd80. 00000100:00000200:1.0:1789307434.994192:0:225638:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1876218616149760, offset 224 00000400:00000200:1.0:1789307434.994196:0:225638:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789307434.994200:0:225638:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789307434.994203:0:225638:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x6aa693022f700 00000400:00000200:1.0:1789307434.994206:0:225638:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x1c185d [2] + 224 00000400:00000200:1.0:1789307434.994210:0:225638:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307434.994212:0:225638:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307434.994215:0:225638:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789307434.994217:0:225638:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfb9188e00 x1876218616149760/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307434.994223:0:225638:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fbfb9188e00 x1876218616149760/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307434.994234:0:225638:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1789307434.994237:0:225638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbea025fd80 00000400:00000010:1.0:1789307434.994238:0:225638:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbea025fd80. 00000100:00000001:1.0:1789307434.994240:0:225638:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1789307434.994244:0:225638:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1789307434.994247:0:225638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307434.994249:0:225638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00010000:00000001:1.0:1789307434.994250:0:225638:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:1.0:1789307434.994251:0:225638:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307434.994253:0:225638:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1789307434.994256:0:225638:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb918b800 x1876218616149760/t17179874254(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:480/0 lens 488/4320 e 0 to 0 dl 1789307445 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.994258:0:238804:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1789307434.994263:0:225638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfb918b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:238804:x1876218616149760:12345-0@lo:1000:osp_up1-0.0 Request processed in 245us (459us total) trans 17179874254 rc 0/0 00000400:00000001:2.0:1789307434.994264:0:238804:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789307434.994268:0:238804:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1789307434.994271:0:225638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000400:00000010:2.0:1789307434.994272:0:238804:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf83605528. 00000100:00000040:1.0:1789307434.994273:0:225638:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe95150800 : new rpc_count 0 00000100:00000001:1.0:1789307434.994276:0:225638:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1789307434.994277:0:238804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe95a89e40 00000400:00000010:2.0:1789307434.994281:0:238804:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbe95a89e40. 00000100:00000001:1.0:1789307434.994284:0:225638:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1789307434.994284:0:238804:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000010:1.0:1789307434.994290:0:225638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf82c08f80. 00000100:00000200:2.0:1789307434.994290:0:238804:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfb9188e00 x1876218616149760/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1789307434.994295:0:225638:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696aed8. 00000020:00000010:1.0:1789307434.994300:0:225638:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0b9d800. 00000020:00000040:1.0:1789307434.994305:0:225638:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe95150800 : new refcount 7 00000100:00000200:2.0:1789307434.994307:0:238804:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfb9188e00 x1876218616149760/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307434.994308:0:225638:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307434.994317:0:238804:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789307434.994319:0:238804:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307434.994321:0:238804:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789307434.994323:0:238804:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789307434.994324:0:238804:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307434.994326:0:238804:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307434.994328:0:238804:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307434.994333:0:238804:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfba939c60 time=3 v=5 (5 5 5 5) 00000100:00001000:2.0:1789307434.994336:0:238804:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfba939c18 time=3 v=5 (1 1 1 1) 00000100:00000001:2.0:1789307434.994337:0:238804:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789307434.994339:0:238804:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307434.994340:0:238804:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789307434.994341:0:238804:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.994343:0:238804:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789307434.994344:0:238804:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789307434.994345:0:238804:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789307434.994347:0:238804:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789307434.994348:0:238804:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244525805056 : -105829183746560 : ffff9fbfb9188e00) 00000100:00000001:2.0:1789307434.994350:0:238804:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789307434.994351:0:238804:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 17179874251 00000100:00000001:2.0:1789307434.994359:0:238804:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789307434.994361:0:238804:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307434.994365:0:238804:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfb9188e00 x1876218616149760/t17179874254(17179874254) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.994372:0:238804:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307434.994374:0:238804:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789307434.994375:0:238804:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1789307434.994377:0:238804:0:(osp_trans.c:602:osp_update_interpret()) Process entered 00000004:00000010:2.0:1789307434.994380:0:238804:0:(osp_trans.c:572:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9fbf874ffdc0. 00000004:00000010:2.0:1789307434.994384:0:238804:0:(osp_trans.c:572:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9fbf874ff800. 00000004:00000001:2.0:1789307434.994386:0:238804:0:(osp_trans.c:692:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307434.994389:0:238804:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb9188e00 x1876218616149760/t17179874254(17179874254) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307434.994396:0:238804:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfb9188e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:238804:1876218616149760:0@lo:1000:osp_up1-0.0 00000100:00000001:2.0:1789307434.994399:0:238804:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307434.994401:0:238804:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.994403:0:238804:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789307434.994404:0:238804:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789307434.994406:0:238804:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fbfb9188e00 x1876218616149760/t17179874254(17179874254) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.994412:0:238804:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789307434.994413:0:238804:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fbe95a89f00. 00000100:00000001:2.0:1789307434.994415:0:238804:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789307434.994416:0:238804:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307434.994418:0:238804:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789307434.994421:0:238804:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfb9188e00 x1876218616149760/t17179874254(17179874254) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307434.994427:0:238804:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307434.994429:0:238804:0:(osp_trans.c:1210:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1789307434.995890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88a41f00. 00010000:00000010:3.1:1789307434.995901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97919000. 00080000:00000010:3.0:1789307435.380838:0:265422:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbec56d9800. 00080000:00000010:3.0:1789307435.380848:0:265422:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbec56d9800. 00000020:00000001:3.0:1789307435.380895:0:265422:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307435.380906:0:265422:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbec56d9800. 00080000:00000010:3.0:1789307435.380919:0:265422:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbec56d9800. 00000020:00000001:3.0:1789307435.380936:0:265422:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307435.380945:0:265422:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbec56d9800. 00080000:00000010:3.0:1789307435.380951:0:265422:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbec56d9800. 00000020:00000001:3.0:1789307435.380955:0:265422:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307435.380962:0:265422:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbec56d9800. 00080000:00000010:3.0:1789307435.380968:0:265422:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbec56d9800. 00000020:00000001:3.0:1789307435.380971:0:265422:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307435.498927:0:187050:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1789307435.498932:0:187050:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307435.998677:0:265471:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44c80. 00080000:00000010:2.0:1789307435.998706:0:265471:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44c80. 00000020:00000001:2.0:1789307435.998721:0:265471:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307435.998743:0:265471:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44c80. 00080000:00000010:2.0:1789307435.998750:0:265471:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44c80. 00000020:00000001:2.0:1789307435.998756:0:265471:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307435.998765:0:265471:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44c80. 00080000:00000010:2.0:1789307435.998772:0:265471:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44c80. 00000020:00000001:2.0:1789307435.998776:0:265471:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307435.998784:0:265471:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44c80. 00080000:00000010:2.0:1789307435.998800:0:265471:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44c80. 00000020:00000001:2.0:1789307435.998804:0:265471:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.523082:0:238807:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:1.0:1789307436.523090:0:238807:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000004:00000001:2.0:1789307436.523104:0:226375:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000100:00000010:1.0:1789307436.523105:0:238807:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbff6d80. 00000004:00000020:2.0:1789307436.523112:0:226375:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000020:00000040:1.0:1789307436.523118:0:238807:0:(genops.c:1209:class_import_get()) import ffff9fbe8d189000 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1789307436.523125:0:238807:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:2.0:1789307436.523125:0:226375:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb918ad80. 02000000:00000001:1.0:1789307436.523131:0:238807:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:2.0:1789307436.523134:0:226375:0:(genops.c:1209:class_import_get()) import ffff9fbfb6ad4000 refcount=3 obd=lustre-OST0000-osc-MDT0001 02000000:00000001:1.0:1789307436.523139:0:238807:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307436.523141:0:226375:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1789307436.523153:0:238807:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf83a14300. 02000000:00000001:2.0:1789307436.523153:0:226375:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789307436.523163:0:226375:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307436.523165:0:238807:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789307436.523174:0:226375:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbec5bb6500. 00000100:00000001:1.0:1789307436.523176:0:238807:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789307436.523184:0:226375:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307436.523185:0:238807:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307436.523202:0:238807:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c0b77d1] to pc [ptlrpcd_00_00+0] req@ffff9fbfbbff6d80 x1876218616149888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307436.523205:0:226375:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789307436.523216:0:226375:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307436.523234:0:226375:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000021eb175] to pc [ptlrpcd_00_01+1] req@ffff9fbfb918ad80 x1876218616150016/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1789307436.523325:0:226375:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307436.523373:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307436.523386:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000004:00000001:1.0:1789307436.523388:0:238807:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307436.523392:0:118849:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789307436.523405:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbff6d80 x1876218616149888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307436.523446:0:118849:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789307436.523452:0:118849:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307436.523467:0:118849:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789307436.523474:0:118849:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789307436.523488:0:118849:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307436.523497:0:118849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:118849:1876218616149888:0@lo:13:osp-pre-0-0.0 00000100:00000001:3.0:1789307436.523508:0:118849:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789307436.523517:0:118849:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789307436.523521:0:118849:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307436.523527:0:118849:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789307436.523540:0:118849:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbf98ca3000. 02000000:00000001:3.0:1789307436.523558:0:118849:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789307436.523574:0:118849:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a516dc0. 00000400:00000010:3.0:1789307436.523586:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde660. 00000100:00000200:3.0:1789307436.523597:0:118849:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616149888, portal 4 00000100:00000001:3.0:1789307436.523605:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789307436.523609:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244574489984 : -105829135061632 : ffff9fbfbbff6d80) 00000100:00000040:3.0:1789307436.523625:0:118849:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbff6d80 x1876218616149888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307452 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307436.523650:0:118849:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789307436.523655:0:118849:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789307436.523659:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdebb0. 00000100:00000200:3.0:1789307436.523662:0:118849:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876218616149888, offset 0 00000400:00000200:3.0:1789307436.523669:0:118849:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789307436.523731:0:118849:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789307436.523748:0:118849:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6aa693022f780 00000400:00000200:3.0:1789307436.523757:0:118849:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x4f41 [8] + 2016 00000400:00000200:3.0:1789307436.523772:0:118849:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307436.523798:0:118849:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307436.523869:0:234380:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789307436.523872:0:234380:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616150016 02000000:00000001:1.0:1789307436.523874:0:234380:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307436.523876:0:234380:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307436.523878:0:234380:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307436.523882:0:234380:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307436.523886:0:234380:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616150016 00000020:00000001:1.0:1789307436.523888:0:234380:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307436.523891:0:234380:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed7781e 00000020:00000001:1.0:1789307436.523894:0:234380:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307436.523897:0:234380:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe8a12d000 refcount=5 00000020:00000001:1.0:1789307436.523911:0:234380:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239441932288 : -105834267619328 : ffff9fbe8a12d000) 00000020:00000001:1.0:1789307436.523913:0:234380:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239441932288 : -105834267619328 : ffff9fbe8a12d000) 00000100:00000001:1.0:1789307436.523919:0:234380:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307436.523923:0:234380:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffa40. 00000020:00000040:1.0:1789307436.523932:0:234380:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff9fbf82a0b380) now 10 - evictor 00000100:00000001:3.0:1789307436.523937:0:118849:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307436.523942:0:118849:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:1.0:1789307436.523948:0:234380:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000010:3.0:1789307436.523952:0:118849:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb9ece680. 00000020:00000010:1.0:1789307436.523956:0:234380:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0afdc00. 00000100:00000040:3.0:1789307436.523965:0:118849:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb9ece680 x1876218616149888 msgsize 224 00000020:00000010:1.0:1789307436.523976:0:234380:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf82c08180. 00000100:00080000:2.0:1789307436.523986:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789307436.523986:0:118849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1789307436.523987:0:234380:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696aed8. 00000020:00000040:2.0:1789307436.524004:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000 (ffff9fbf82a0b380) now 10 - evictor 00000100:00000001:3.0:1789307436.524012:0:118849:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000040:1.0:1789307436.524016:0:234380:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost_create at +6s 00000400:00000200:3.0:1789307436.524025:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdebb0 00000100:00000001:1.0:1789307436.524029:0:234380:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1789307436.524036:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdebb0. 00000100:00000001:1.0:1789307436.524038:0:234380:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307436.524044:0:234380:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307436.524056:0:122269:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1789307436.524057:0:118849:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1789307436.524060:0:234380:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307436.524062:0:122269:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616149888 00000100:00000200:3.0:1789307436.524069:0:118849:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbff6d80 x1876218616149888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307452 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789307436.524072:0:122269:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307436.524078:0:122269:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307436.524080:0:234380:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307436.524086:0:122269:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307436.524094:0:122269:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307436.524098:0:234380:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307436.524101:0:234380:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789307436.524102:0:122269:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616149888 00000020:00000001:2.0:1789307436.524112:0:122269:0:(genops.c:792:class_conn2export()) Process entered 00000100:00100000:1.0:1789307436.524115:0:234380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4562 00000020:00000040:2.0:1789307436.524117:0:122269:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed7782c 00000100:00000040:1.0:1789307436.524124:0:234380:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe8a12d000 : new rpc_count 1 00000100:00000001:1.0:1789307436.524135:0:234380:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244573861120 : -105829135690496 : ffff9fbfbbf5d500) 00000020:00000001:2.0:1789307436.524136:0:122269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307436.524146:0:122269:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe8a12d800 refcount=5 00000100:00000040:1.0:1789307436.524149:0:234380:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbf5d500 x1876218616150016/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:482/0 lens 224/0 e 0 to 0 dl 1789307447 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307436.524155:0:122269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239441934336 : -105834267617280 : ffff9fbe8a12d800) 00000100:00000001:3.0:1789307436.524166:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1789307436.524171:0:122269:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239441934336 : -105834267617280 : ffff9fbe8a12d800) 00000100:00000040:3.0:1789307436.524180:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbff6d80 x1876218616149888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307452 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307436.524188:0:122269:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307436.524195:0:234380:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307436.524197:0:122269:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00f80. 00000020:00000010:1.0:1789307436.524200:0:234380:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffd40. 00000100:00000001:1.0:1789307436.524210:0:234380:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307436.524213:0:122269:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbf874ff180. 00000020:00000010:1.0:1789307436.524216:0:234380:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffd40. 00000100:00000001:3.0:1789307436.524217:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307436.524227:0:118849:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:2.0:1789307436.524228:0:122269:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff9fbf82a0b380) now 10 - evictor 00000100:00100000:1.0:1789307436.524232:0:234380:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbf5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:118850:x1876218616150016:12345-0@lo:13:osp-pre-0-1.0 00000100:00000001:3.0:1789307436.524243:0:118849:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307436.524247:0:234380:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616150016 00000020:00000001:1.0:1789307436.524252:0:234380:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000040:3.0:1789307436.524252:0:118849:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 18532 usecs (19 jiffies) 00000020:00000001:1.0:1789307436.524257:0:234380:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1789307436.524257:0:122269:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1789307436.524259:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315064852 00000020:00000001:1.0:1789307436.524265:0:234380:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307436.524267:0:122269:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00f80. 00000020:00000001:1.0:1789307436.524270:0:234380:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1789307436.524270:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315067819 00000020:00000001:1.0:1789307436.524277:0:234380:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664990128 : -1044561488 : ffffffffc1bd41b0) 00000100:00000001:3.0:1789307436.524278:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315064852 00000020:00000001:1.0:1789307436.524282:0:234380:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1789307436.524283:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315067819 00000020:00000001:1.0:1789307436.524286:0:234380:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1789307436.524287:0:122269:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbe841b3a00. 00000100:00000001:3.0:1789307436.524288:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315064852 00000020:00000001:1.0:1789307436.524290:0:234380:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1789307436.524294:0:234380:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1789307436.524295:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315067819 00000020:00000001:1.0:1789307436.524298:0:234380:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307436.524304:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315064852 00000100:00000001:1.0:1789307436.524305:0:234380:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1789307436.524306:0:122269:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44100. 02000000:00000001:1.0:1789307436.524310:0:234380:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1789307436.524310:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315067819 00000020:00000010:2.0:1789307436.524314:0:122269:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984960. 00000100:00000001:3.0:1789307436.524316:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1789307436.524317:0:234380:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbfb5fe7c00. 02000000:00000001:1.0:1789307436.524324:0:234380:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307436.524325:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307436.524327:0:234380:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307436.524329:0:122269:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307436.524332:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307436.524333:0:122269:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00002000:00000001:1.0:1789307436.524334:0:234380:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1789307436.524346:0:122269:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307436.524346:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1789307436.524347:0:234380:0:(ofd_obd.c:710:ofd_statfs()) Process entered 00000020:00000001:1.0:1789307436.524355:0:234380:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1789307436.524368:0:122269:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307436.524370:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1789307436.524372:0:234380:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307436.524377:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00002000:00000024:1.0:1789307436.524381:0:234380:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 27641280 pending 0 free 3918819328 avail 3687297024 00000100:00000001:3.0:1789307436.524382:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000020:1.0:1789307436.524385:0:234380:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 280000 0 0 00000100:00000001:3.0:1789307436.524386:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000020:1.0:1789307436.524389:0:234380:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9fbe8a12d800 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1789307436.524391:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1789307436.524393:0:234380:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 6b94c9bb-f547-4fe5-8ac4-fde7cb36702a/ffff9fbe8a129800 dirty 0 pend 0 grant 27361280 00000020:00000020:1.0:1789307436.524397:0:234380:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9fbe8a12d000 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1789307436.524398:0:122269:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307436.524398:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:1.0:1789307436.524400:0:234380:0:(ofd_obd.c:759:ofd_statfs()) 958279 blocks: 956743 free, 900151 avail; 262144 objects: 259163 free; state 0 00002000:00000001:1.0:1789307436.524411:0:234380:0:(ofd_obd.c:802:ofd_statfs()) Process leaving 00000001:00000001:1.0:1789307436.524418:0:234380:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307436.524420:0:234380:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307436.524422:0:234380:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1789307436.524426:0:234380:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 30064771184, transno 0, xid 1876218616150016 00000100:00000001:2.0:1789307436.524429:0:122269:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1789307436.524431:0:234380:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:1.0:1789307436.524439:0:234380:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbf5d500 x1876218616150016/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:482/0 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307436.524443:0:122269:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00080000:3.0:1789307436.524445:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1789307436.524458:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000 (ffff9fbf82a0b380) now 10 - evictor 00010000:00000001:1.0:1789307436.524460:0:234380:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1789307436.524461:0:122269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4563 00010000:00000001:1.0:1789307436.524465:0:234380:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307436.524471:0:234380:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbe1fbde8 time=148 v=5 (1 1 1 1) 00000100:00000040:2.0:1789307436.524472:0:122269:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe8a12d800 : new rpc_count 1 00000100:00000001:2.0:1789307436.524484:0:122269:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244539721344 : -105829169830272 : ffff9fbfb9ece680) 00000100:00000001:1.0:1789307436.524485:0:234380:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789307436.524493:0:234380:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:1.0:1789307436.524496:0:234380:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:1.0:1789307436.524498:0:234380:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789307436.524503:0:234380:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307436.524503:0:122269:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfb9ece680 x1876218616149888/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:482/0 lens 224/0 e 0 to 0 dl 1789307447 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307436.524517:0:234380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1789307436.524520:0:122269:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1789307436.524525:0:234380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1789307436.524525:0:122269:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00f80. 00000100:00000001:2.0:1789307436.524530:0:122269:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1789307436.524533:0:234380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54088. 00000020:00000010:2.0:1789307436.524533:0:122269:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00f80. 00000100:00000200:1.0:1789307436.524544:0:234380:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1876218616150016, offset 224 00000100:00100000:2.0:1789307436.524549:0:122269:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfb9ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:118849:x1876218616149888:12345-0@lo:13:osp-pre-0-0.0 00000100:00000200:2.0:1789307436.524555:0:122269:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616149888 00000400:00000200:1.0:1789307436.524559:0:234380:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1789307436.524568:0:122269:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:1.0:1789307436.524574:0:234380:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1789307436.524575:0:122269:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1789307436.524579:0:122269:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307436.524583:0:122269:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1789307436.524586:0:234380:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6aa693022f800 00000020:00000001:2.0:1789307436.524587:0:122269:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664990128 : -1044561488 : ffffffffc1bd41b0) 00000020:00000001:2.0:1789307436.524593:0:122269:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1789307436.524594:0:234380:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c1869 [1] + 224 00000020:00000001:2.0:1789307436.524600:0:122269:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307436.524602:0:234380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1789307436.524604:0:122269:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307436.524609:0:122269:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1789307436.524610:0:234380:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1789307436.524618:0:122269:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307436.524620:0:234380:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1789307436.524623:0:122269:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307436.524628:0:122269:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1789307436.524629:0:234380:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfb918ad80 x1876218616150016/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307452 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1789307436.524634:0:122269:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbf84dff400. 02000000:00000001:2.0:1789307436.524640:0:122269:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307436.524648:0:122269:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1789307436.524653:0:122269:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:1.0:1789307436.524657:0:234380:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fbfb918ad80 x1876218616150016/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307452 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00002000:00000001:2.0:1789307436.524659:0:122269:0:(ofd_obd.c:710:ofd_statfs()) Process entered 00000020:00000001:2.0:1789307436.524662:0:122269:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1789307436.524668:0:122269:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1789307436.524674:0:122269:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 27641280 pending 0 free 3918819328 avail 3687297024 00000020:00000020:2.0:1789307436.524678:0:122269:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 280000 0 0 00000020:00000020:2.0:1789307436.524680:0:122269:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9fbe8a12d800 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1789307436.524683:0:122269:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 6b94c9bb-f547-4fe5-8ac4-fde7cb36702a/ffff9fbe8a129800 dirty 0 pend 0 grant 27361280 00000020:00000020:2.0:1789307436.524685:0:122269:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9fbe8a12d000 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1789307436.524686:0:234380:0:(events.c:165:reply_in_callback()) Process leaving 00002000:00000020:2.0:1789307436.524688:0:122269:0:(ofd_obd.c:759:ofd_statfs()) 958279 blocks: 956743 free, 900151 avail; 262144 objects: 259163 free; state 0 00002000:00000001:2.0:1789307436.524692:0:122269:0:(ofd_obd.c:802:ofd_statfs()) Process leaving 00000400:00000200:1.0:1789307436.524696:0:234380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54088 00000001:00000001:2.0:1789307436.524697:0:122269:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1789307436.524699:0:122269:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1789307436.524700:0:122269:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789307436.524704:0:122269:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 47244640271, transno 0, xid 1876218616149888 00000400:00000010:1.0:1789307436.524705:0:234380:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54088. 00010000:00000001:2.0:1789307436.524707:0:122269:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:1.0:1789307436.524714:0:234380:0:(events.c:390:reply_out_callback()) Process entered 00010000:00000200:2.0:1789307436.524716:0:122269:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfb9ece680 x1876218616149888/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:482/0 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307436.524718:0:234380:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1789307436.524728:0:234380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307436.524729:0:122269:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1789307436.524737:0:234380:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00010000:00000001:2.0:1789307436.524739:0:122269:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307436.524745:0:122269:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbe1fbde8 time=148 v=5 (1 1 1 1) 00000100:00000001:2.0:1789307436.524749:0:122269:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789307436.524753:0:122269:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:2.0:1789307436.524756:0:122269:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00010000:00000001:1.0:1789307436.524760:0:234380:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 02000000:00000001:2.0:1789307436.524760:0:122269:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1789307436.524769:0:234380:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307436.524770:0:122269:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.524786:0:234380:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1789307436.524787:0:122269:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307436.524796:0:122269:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789307436.524799:0:122269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fda18. 00000100:00000200:2.0:1789307436.524803:0:122269:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1876218616149888, offset 224 00000100:00000040:1.0:1789307436.524806:0:234380:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf5d500 x1876218616150016/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:482/0 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307436.524823:0:122269:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789307436.524844:0:122269:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789307436.524895:0:122269:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6aa693022f780 00000100:00100000:1.0:1789307436.524909:0:234380:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbf5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:118850:x1876218616150016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 696us (1103us total) trans 0 rc 0/0 00000400:00000200:2.0:1789307436.524919:0:122269:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c186d [1] + 224 00000400:00000200:2.0:1789307436.524932:0:122269:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1789307436.524933:0:234380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4562 00000400:00000200:2.0:1789307436.524943:0:122269:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1789307436.524944:0:234380:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe8a12d000 : new rpc_count 0 00000100:00000001:2.0:1789307436.524948:0:122269:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1789307436.524952:0:234380:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307436.524959:0:234380:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1789307436.524959:0:122269:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbbff6d80 x1876218616149888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307452 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1789307436.524967:0:234380:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf82c08180. 00000020:00000010:1.0:1789307436.524981:0:234380:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696aed8. 00000100:00000040:2.0:1789307436.524982:0:122269:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fbfbbff6d80 x1876218616149888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307452 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1789307436.524991:0:234380:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0afdc00. 00000020:00000040:1.0:1789307436.525002:0:234380:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a12d000 : new refcount 4 00000100:00000001:1.0:1789307436.525008:0:234380:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307436.525018:0:122269:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789307436.525027:0:122269:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fda18 00000400:00000010:2.0:1789307436.525032:0:122269:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fda18. 00000100:00000001:2.0:1789307436.525039:0:122269:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789307436.525042:0:122269:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:2.0:1789307436.525046:0:122269:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307436.525053:0:122269:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00010000:00000001:2.0:1789307436.525057:0:122269:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307436.525059:0:122269:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307436.525063:0:122269:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1789307436.525069:0:122269:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb9ece680 x1876218616149888/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:482/0 lens 224/368 e 0 to 0 dl 1789307447 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307436.525091:0:122269:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfb9ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:118849:x1876218616149888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 568us (1123us total) trans 0 rc 0/0 00000100:00000001:3.0:1789307436.525100:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1789307436.525102:0:122269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4563 00000100:00000001:3.0:1789307436.525105:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1789307436.525108:0:122269:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe8a12d800 : new rpc_count 0 00000100:00000001:2.0:1789307436.525112:0:122269:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307436.525116:0:122269:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1789307436.525118:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1789307436.525121:0:122269:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44100. 00000400:00000001:3.0:1789307436.525122:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1789307436.525125:0:122269:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984960. 00000400:00000010:3.0:1789307436.525128:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a516dc0. 00000020:00000010:2.0:1789307436.525129:0:122269:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbe841b3a00. 00000400:00000200:3.0:1789307436.525136:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde660 00000020:00000040:2.0:1789307436.525137:0:122269:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a12d800 : new refcount 4 00000100:00000001:2.0:1789307436.525141:0:122269:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1789307436.525142:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde660. 00000100:00000001:3.0:1789307436.525150:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789307436.525167:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbff6d80 x1876218616149888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307452 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789307436.525186:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbff6d80 x1876218616149888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307452 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307436.525199:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789307436.525203:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307436.525208:0:118849:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789307436.525212:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789307436.525215:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307436.525217:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307436.525220:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789307436.525225:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe8d1894a8 time=5 v=5 (5 5 5 5) 00000100:00001000:3.0:1789307436.525229:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe8d189418 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1789307436.525231:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789307436.525233:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307436.525234:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789307436.525236:0:118849:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307436.525239:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789307436.525241:0:118849:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 47244640271 gen 2 00000100:00000040:3.0:1789307436.525256:0:118849:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 47244640271) req@ffff9fbfbbf20700 x1876218616145024/t47244640270(47244640270) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1789307436.525265:0:118849:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9fbfbbf20700, transno 47244640270 00000100:00000001:3.0:1789307436.525268:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789307436.525269:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244573611776 : -105829135939840 : ffff9fbfbbf20700) 00000100:00000001:3.0:1789307436.525283:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789307436.525287:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbf20700 x1876218616145024/t47244640270(47244640270) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307436.525294:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307436.525305:0:118849:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 47244640271) req@ffff9fbfbbf21180 x1876218616145408/t47244640271(47244640271) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1789307436.525308:0:238806:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1789307436.525311:0:238806:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307436.525315:0:238806:0:(osp_sync.c:1145:osp_sync_process_committed()) Process entered 00000004:00000040:2.0:1789307436.525318:0:238806:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbe95844780 : new refcount 3 00000004:00080000:3.0:1789307436.525319:0:118849:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9fbfbbf21180, transno 47244640271 00000040:00000001:2.0:1789307436.525323:0:238806:0:(llog_cat_server.c:690:llog_cat_cancel_records()) Process entered 00000100:00000001:3.0:1789307436.525323:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789307436.525324:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244573614464 : -105829135937152 : ffff9fbfbbf21180) 00000040:00000001:2.0:1789307436.525327:0:238806:0:(llog_cat_server.c:632:llog_cat_cancel_arr_rec()) Process entered 00000100:00000001:3.0:1789307436.525329:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000040:00000001:2.0:1789307436.525330:0:238806:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00000040:00000001:2.0:1789307436.525334:0:238806:0:(llog_cat.c:69:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307436.525335:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbf21180 x1876218616145408/t47244640271(47244640271) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000040:00000001:2.0:1789307436.525338:0:238806:0:(llog.c:211:llog_cancel_arr_rec()) Process entered 00000040:00001000:2.0:1789307436.525341:0:238806:0:(llog.c:220:llog_cancel_arr_rec()) Canceling 1 records, first 8069 in log [0x1:0x31:0x0] 00080000:00000001:2.0:1789307436.525348:0:238806:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00000100:00000001:3.0:1789307436.525349:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307436.525353:0:118849:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000010:2.0:1789307436.525354:0:238806:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbe841b3a00. 00000100:00000040:3.0:1789307436.525355:0:118849:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=1 replay=2/2 committed=0/0 00080000:00000001:2.0:1789307436.525358:0:238806:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638239341820416 : -105834367731200 : ffff9fbe841b3a00) 00000100:00000001:3.0:1789307436.525359:0:118849:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000040:00000001:2.0:1789307436.525362:0:238806:0:(llog.c:1207:llog_declare_write_rec()) Process entered 00000100:00000001:3.0:1789307436.525363:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307436.525367:0:238806:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000100:00000040:3.0:1789307436.525369:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbff6d80 x1876218616149888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307452 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1789307436.525373:0:238806:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000100:00000001:3.0:1789307436.525378:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1789307436.525380:0:238806:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000100:00000001:3.0:1789307436.525381:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789307436.525383:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1789307436.525386:0:238806:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbec4f00f80. 00000004:00000001:3.0:1789307436.525387:0:118849:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1789307436.525389:0:118849:0:(osp_precreate.c:87:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00080000:00000001:2.0:1789307436.525392:0:238806:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1789307436.525393:0:118849:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=958279 free=956743 avail=900151 avail_mb=3516 hwm_mb=7 files=262144 ffree=259163 state=0: rc = 0 00000040:00000001:2.0:1789307436.525396:0:238806:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:3.0:1789307436.525404:0:118849:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (ffff9fbe8d18d800): 958279 blocks, 956743 free, 900151 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259163 free files 0x0 00000004:00000001:3.0:1789307436.525409:0:118849:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307436.525412:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbff6d80 x1876218616149888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307452 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307436.525420:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:118849:1876218616149888:0@lo:13:osp-pre-0-0.0 00000040:00000001:2.0:1789307436.525422:0:238806:0:(llog.c:1219:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307436.525424:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1789307436.525427:0:238806:0:(llog.c:108:llog_declare_destroy()) Process entered 00000100:00000001:3.0:1789307436.525428:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000040:00000001:2.0:1789307436.525434:0:238806:0:(llog_osd.c:1921:llog_osd_declare_destroy()) Process entered 00080000:00000001:2.0:1789307436.525438:0:238806:0:(osd_handler.c:4081:osd_declare_destroy()) Process entered 00000100:00000040:3.0:1789307436.525440:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbff6d80 x1876218616149888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307452 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1789307436.525441:0:238806:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1789307436.525444:0:238806:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000002:2.0:1789307436.525447:0:238806:0:(osd_handler.c:395:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x31:0x0] not in the id map cache 00080000:00000001:2.0:1789307436.525452:0:238806:0:(osd_handler.c:4122:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307436.525455:0:238806:0:(llog_osd.c:1959:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307436.525455:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000040:00000001:2.0:1789307436.525459:0:238806:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307436.525459:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789307436.525463:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbf98ca3000. 00080000:00000001:2.0:1789307436.525464:0:238806:0:(osd_handler.c:2161:osd_trans_start()) Process entered 02000000:00000001:3.0:1789307436.525469:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789307436.525471:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00080000:00000001:2.0:1789307436.525472:0:238806:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307436.525473:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbe8d189000 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000040:00000001:2.0:1789307436.525477:0:238806:0:(llog.c:1230:llog_write_rec()) Process entered 00000020:00000001:3.0:1789307436.525478:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 00000040:00000001:2.0:1789307436.525480:0:238806:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1789307436.525482:0:238806:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x31:0x0] 02000000:00000010:3.0:1789307436.525482:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf83a14300. 02000000:00000001:3.0:1789307436.525487:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789307436.525489:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789307436.525491:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbff6d80. 00000100:00000001:3.0:1789307436.525497:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789307436.525498:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307436.525500:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307436.525504:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789307436.525506:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307436.525508:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307436.525510:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307436.525514:0:238806:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307436.525519:0:238806:0:(llog.c:1263:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307436.525522:0:238806:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:2.0:1789307436.525532:0:238806:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbec4f00f80. 00040000:00000001:2.0:1789307436.525536:0:238806:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:2.0:1789307436.525538:0:238806:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:2.0:1789307436.525540:0:238806:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307436.525542:0:238806:0:(llog.c:349:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307436.525545:0:238806:0:(llog_cat_server.c:671:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307436.525547:0:238806:0:(llog_cat_server.c:701:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307436.525549:0:238806:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789307436.525554:0:238806:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbf20700 x1876218616145024/t47244640270(47244640270) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307436.525560:0:238806:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789307436.525561:0:238806:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789307436.525563:0:238806:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbe8cf91400. 02000000:00000001:2.0:1789307436.525566:0:238806:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789307436.525567:0:238806:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789307436.525568:0:238806:0:(genops.c:1222:class_import_put()) import ffff9fbe8d189000 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1789307436.525570:0:238806:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789307436.525571:0:238806:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9fbe8911cc00. 02000000:00000001:2.0:1789307436.525575:0:238806:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789307436.525576:0:238806:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789307436.525578:0:238806:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbf20700. 00000100:00000001:2.0:1789307436.525588:0:238806:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789307436.525589:0:238806:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:2.0:1789307436.525592:0:238806:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbe95844780 : new refcount 2 00000004:00001000:2.0:1789307436.525594:0:238806:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 1 in progress, 0 in flight, 1 done 00000004:00000001:2.0:1789307436.525597:0:238806:0:(osp_sync.c:1260:osp_sync_process_committed()) Process leaving 00000004:00000001:2.0:1789307436.525599:0:238806:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1789307436.525600:0:238806:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307436.525602:0:238806:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1789307436.525603:0:238806:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307436.525604:0:238806:0:(osp_sync.c:1145:osp_sync_process_committed()) Process entered 00000004:00000040:2.0:1789307436.525606:0:238806:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbe95844780 : new refcount 3 00000040:00000001:2.0:1789307436.525609:0:238806:0:(llog_cat_server.c:690:llog_cat_cancel_records()) Process entered 00000040:00000001:2.0:1789307436.525611:0:238806:0:(llog_cat_server.c:632:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:2.0:1789307436.525612:0:238806:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00000040:00000001:2.0:1789307436.525614:0:238806:0:(llog_cat.c:69:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307436.525616:0:238806:0:(llog.c:211:llog_cancel_arr_rec()) Process entered 00000040:00001000:2.0:1789307436.525618:0:238806:0:(llog.c:220:llog_cancel_arr_rec()) Canceling 1 records, first 8070 in log [0x1:0x31:0x0] 00080000:00000001:2.0:1789307436.525621:0:238806:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:2.0:1789307436.525623:0:238806:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbe841b3e00. 00080000:00000001:2.0:1789307436.525625:0:238806:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638239341821440 : -105834367730176 : ffff9fbe841b3e00) 00000040:00000001:2.0:1789307436.525627:0:238806:0:(llog.c:1207:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1789307436.525628:0:238806:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1789307436.525630:0:238806:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:2.0:1789307436.525631:0:238806:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1789307436.525633:0:238806:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbec4f00f80. 00080000:00000001:2.0:1789307436.525636:0:238806:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307436.525637:0:238806:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307436.525639:0:238806:0:(llog.c:1219:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307436.525640:0:238806:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:2.0:1789307436.525641:0:238806:0:(llog_osd.c:1921:llog_osd_declare_destroy()) Process entered 00080000:00000001:2.0:1789307436.525643:0:238806:0:(osd_handler.c:4081:osd_declare_destroy()) Process entered 00000001:00000001:2.0:1789307436.525645:0:238806:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1789307436.525646:0:238806:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000002:2.0:1789307436.525647:0:238806:0:(osd_handler.c:395:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x31:0x0] not in the id map cache 00080000:00000001:2.0:1789307436.525649:0:238806:0:(osd_handler.c:4122:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307436.525651:0:238806:0:(llog_osd.c:1959:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307436.525657:0:238806:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307436.525659:0:238806:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:2.0:1789307436.525663:0:238806:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307436.525665:0:238806:0:(llog.c:1230:llog_write_rec()) Process entered 00000040:00000001:2.0:1789307436.525666:0:238806:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1789307436.525668:0:238806:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x31:0x0] 00000040:00000001:2.0:1789307436.525674:0:238806:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307436.525676:0:238806:0:(llog.c:1263:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307436.525678:0:238806:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:2.0:1789307436.525682:0:238806:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbec4f00f80. 00040000:00000001:2.0:1789307436.525685:0:238806:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:2.0:1789307436.525686:0:238806:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:2.0:1789307436.525688:0:238806:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307436.525689:0:238806:0:(llog.c:349:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307436.525691:0:238806:0:(llog_cat_server.c:671:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307436.525693:0:238806:0:(llog_cat_server.c:701:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307436.525695:0:238806:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789307436.525699:0:238806:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbf21180 x1876218616145408/t47244640271(47244640271) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307436.525706:0:238806:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789307436.525707:0:238806:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789307436.525710:0:238806:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbfbf30b400. 02000000:00000001:2.0:1789307436.525712:0:238806:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789307436.525714:0:238806:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789307436.525715:0:238806:0:(genops.c:1222:class_import_put()) import ffff9fbe8d189000 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1789307436.525717:0:238806:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789307436.525719:0:238806:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9fbfb40d6000. 02000000:00000001:2.0:1789307436.525721:0:238806:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789307436.525723:0:238806:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789307436.525724:0:238806:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbf21180. 00000100:00000001:2.0:1789307436.525729:0:238806:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789307436.525730:0:238806:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:2.0:1789307436.525732:0:238806:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbe95844780 : new refcount 2 00000004:00001000:2.0:1789307436.525734:0:238806:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 1 done 00000004:00000001:2.0:1789307436.525737:0:238806:0:(osp_sync.c:1260:osp_sync_process_committed()) Process leaving 00000004:00000001:2.0:1789307436.525738:0:238806:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1789307436.525740:0:238806:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307436.525746:0:238806:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1789307436.525748:0:238806:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307436.525750:0:238806:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1789307436.525751:0:238806:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789307436.698252:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307436.698268:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789307436.698272:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307436.698275:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307436.698286:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1789307436.698306:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 26 MB=0x6aa693204a200 00000400:00000200:3.0:1789307436.698314:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.56@tcp of length 224/224 into md 0x1bfa7d [2] + 0 00000400:00000010:3.0:1789307436.698320:0:118842:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb6ce33c8. 00000400:00000200:3.0:1789307436.698325:0:118842:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fbe826469c0 00000800:00000001:3.0:1789307436.698331:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307436.698545:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307436.698555:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307436.698567:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1789307436.698577:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe826469c0 00000400:00000010:3.0:1789307436.698582:0:118842:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbe826469c0. 00000100:00000001:3.0:1789307436.698591:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307436.698607:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1789307436.698612:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf98cfa050 x1876218647716352 msgsize 224 00000100:00100000:3.0:1789307436.698617:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000040:3.0:1789307436.698619:0:118842:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1789307436.698644:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789307436.698715:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307436.698725:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789307436.698732:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307436.698737:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307436.698749:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1789307436.698775:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 12 MB=0x6aa693204a300 00000400:00000200:3.0:1789307436.698790:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.56@tcp of length 224/224 into md 0x160ca5 [64] + 152824 00000800:00000001:3.0:1789307436.698805:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307436.698814:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307436.698818:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307436.698825:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:3.0:1789307436.698832:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307436.698834:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1789307436.698843:0:118842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb9ecc380. 00000100:00000040:3.0:1789307436.698914:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb9ecc380 x1876218647716608 msgsize 224 00000100:00100000:3.0:1789307436.698922:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000001:1.0:1789307436.698991:0:225634:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1789307436.699030:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000100:00100000:1.0:1789307436.699031:0:225634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647716608 02000000:00000001:1.0:1789307436.699036:0:225634:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307436.699040:0:225634:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307436.699042:0:225634:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789307436.699042:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1789307436.699050:0:225634:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789307436.699052:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789307436.699058:0:225634:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647716608 00000800:00000001:3.0:1789307436.699063:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1789307436.699065:0:225634:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307436.699072:0:225634:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725e8b6ff6 00000800:00000001:3.0:1789307436.699075:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307436.699088:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000020:00000001:1.0:1789307436.699090:0:225634:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307436.699099:0:225634:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfba93a800 refcount=31 00000400:00000200:3.0:1789307436.699108:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 28 MB=0x6aa693204a400 00000020:00000001:1.0:1789307436.699109:0:225634:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244550649856 : -105829158901760 : ffff9fbfba93a800) 00000020:00000001:1.0:1789307436.699119:0:225634:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244550649856 : -105829158901760 : ffff9fbfba93a800) 00000400:00000200:3.0:1789307436.699123:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.56@tcp of length 224/224 into md 0x197959 [8] + 672 00000800:00000001:3.0:1789307436.699136:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789307436.699140:0:225634:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1789307436.699143:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1789307436.699146:0:225634:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffd40. 00000400:00000200:3.0:1789307436.699151:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1789307436.699156:0:225634:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbf874ff480. 00000400:00000200:3.0:1789307436.699161:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000020:00000040:1.0:1789307436.699170:0:225634:0:(obd_config.c:995:class_incref()) incref lustre-MDT0001 (ffff9fbf82a08000) now 12 - evictor 00000100:00000001:1.0:1789307436.699188:0:225634:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1789307436.699191:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307436.699195:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:1.0:1789307436.699196:0:225634:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0afcc00. 00000020:00000010:1.0:1789307436.699203:0:225634:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf82c08f80. 00000020:00000010:1.0:1789307436.699209:0:225634:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696aed8. 00000100:00000040:1.0:1789307436.699228:0:225634:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1789307436.699234:0:225634:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307436.699239:0:225634:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307436.699243:0:225634:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307436.699248:0:225634:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1789307436.699253:0:225634:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1789307436.699258:0:225634:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789307436.699262:0:118842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb9ecdc00. 00000100:00000040:3.0:1789307436.699268:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb9ecdc00 x1876218647716864 msgsize 224 00000100:00000001:1.0:1789307436.699269:0:225634:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307436.699286:0:225634:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1789307436.699286:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000001:1.0:1789307436.699294:0:225634:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789307436.699301:0:225634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 2121 00000100:00000040:1.0:1789307436.699304:0:225634:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfba93a800 : new rpc_count 1 00000100:00000001:1.0:1789307436.699306:0:225634:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244539712384 : -105829169839232 : ffff9fbfb9ecc380) 00000100:00000001:3.0:1789307436.699308:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000040:1.0:1789307436.699314:0:225634:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfb9ecc380 x1876218647716608/t0(0) o400->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:482/0 lens 224/0 e 0 to 0 dl 1789307447 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307436.699327:0:225634:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307436.699331:0:225634:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ff480. 00000100:00000001:1.0:1789307436.699334:0:225634:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1789307436.699336:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:1.0:1789307436.699337:0:225634:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ff480. 00000100:00100000:1.0:1789307436.699348:0:225634:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfb9ecc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+31:256271:x1876218647716608:12345-192.168.204.56@tcp:400:kworker.0 00000100:00000200:1.0:1789307436.699354:0:225634:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647716608 00000020:00000001:1.0:1789307436.699356:0:225634:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1789307436.699357:0:225634:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1789307436.699360:0:225634:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.699371:0:225634:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1789307436.699375:0:225634:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000020:00000001:1.0:1789307436.699379:0:225634:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1789307436.699383:0:225634:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1876218647716608, found 0 last_xid 1876218647716607 00000020:00000001:1.0:1789307436.699386:0:225634:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789307436.699388:0:225634:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000800:00000001:3.0:1789307436.699390:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789307436.699391:0:225634:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1789307436.699398:0:225634:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789307436.699398:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1789307436.699405:0:225634:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000800:00000001:3.0:1789307436.699407:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307436.699411:0:225634:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1789307436.699424:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 02000000:00000001:1.0:1789307436.699426:0:225634:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789307436.699435:0:225634:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfb5fe5c00. 00000400:00000200:3.0:1789307436.699443:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 12 MB=0x6aa693204a280 02000000:00000001:1.0:1789307436.699444:0:225634:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307436.699454:0:225634:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.699464:0:225634:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307436.699465:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.56@tcp of length 224/224 into md 0x160ca5 [64] + 153048 00010000:00000040:1.0:1789307436.699475:0:225634:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 17179874246, transno 0, xid 1876218647716608 00010000:00000001:1.0:1789307436.699487:0:225634:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:1.0:1789307436.699494:0:225634:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfb9ecc380 x1876218647716608/t0(0) o400->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:482/0 lens 224/224 e 0 to 0 dl 1789307447 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789307436.699504:0:225634:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789307436.699507:0:225634:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307436.699511:0:225634:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=15 v=5 (1 1 1 5) 00000100:00000001:1.0:1789307436.699517:0:225634:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789307436.699520:0:225634:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:1.0:1789307436.699523:0:225634:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:1.0:1789307436.699528:0:225634:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789307436.699529:0:225634:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307436.699531:0:225634:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307436.699535:0:225634:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:1.0:1789307436.699539:0:225634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54088. 00000100:00000200:1.0:1789307436.699543:0:225634:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218647716608, offset 224 00000800:00000001:3.0:1789307436.699543:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307436.699553:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307436.699562:0:225634:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1789307436.699563:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307436.699572:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1789307436.699578:0:225634:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1789307436.699586:0:225634:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305879:305879:255:4294967295] 192.168.204.56@tcp LPNI seq info [305875:305875:7:4294967295] 00000400:00000200:1.0:1789307436.699603:0:225634:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1789307436.699612:0:225634:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000100:00000001:3.0:1789307436.699612:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307436.699616:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000800:00000010:1.0:1789307436.699621:0:225634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbf83a14300. 00000100:00000010:3.0:1789307436.699622:0:118842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb9ecf480. 00000100:00000040:3.0:1789307436.699629:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb9ecf480 x1876218647716480 msgsize 224 00000800:00000200:1.0:1789307436.699636:0:225634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000100:00100000:3.0:1789307436.699649:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000800:00000200:1.0:1789307436.699663:0:225634:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000100:00000001:3.0:1789307436.699668:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000200:1.0:1789307436.699671:0:225634:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbf83a14300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789307436.699680:0:225634:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307436.699687:0:225634:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:1.0:1789307436.699692:0:225634:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:1.0:1789307436.699695:0:225634:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.699699:0:225634:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1789307436.699710:0:225634:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb9ecc380 x1876218647716608/t0(0) o400->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:482/0 lens 224/224 e 0 to 0 dl 1789307447 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1789307436.699711:0:118842:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789307436.699721:0:118842:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbf87ecce00. 00000400:00000200:3.0:1789307436.699731:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1789307436.699739:0:225634:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfb9ecc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+31:256271:x1876218647716608:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 404us (881us total) trans 0 rc 0/0 00000400:00000200:3.0:1789307436.699752:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00100000:1.0:1789307436.699765:0:225634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 2121 00000400:00000200:3.0:1789307436.699766:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82c38 00000100:00000040:1.0:1789307436.699772:0:225634:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfba93a800 : new rpc_count 0 00000400:00000010:3.0:1789307436.699775:0:118842:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82c38. 00000100:00000001:1.0:1789307436.699777:0:225634:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307436.699782:0:225634:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1789307436.699782:0:118842:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:3.0:1789307436.699789:0:118842:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:1.0:1789307436.699791:0:225634:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf82c08f80. 02000000:00000010:3.0:1789307436.699797:0:118842:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9fbe96254c00. 00000020:00000010:1.0:1789307436.699799:0:225634:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696aed8. 02000000:00000001:3.0:1789307436.699803:0:118842:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1789307436.699808:0:118842:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000010:1.0:1789307436.699809:0:225634:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0afcc00. 00000020:00000040:1.0:1789307436.699818:0:225634:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 30 00000100:00000001:1.0:1789307436.699824:0:225634:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789307436.699830:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789307436.699837:0:225634:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:3.0:1789307436.699838:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789307436.699841:0:225634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647716480 00000800:00000001:3.0:1789307436.699843:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307436.699888:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1789307436.699889:0:225634:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307436.699889:0:202302:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307436.699909:0:202302:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1789307436.699910:0:225634:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307436.699916:0:225634:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307436.699921:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 02000000:00000001:1.0:1789307436.699928:0:225634:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307436.699929:0:202302:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307436.699934:0:202302:0:(service.c:2488:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307436.699941:0:225634:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647716480 00000020:00000001:1.0:1789307436.699944:0:225634:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307436.699945:0:225634:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc60 00000020:00000001:1.0:1789307436.699949:0:225634:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307436.699954:0:225634:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf86773800 refcount=1565 00000020:00000001:1.0:1789307436.699958:0:225634:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243676370944 : -105830033180672 : ffff9fbf86773800) 00000020:00000001:1.0:1789307436.699963:0:225634:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243676370944 : -105830033180672 : ffff9fbf86773800) 00000100:00000001:1.0:1789307436.699969:0:225634:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307436.699976:0:225634:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ff480. 00000020:00000010:1.0:1789307436.699982:0:225634:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbfb56d0800. 00000020:00000040:1.0:1789307436.699991:0:225634:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (ffff9fbfad0fcd40) now 16 - evictor 00000100:00000001:1.0:1789307436.699998:0:225634:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1789307436.700004:0:225634:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0afcc00. 00000800:00000200:2.0:1789307436.700008:0:118844:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1789307436.700010:0:225634:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf82c08f80. 00000800:00000010:2.0:1789307436.700013:0:118844:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbf83a14300. 00000020:00000010:1.0:1789307436.700017:0:225634:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696aed8. 00000400:00000200:2.0:1789307436.700021:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1789307436.700024:0:225634:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1789307436.700030:0:225634:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307436.700034:0:225634:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1789307436.700035:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:1.0:1789307436.700042:0:225634:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307436.700044:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 28 MB=0x6aa693204a380 00000400:00000200:2.0:1789307436.700049:0:118844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54088 00000100:00000001:1.0:1789307436.700052:0:225634:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1789307436.700060:0:225634:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:2.0:1789307436.700061:0:118844:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54088. 00000100:00000001:1.0:1789307436.700063:0:225634:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307436.700070:0:118844:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789307436.700075:0:118844:0:(events.c:402:reply_out_callback()) Process leaving 00000400:00000200:3.0:1789307436.700078:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.56@tcp of length 224/224 into md 0x197959 [8] + 896 00000100:00000001:1.0:1789307436.700079:0:225634:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789307436.700095:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789307436.700101:0:225634:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307436.700106:0:225634:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000800:00000001:3.0:1789307436.700109:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307436.700116:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1789307436.700118:0:225634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 2122 00000100:00000040:1.0:1789307436.700127:0:225634:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf86773800 : new rpc_count 1 00000400:00000200:3.0:1789307436.700130:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:1.0:1789307436.700137:0:225634:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244539724928 : -105829169826688 : ffff9fbfb9ecf480) 00000100:00000001:3.0:1789307436.700141:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307436.700144:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:1.0:1789307436.700151:0:225634:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfb9ecf480 x1876218647716480/t0(0) o400->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:482/0 lens 224/0 e 0 to 0 dl 1789307447 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1789307436.700155:0:118842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb952b800. 00000100:00000040:3.0:1789307436.700164:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb952b800 x1876218647716736 msgsize 224 00000100:00000001:1.0:1789307436.700176:0:225634:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1789307436.700184:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000020:00000010:1.0:1789307436.700185:0:225634:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ff200. 00000100:00000001:1.0:1789307436.700192:0:225634:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307436.700198:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000020:00000010:1.0:1789307436.700208:0:225634:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ff200. 00000800:00000001:3.0:1789307436.700208:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307436.700216:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789307436.700227:0:225634:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfb9ecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+1565:256271:x1876218647716480:12345-192.168.204.56@tcp:400:kworker.0 00000100:00000200:1.0:1789307436.700237:0:225634:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647716480 00000100:00080000:3.0:1789307436.700240:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:1.0:1789307436.700242:0:225634:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1789307436.700249:0:225634:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000040:3.0:1789307436.700249:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000 (ffff9fbfad0fcd40) now 16 - evictor 00000001:00000001:1.0:1789307436.700256:0:225634:0:(tgt_lastrcvd.c:375:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fbe859dc840: xid 1876218647715840, transno 25769821654, client gen 5, slot idx 2 00000100:00080000:3.0:1789307436.700257:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:3.0:1789307436.700263:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000001:00000001:1.0:1789307436.700271:0:225634:0:(tgt_lastrcvd.c:352:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fbe8b12e300: xid 1876218647715328, transno 25769821653, client gen 5, slot idx 3 00000100:00080000:3.0:1789307436.700273:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:3.0:1789307436.700283:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0001 (ffff9fbf82a08000) now 12 - evictor 00000001:00000010:1.0:1789307436.700284:0:225634:0:(tgt_lastrcvd.c:360:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fbe8b12e300. 00000020:00000001:1.0:1789307436.700299:0:225634:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.700306:0:225634:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1789307436.700310:0:225634:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000020:00000001:1.0:1789307436.700316:0:225634:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1789307436.700320:0:225634:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1876218647716480, found 0 last_xid 1876218647716479 00000100:00000001:3.0:1789307436.700321:0:202307:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789307436.700330:0:202307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647716736 00000020:00000001:1.0:1789307436.700332:0:225634:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1789307436.700341:0:202307:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1789307436.700342:0:225634:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1789307436.700345:0:202307:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1789307436.700347:0:225634:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1789307436.700349:0:202307:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.700352:0:225634:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307436.700356:0:202307:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.700359:0:225634:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1789307436.700363:0:202307:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647716736 00000100:00000001:1.0:1789307436.700366:0:225634:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789307436.700376:0:225634:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1789307436.700376:0:202307:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789307436.700381:0:202307:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed77825 02000000:00000010:1.0:1789307436.700385:0:225634:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbe8cf91400. 02000000:00000001:1.0:1789307436.700391:0:225634:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307436.700395:0:202307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1789307436.700396:0:225634:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.700401:0:225634:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307436.700401:0:202307:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe8a129800 refcount=8 00000020:00000001:3.0:1789307436.700411:0:202307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239441917952 : -105834267633664 : ffff9fbe8a129800) 00010000:00000040:1.0:1789307436.700413:0:225634:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 25769821654, transno 0, xid 1876218647716480 00000020:00000001:3.0:1789307436.700419:0:202307:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239441917952 : -105834267633664 : ffff9fbe8a129800) 00010000:00000001:1.0:1789307436.700421:0:225634:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:3.0:1789307436.700428:0:202307:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00010000:00000200:1.0:1789307436.700431:0:225634:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfb9ecf480 x1876218647716480/t0(0) o400->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:482/0 lens 224/224 e 0 to 0 dl 1789307447 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1789307436.700435:0:202307:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0d00. 00000020:00000010:3.0:1789307436.700448:0:202307:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbf88564700. 00010000:00000001:1.0:1789307436.700450:0:225634:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789307436.700457:0:225634:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307436.700460:0:202307:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff9fbf82a0b380) now 10 - evictor 00000100:00001000:1.0:1789307436.700462:0:225634:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=15 v=5 (1 1 1 5) 00000100:00000001:1.0:1789307436.700477:0:225634:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1789307436.700482:0:202307:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1789307436.700488:0:202307:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0d00. 00000100:00000040:1.0:1789307436.700495:0:225634:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:1.0:1789307436.700499:0:225634:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 00000020:00000010:3.0:1789307436.700502:0:202307:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbf9781ac00. 02000000:00000001:1.0:1789307436.700505:0:225634:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789307436.700511:0:225634:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307436.700513:0:202307:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47a380. 00000100:00000001:1.0:1789307436.700519:0:225634:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1789307436.700525:0:202307:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666ec80. 00000100:00000040:1.0:1789307436.700531:0:225634:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:1.0:1789307436.700539:0:225634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54110. 00000100:00000200:1.0:1789307436.700544:0:225634:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218647716480, offset 224 00000400:00000200:1.0:1789307436.700551:0:225634:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1789307436.700561:0:225634:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1789307436.700567:0:225634:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305881:305881:255:4294967295] 192.168.204.56@tcp LPNI seq info [305877:305877:7:4294967295] 00000400:00000200:1.0:1789307436.700583:0:225634:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000100:00000001:3.0:1789307436.700587:0:202307:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307436.700593:0:202307:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000800:00000200:1.0:1789307436.700595:0:225634:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000100:00000001:3.0:1789307436.700598:0:202307:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1789307436.700605:0:225634:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbf83a14700. 00000100:00000001:3.0:1789307436.700610:0:202307:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1789307436.700614:0:202307:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000800:00000200:1.0:1789307436.700615:0:225634:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000100:00000001:3.0:1789307436.700618:0:202307:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789307436.700629:0:225634:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000100:00000001:3.0:1789307436.700633:0:202307:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789307436.700634:0:225634:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbf83a14700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789307436.700648:0:225634:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307436.700654:0:225634:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00000100:00000001:3.0:1789307436.700656:0:202307:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789307436.700662:0:202307:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1789307436.700665:0:225634:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:1.0:1789307436.700669:0:225634:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.700679:0:225634:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1789307436.700688:0:225634:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb9ecf480 x1876218647716480/t0(0) o400->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:482/0 lens 224/224 e 0 to 0 dl 1789307447 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307436.700705:0:225634:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfb9ecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+1565:256271:x1876218647716480:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 526us (1073us total) trans 0 rc 0/0 00000100:00100000:1.0:1789307436.700718:0:225634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 2122 00000100:00000040:1.0:1789307436.700724:0:225634:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf86773800 : new rpc_count 0 00000100:00000001:1.0:1789307436.700729:0:225634:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307436.700740:0:225634:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789307436.700745:0:225634:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf82c08f80. 00000020:00000010:1.0:1789307436.700752:0:225634:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696aed8. 00000020:00000010:1.0:1789307436.700759:0:225634:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0afcc00. 00000100:00100000:3.0:1789307436.700764:0:202307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 4944 00000020:00000040:1.0:1789307436.700765:0:225634:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1564 00000100:00000001:1.0:1789307436.700775:0:225634:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789307436.700775:0:202307:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe8a129800 : new rpc_count 1 00000100:00000001:3.0:1789307436.700785:0:202307:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244529616896 : -105829179934720 : ffff9fbfb952b800) 00000100:00000040:3.0:1789307436.700796:0:202307:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfb952b800 x1876218647716736/t0(0) o400->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:482/0 lens 224/0 e 0 to 0 dl 1789307447 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307436.700807:0:202307:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307436.700843:0:202307:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0d00. 00000100:00000001:3.0:1789307436.700847:0:202307:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307436.700878:0:202307:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0d00. 00000100:00100000:3.0:1789307436.700883:0:202307:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfb952b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+8:256271:x1876218647716736:12345-192.168.204.56@tcp:400:kworker.0 00000100:00000200:3.0:1789307436.700907:0:202307:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647716736 00000020:00000001:3.0:1789307436.700912:0:202307:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789307436.700915:0:202307:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1789307436.700918:0:202307:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307436.700920:0:202307:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789307436.700923:0:202307:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000020:00000001:3.0:1789307436.700926:0:202307:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1789307436.700929:0:202307:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789307436.700931:0:202307:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789307436.700933:0:202307:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789307436.700936:0:202307:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307436.700938:0:202307:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1789307436.700942:0:202307:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789307436.700944:0:202307:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789307436.700949:0:202307:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbf98ca0c00. 02000000:00000001:3.0:1789307436.700952:0:202307:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307436.700954:0:202307:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307436.700957:0:202307:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789307436.700960:0:202307:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 47244640268, transno 0, xid 1876218647716736 00010000:00000001:3.0:1789307436.700962:0:202307:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:3.0:1789307436.700968:0:202307:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfb952b800 x1876218647716736/t0(0) o400->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:482/0 lens 224/224 e 0 to 0 dl 1789307447 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789307436.700977:0:202307:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789307436.700980:0:202307:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789307436.700984:0:202307:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=148 v=5 (4 4 1 1) 00000100:00000001:3.0:1789307436.700988:0:202307:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789307436.700992:0:202307:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:3.0:1789307436.700994:0:202307:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:3.0:1789307436.700996:0:202307:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789307436.700998:0:202307:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307436.701001:0:202307:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789307436.701004:0:202307:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:3.0:1789307436.701009:0:202307:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde660. 00000100:00000200:3.0:1789307436.701014:0:202307:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218647716736, offset 224 00000400:00000200:3.0:1789307436.701027:0:202307:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1789307436.701040:0:202307:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1789307436.701047:0:202307:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305882:305882:256:4294967295] 192.168.204.56@tcp LPNI seq info [305878:305878:8:4294967295] 00000400:00000200:3.0:1789307436.701060:0:202307:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1789307436.701067:0:202307:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1789307436.701073:0:202307:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbfb2758200. 00000800:00000200:3.0:1789307436.701080:0:202307:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1789307436.701087:0:202307:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1789307436.701092:0:202307:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfb2758200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789307436.701147:0:202307:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307436.701151:0:202307:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:3.0:1789307436.701154:0:202307:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789307436.701156:0:202307:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307436.701159:0:202307:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1789307436.701166:0:202307:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb952b800 x1876218647716736/t0(0) o400->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:482/0 lens 224/224 e 0 to 0 dl 1789307447 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307436.701178:0:202307:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfb952b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+8:256271:x1876218647716736:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 368us (1011us total) trans 0 rc 0/0 00000100:00100000:3.0:1789307436.701187:0:202307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 4944 00000100:00000040:3.0:1789307436.701191:0:202307:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe8a129800 : new rpc_count 0 00000100:00000001:3.0:1789307436.701194:0:202307:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789307436.701196:0:202307:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789307436.701201:0:202307:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47a380. 00000020:00000010:3.0:1789307436.701208:0:202307:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666ec80. 00000020:00000010:3.0:1789307436.701216:0:202307:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbf9781ac00. 00000020:00000040:3.0:1789307436.701225:0:202307:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a129800 : new refcount 7 00000100:00000001:3.0:1789307436.701231:0:202307:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789307436.701254:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1789307436.701261:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000 (ffff9fbf82a0b380) now 10 - evictor 00080000:00000010:1.0:1789307436.738364:0:265519:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf82c08800. 00080000:00000010:1.0:1789307436.738375:0:265519:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf82c08800. 00000020:00000001:1.0:1789307436.738381:0:265519:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307436.738390:0:265519:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf82c08800. 00080000:00000010:1.0:1789307436.738395:0:265519:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf82c08800. 00000020:00000001:1.0:1789307436.738400:0:265519:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307436.738407:0:265519:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf82c08800. 00080000:00000010:1.0:1789307436.738412:0:265519:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf82c08800. 00000020:00000001:1.0:1789307436.738416:0:265519:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307436.738424:0:265519:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf82c08800. 00080000:00000010:1.0:1789307436.738429:0:265519:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf82c08800. 00000020:00000001:1.0:1789307436.738433:0:265519:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307436.844109:0:120441:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789307436.844116:0:120441:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789307436.844122:0:120441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1789307436.897711:0:265555:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1789307436.898743:0:265555:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 172: manual device removal with lctl cleanup/detach ================================================================ 09:50:35 (1789307435) 00000001:00000001:1.0:1789307436.902887:0:265555:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000800:00000001:3.0:1789307436.956878:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307436.956905:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789307436.956909:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307436.956914:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307436.956928:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1789307436.957091:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 392 into portal 23 MB=0x6aa693204a500 00000400:00000200:3.0:1789307436.957104:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.56@tcp of length 392/392 into md 0x1b6845 [2] + 1232 00000800:00000001:3.0:1789307436.957115:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307436.957131:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307436.957135:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307436.957140:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:3.0:1789307436.957148:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307436.957151:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1789307436.957159:0:118842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0ecad80. 00000100:00000040:3.0:1789307436.957164:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfc0ecad80 x1876218647717120 msgsize 392 00000100:00100000:3.0:1789307436.957168:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000001:3.0:1789307436.957184:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789307436.957196:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307436.957199:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307436.957226:0:225635:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789307436.957231:0:225635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647717120 02000000:00000001:1.0:1789307436.957235:0:225635:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307436.957237:0:225635:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307436.957241:0:225635:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307436.957248:0:225635:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307436.957253:0:225635:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647717120 00000020:00000001:1.0:1789307436.957256:0:225635:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307436.957258:0:225635:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc60 00000020:00000001:1.0:1789307436.957260:0:225635:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307436.957263:0:225635:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf86773800 refcount=1565 00000020:00000001:1.0:1789307436.957284:0:225635:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243676370944 : -105830033180672 : ffff9fbf86773800) 00000020:00000001:1.0:1789307436.957287:0:225635:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243676370944 : -105830033180672 : ffff9fbf86773800) 00000100:00000001:1.0:1789307436.957299:0:225635:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307436.957303:0:225635:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffc00. 00000100:00000001:1.0:1789307436.957306:0:225635:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307436.957308:0:225635:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffc00. 00000020:00000010:1.0:1789307436.957315:0:225635:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0a17e00. 00000020:00000010:1.0:1789307436.957333:0:225635:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf83f8da00. 00000020:00000010:1.0:1789307436.957338:0:225635:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696aed8. 00000100:00000040:1.0:1789307436.957354:0:225635:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1789307436.957357:0:225635:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307436.957359:0:225635:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307436.957361:0:225635:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307436.957370:0:225635:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307436.957380:0:225635:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307436.957394:0:225635:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307436.957396:0:225635:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789307436.957401:0:225635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 4629 00000100:00000040:1.0:1789307436.957405:0:225635:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf86773800 : new rpc_count 1 00000100:00000001:1.0:1789307436.957406:0:225635:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244657147264 : -105829052404352 : ffff9fbfc0ecad80) 00000100:00000040:1.0:1789307436.957414:0:225635:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfc0ecad80 x1876218647717120/t0(0) o35->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:482/0 lens 392/0 e 0 to 0 dl 1789307447 ref 1 fl New:/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789307436.957425:0:225635:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307436.957428:0:225635:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffc00. 00000100:00000001:1.0:1789307436.957430:0:225635:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307436.957433:0:225635:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffc00. 00000100:00100000:1.0:1789307436.957438:0:225635:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfc0ecad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+1565:398910:x1876218647717120:12345-192.168.204.56@tcp:35:umount.0 00000100:00000200:1.0:1789307436.957443:0:225635:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647717120 00000020:00000001:1.0:1789307436.957447:0:225635:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1789307436.957452:0:225635:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1789307436.957458:0:225635:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.957460:0:225635:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1789307436.957463:0:225635:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662883136 : -1046668480 : ffffffffc19d1b40) 00000020:00000001:1.0:1789307436.957467:0:225635:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1789307436.957476:0:225635:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1876218647717120, found 0 last_xid 1876218647717119 00000020:00000001:1.0:1789307436.957479:0:225635:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789307436.957481:0:225635:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1789307436.957484:0:225635:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1789307436.957488:0:225635:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.957494:0:225635:0:(mdt_open.c:2776:mdt_close()) Process entered 00000004:00000001:1.0:1789307436.957497:0:225635:0:(mdt_lib.c:1496:mdt_close_unpack()) Process entered 00000004:00000001:1.0:1789307436.957499:0:225635:0:(mdt_lib.c:1406:mdt_close_handle_unpack()) Process entered 00000004:00000001:1.0:1789307436.957505:0:225635:0:(mdt_lib.c:1417:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.957509:0:225635:0:(mdt_lib.c:1352:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1789307436.957513:0:225635:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307436.957515:0:225635:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307436.957518:0:225635:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307436.957520:0:225635:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307436.957523:0:225635:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307436.957525:0:225635:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307436.957526:0:225635:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307436.957528:0:225635:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307436.957529:0:225635:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307436.957531:0:225635:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307436.957533:0:225635:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307436.957535:0:225635:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307436.957536:0:225635:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307436.957538:0:225635:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.957540:0:225635:0:(mdt_lib.c:1398:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.957543:0:225635:0:(mdt_lib.c:1479:mdt_close_intent_unpack()) Process entered 00000004:00000001:1.0:1789307436.957545:0:225635:0:(mdt_lib.c:1481:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.957549:0:225635:0:(mdt_lib.c:694:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1789307436.957550:0:225635:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307436.957551:0:225635:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307436.957553:0:225635:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307436.957554:0:225635:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307436.957556:0:225635:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307436.957558:0:225635:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307436.957559:0:225635:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307436.957561:0:225635:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307436.957570:0:225635:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307436.957572:0:225635:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307436.957577:0:225635:0:(upcall_cache.c:191:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1789307436.957584:0:225635:0:(upcall_cache.c:400:upcall_cache_get_entry()) found entry ffff9fbfb6949800 flags 0x0 02000000:00000001:1.0:1789307436.957587:0:225635:0:(upcall_cache.c:401:upcall_cache_get_entry()) Process leaving (rc=18446638244483602432 : -105829225949184 : ffff9fbfb6949800) 00000001:00000001:1.0:1789307436.957590:0:225635:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307436.957592:0:225635:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307436.957594:0:225635:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307436.957596:0:225635:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307436.957597:0:225635:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307436.957599:0:225635:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.957601:0:225635:0:(mdt_lib.c:100:mdt_root_squash()) Process entered 00000004:00000001:1.0:1789307436.957603:0:225635:0:(mdt_lib.c:103:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307436.957607:0:225635:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307436.957609:0:225635:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.957611:0:225635:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.957614:0:225635:0:(mdt_lib.c:718:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.957616:0:225635:0:(mdt_lib.c:1509:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307436.957623:0:225635:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789307436.957626:0:225635:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789307436.957632:0:225635:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fbe95939c00. 02000000:00000001:1.0:1789307436.957635:0:225635:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307436.957638:0:225635:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.957641:0:225635:0:(mdt_internal.h:1242:mdt_check_resent()) Process entered 00000004:00000001:1.0:1789307436.957644:0:225635:0:(mdt_internal.h:1259:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.957649:0:225635:0:(mdt_open.c:2744:mdt_close_internal()) Process entered 00000004:00000001:1.0:1789307436.957666:0:225635:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:1.0:1789307436.957668:0:225635:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307436.957671:0:225635:0:(lustre_handles.c:148:class_handle2object()) GET mdt ffff9fbf832e2c80 refcount=2 00000020:00000001:1.0:1789307436.957673:0:225635:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243621252224 : -105830088299392 : ffff9fbf832e2c80) 00000004:00000001:1.0:1789307436.957676:0:225635:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446638243621252224 : -105830088299392 : ffff9fbf832e2c80) 00000020:00000040:1.0:1789307436.957679:0:225635:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf832e2c80 with handle 0x66de20725ecee0ea from hash 00000004:00000001:1.0:1789307436.957685:0:225635:0:(mdt_open.c:2595:mdt_mfd_close()) Process entered 00000004:00000002:1.0:1789307436.957687:0:225635:0:(mdt_open.c:2603:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200002342:0x759e:0x0] with intent: 0 00000004:00000001:1.0:1789307436.957691:0:225635:0:(mdt_handler.c:1182:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1789307436.957714:0:225635:0:(mdd_object.c:383:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1789307436.957732:0:225635:0:(lod_object.c:1498:lod_xattr_get()) Process entered 00000004:00000001:1.0:1789307436.958885:0:225635:0:(lod_object.c:1566:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1789307436.958908:0:225635:0:(mdd_object.c:450:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1789307436.958912:0:225635:0:(mdt_handler.c:1220:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.958916:0:225635:0:(mdd_object.c:1312:mdd_attr_set()) Process entered 00000004:00000001:1.0:1789307436.958923:0:225635:0:(mdd_object.c:672:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1789307436.958927:0:225635:0:(mdd_object.c:730:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1789307436.958933:0:225635:0:(barrier.c:239:barrier_entry()) Process entered 00000020:00000010:1.0:1789307436.958944:0:225635:0:(update_trans.c:586:top_trans_create()) kmalloced '(top_th)': 88 at ffff9fbe9794f1e0. 00080000:00000001:1.0:1789307436.958950:0:225635:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:1.0:1789307436.958954:0:225635:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfc0a16000. 00080000:00000001:1.0:1789307436.958958:0:225635:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244652212224 : -105829057339392 : ffff9fbfc0a16000) 00000004:00000001:1.0:1789307436.958963:0:225635:0:(lod_object.c:1242:lod_declare_attr_set()) Process entered 00000004:00000001:1.0:1789307436.958966:0:225635:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:1.0:1789307436.958970:0:225635:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1789307436.958972:0:225635:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638244652212224 : -105829057339392 : ffff9fbfc0a16000) 00080000:00000001:1.0:1789307436.958976:0:225635:0:(osd_handler.c:3173:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1789307436.958979:0:225635:0:(osd_handler.c:3246:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.958981:0:225635:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.958985:0:225635:0:(lod_lov.c:1648:lod_striping_load()) Process entered 00000004:00000040:1.0:1789307436.958988:0:225635:0:(lod_lov.c:1611:lod_striping_loaded()) lustre-MDT0000-mdtlov: [0x200002342:0x759e:0x0] cashed 0 stripe 1 slave 0 00000004:00000001:1.0:1789307436.958992:0:225635:0:(lod_lov.c:1654:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.958995:0:225635:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:1.0:1789307436.958996:0:225635:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1789307436.958998:0:225635:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638244652212224 : -105829057339392 : ffff9fbfc0a16000) 00080000:00000001:1.0:1789307436.959000:0:225635:0:(osd_handler.c:3173:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1789307436.959002:0:225635:0:(osd_handler.c:3246:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.959003:0:225635:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.959005:0:225635:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:1.0:1789307436.959007:0:225635:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1789307436.959009:0:225635:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1789307436.959013:0:225635:0:(fld_handler.c:252:fld_server_lookup()) Process entered 80000000:00000001:1.0:1789307436.959016:0:225635:0:(fld_handler.c:208:fld_local_lookup()) Process entered 80000000:00000001:1.0:1789307436.959019:0:225635:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789307436.959022:0:225635:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307436.959025:0:225635:0:(fld_handler.c:225:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307436.959033:0:225635:0:(fld_handler.c:256:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1789307436.959036:0:225635:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x240001b73 00000004:00000001:1.0:1789307436.959039:0:225635:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.959043:0:225635:0:(update_trans.c:1174:thandle_get_sub_by_dt()) Process entered 00000004:00000001:1.0:1789307436.959048:0:225635:0:(osp_trans.c:959:osp_trans_create()) Process entered 00000004:00000010:1.0:1789307436.959052:0:225635:0:(osp_trans.c:961:osp_trans_create()) kmalloced '(oth)': 136 at ffff9fbe859dc180. 00000004:00000001:1.0:1789307436.959055:0:225635:0:(osp_trans.c:973:osp_trans_create()) Process leaving (rc=18446638239367152000 : -105834342399616 : ffff9fbe859dc180) 00000020:00000010:1.0:1789307436.959061:0:225635:0:(update_trans.c:1117:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff9fbea025fc00. 00000020:00000010:1.0:1789307436.959067:0:225635:0:(update_trans.c:421:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fbf83a14700. 00000020:00000010:1.0:1789307436.959072:0:225635:0:(update_trans.c:421:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fbf95cd2600. 00000020:00000001:1.0:1789307436.959075:0:225635:0:(update_trans.c:1232:thandle_get_sub_by_dt()) Process leaving (rc=18446638239367152000 : -105834342399616 : ffff9fbe859dc180) 00000004:00000001:1.0:1789307436.959078:0:225635:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638239367152000 : -105834342399616 : ffff9fbe859dc180) 00000004:00000010:1.0:1789307436.959084:0:225635:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fbe857170c0. 00000004:00000010:1.0:1789307436.959089:0:225635:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fbebf943700. 00000004:00000010:1.0:1789307436.959098:0:225635:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fbf98cd7000. 00000004:00000001:1.0:1789307436.959101:0:225635:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.959104:0:225635:0:(lod_object.c:1312:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.959110:0:225635:0:(osp_dev.c:805:osp_statfs()) Process entered 00000004:00001000:1.0:1789307436.959114:0:225635:0:(osp_dev.c:827:osp_statfs()) lustre-MDT0001-osp-MDT0000: blocks=353529, bfree=352665, bavail=316962, bsize=4096, reserved_mb_low=1, reserved_mb_high=3, files=1024000, ffree=1023582, state=0 00000004:00000001:1.0:1789307436.959118:0:225635:0:(osp_dev.c:830:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.959120:0:225635:0:(update_trans.c:778:top_trans_start()) Process entered 00000020:00000001:1.0:1789307436.959122:0:225635:0:(update_trans.c:740:prepare_multiple_node_trans()) Process entered 00000020:00000001:1.0:1789307436.959126:0:225635:0:(update_records.c:1151:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307436.959131:0:225635:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fbea025fc00 refcount 4 committed 0 result 0 batchid 21474927160 00000020:00000040:1.0:1789307436.959135:0:225635:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf95cd2600 obd lustre-MDT0001-osp-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff9fbe859dc180 00000020:00000040:1.0:1789307436.959139:0:225635:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf83a14700 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff9fbfc0a16000 00000020:00000040:1.0:1789307436.959144:0:225635:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbf86382840 : new refcount 2 00000040:00000001:1.0:1789307436.959148:0:225635:0:(llog.c:1291:llog_declare_add()) Process entered 00000040:00000001:1.0:1789307436.959152:0:225635:0:(llog_cat_server.c:537:llog_cat_declare_add_rec()) Process entered 00000040:00000040:1.0:1789307436.959155:0:225635:0:(llog_cat_server.c:541:llog_cat_declare_add_rec()) Declare adding to 0x1:1073742849 flags 12 count 3 00000040:00000001:1.0:1789307436.959164:0:225635:0:(llog.c:1143:llog_exist()) Process entered 00000040:00000001:1.0:1789307436.959167:0:225635:0:(llog.c:1152:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1789307436.959170:0:225635:0:(llog.c:1143:llog_exist()) Process entered 00000040:00000001:1.0:1789307436.959172:0:225635:0:(llog.c:1152:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1789307436.959174:0:225635:0:(llog.c:1207:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1789307436.959178:0:225635:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000040:00000001:1.0:1789307436.959182:0:225635:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307436.959185:0:225635:0:(llog.c:1219:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307436.959188:0:225635:0:(llog_cat_server.c:586:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307436.959190:0:225635:0:(llog.c:1299:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307436.959193:0:225635:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbf86382840 : new refcount 1 00000020:00000040:1.0:1789307436.959196:0:225635:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbf9fbbb0c0 : new refcount 2 00000040:00000001:1.0:1789307436.959198:0:225635:0:(llog.c:1291:llog_declare_add()) Process entered 00000040:00000001:1.0:1789307436.959200:0:225635:0:(llog_cat_server.c:537:llog_cat_declare_add_rec()) Process entered 00000040:00000040:1.0:1789307436.959202:0:225635:0:(llog_cat_server.c:541:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:1.0:1789307436.959204:0:225635:0:(llog.c:1143:llog_exist()) Process entered 00000040:00000001:1.0:1789307436.959205:0:225635:0:(llog.c:1152:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1789307436.959207:0:225635:0:(llog.c:1143:llog_exist()) Process entered 00000040:00000001:1.0:1789307436.959209:0:225635:0:(llog.c:1152:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307436.959212:0:225635:0:(llog.c:1163:llog_declare_create()) Process entered 00000040:00000001:1.0:1789307436.959215:0:225635:0:(llog_osd.c:1661:llog_osd_declare_create()) Process entered 00080000:00000001:1.0:1789307436.959221:0:225635:0:(osd_handler.c:4008:osd_declare_create()) Process entered 00080000:00000002:1.0:1789307436.959225:0:225635:0:(osd_handler.c:395:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002b10:0x3:0x0] not in the id map cache 00000001:00000001:1.0:1789307436.959231:0:225635:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1789307436.959233:0:225635:0:(osd_handler.c:4065:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307436.959236:0:225635:0:(llog_osd.c:1611:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:1.0:1789307436.959238:0:225635:0:(llog_osd.c:1558:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:1.0:1789307436.959240:0:225635:0:(fld_handler.c:252:fld_server_lookup()) Process entered 80000000:00000001:1.0:1789307436.959242:0:225635:0:(fld_handler.c:208:fld_local_lookup()) Process entered 80000000:00000001:1.0:1789307436.959243:0:225635:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789307436.959245:0:225635:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307436.959247:0:225635:0:(fld_handler.c:225:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307436.959249:0:225635:0:(fld_handler.c:256:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.959253:0:225635:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307436.959276:0:225635:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244505567320 : -105829203984296 : ffff9fbfb7e3c058) 00000040:00000001:1.0:1789307436.959283:0:225635:0:(llog_osd.c:1581:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446638243872187392 : -105829837364224 : ffff9fbf92232400) 00080000:00000001:1.0:1789307436.959289:0:225635:0:(osd_handler.c:6682:osd_index_declare_ea_insert()) Process entered 00000001:00000001:1.0:1789307436.959299:0:225635:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1789307436.959301:0:225635:0:(osd_handler.c:6742:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1789307436.959309:0:225635:0:(lu_object.c:216:lu_object_put()) Add ffff9fbf92232400/ffff9fbfb7e3c000 to site lru. bkt: ffff9fbfb9328a68 00000040:00000001:1.0:1789307436.959313:0:225635:0:(llog_osd.c:1634:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307436.959315:0:225635:0:(llog_osd.c:1687:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307436.959318:0:225635:0:(llog.c:1174:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307436.959320:0:225635:0:(llog.c:1207:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1789307436.959321:0:225635:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1789307436.959325:0:225635:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:1.0:1789307436.959329:0:225635:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1789307436.959333:0:225635:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ffc00. 00080000:00000001:1.0:1789307436.959337:0:225635:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307436.959339:0:225635:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:1.0:1789307436.959341:0:225635:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1789307436.959342:0:225635:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307436.959344:0:225635:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307436.959346:0:225635:0:(llog.c:1219:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307436.959348:0:225635:0:(osd_handler.c:3173:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1789307436.959350:0:225635:0:(osd_handler.c:3191:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307436.959352:0:225635:0:(llog.c:1207:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1789307436.959354:0:225635:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1789307436.959356:0:225635:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:1.0:1789307436.959357:0:225635:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1789307436.959360:0:225635:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ffb00. 00080000:00000001:1.0:1789307436.959362:0:225635:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307436.959364:0:225635:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:1.0:1789307436.959366:0:225635:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1789307436.959367:0:225635:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307436.959369:0:225635:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307436.959371:0:225635:0:(llog.c:1219:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307436.959373:0:225635:0:(osd_handler.c:3173:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1789307436.959374:0:225635:0:(osd_handler.c:3191:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307436.959377:0:225635:0:(llog_cat_server.c:586:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307436.959379:0:225635:0:(llog.c:1299:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307436.959382:0:225635:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbf9fbbb0c0 : new refcount 1 00000020:00000001:1.0:1789307436.959385:0:225635:0:(update_trans.c:754:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307436.959389:0:225635:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00000004:00000001:1.0:1789307436.959401:0:225635:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1789307436.959403:0:225635:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1789307436.959405:0:225635:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638244652212224 : -105829057339392 : ffff9fbfc0a16000) 00080000:00000001:1.0:1789307436.959409:0:225635:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:1.0:1789307436.959411:0:225635:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1789307436.959415:0:225635:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ff800. 00080000:00000001:1.0:1789307436.959417:0:225635:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.959420:0:225635:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307436.959445:0:225635:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.959448:0:225635:0:(update_trans.c:812:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1789307436.959452:0:225635:0:(mdd_object.c:1417:mdd_attr_set()) setting mtime 1789307002, ctime 1789307002 00000004:00000001:1.0:1789307436.959456:0:225635:0:(mdd_object.c:593:mdd_attr_set_internal()) Process entered 00000004:00000001:1.0:1789307436.959459:0:225635:0:(lod_object.c:1348:lod_attr_set()) Process entered 00000004:00000001:1.0:1789307436.959461:0:225635:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:1.0:1789307436.959463:0:225635:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1789307436.959464:0:225635:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638244652212224 : -105829057339392 : ffff9fbfc0a16000) 00000020:00000040:1.0:1789307436.959470:0:225635:0:(update_records.c:213:update_records_update_pack()) attr_set 0th param offset = 0 size = 208 00000020:00000040:1.0:1789307436.959474:0:225635:0:(update_records.c:218:update_records_update_pack()) 0th [0x200002342:0x759e:0x0] attr_set param_count = 1 00080000:00000001:1.0:1789307436.959504:0:225635:0:(osd_handler.c:3495:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1789307436.959507:0:225635:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.959509:0:225635:0:(lod_lov.c:1648:lod_striping_load()) Process entered 00000004:00000040:1.0:1789307436.959511:0:225635:0:(lod_lov.c:1611:lod_striping_loaded()) lustre-MDT0000-mdtlov: [0x200002342:0x759e:0x0] cashed 0 stripe 1 slave 0 00000004:00000001:1.0:1789307436.959514:0:225635:0:(lod_lov.c:1654:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.959517:0:225635:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:1.0:1789307436.959518:0:225635:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1789307436.959520:0:225635:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638244652212224 : -105829057339392 : ffff9fbfc0a16000) 00000020:00000040:1.0:1789307436.959523:0:225635:0:(update_records.c:213:update_records_update_pack()) attr_set 0th param offset = 0 size = 208 00000020:00000040:1.0:1789307436.959525:0:225635:0:(update_records.c:218:update_records_update_pack()) 1th [0x200002b10:0x1:0x0] attr_set param_count = 1 00080000:00000001:1.0:1789307436.960626:0:225635:0:(osd_handler.c:3495:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1789307436.960632:0:225635:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.960635:0:225635:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:1.0:1789307436.960637:0:225635:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1789307436.960639:0:225635:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1789307436.960641:0:225635:0:(fld_handler.c:252:fld_server_lookup()) Process entered 80000000:00000001:1.0:1789307436.960643:0:225635:0:(fld_handler.c:208:fld_local_lookup()) Process entered 80000000:00000001:1.0:1789307436.960651:0:225635:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789307436.960654:0:225635:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307436.960655:0:225635:0:(fld_handler.c:225:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307436.960656:0:225635:0:(fld_handler.c:256:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1789307436.960658:0:225635:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x240001b73 00000004:00000001:1.0:1789307436.960660:0:225635:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.960662:0:225635:0:(update_trans.c:1174:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1789307436.960664:0:225635:0:(update_trans.c:1184:thandle_get_sub_by_dt()) Process leaving (rc=18446638239367152000 : -105834342399616 : ffff9fbe859dc180) 00000004:00000001:1.0:1789307436.960666:0:225635:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638239367152000 : -105834342399616 : ffff9fbe859dc180) 00000020:00000040:1.0:1789307436.960672:0:225635:0:(update_records.c:213:update_records_update_pack()) attr_set 0th param offset = 0 size = 208 00000020:00000040:1.0:1789307436.960675:0:225635:0:(update_records.c:218:update_records_update_pack()) 2th [0x240001b73:0x1:0x0] attr_set param_count = 1 00000020:00000001:1.0:1789307436.960680:0:225635:0:(out_lib.c:245:out_attr_set_pack()) Process entered 00000020:00000001:1.0:1789307436.960683:0:225635:0:(out_lib.c:259:out_attr_set_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.960685:0:225635:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.960687:0:225635:0:(lod_object.c:1411:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.960690:0:225635:0:(mdd_object.c:600:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.960696:0:225635:0:(mdd_object.c:1029:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.960700:0:225635:0:(update_trans.c:928:top_trans_stop()) Process entered 00000020:00000040:1.0:1789307436.960705:0:225635:0:(update_records.c:53:update_records_dump()) master transno = 0 batchid = 21474927160 flags = 0 ops = 3 params = 1 00000020:00000040:1.0:1789307436.960708:0:225635:0:(update_records.c:72:update_records_dump()) update 0th [0x200002342:0x759e:0x0] attr_set params_count = 1 00000020:00000040:1.0:1789307436.960711:0:225635:0:(update_records.c:87:update_records_dump()) param = ffff9fbf82c30072 0th off = 0 size = 208 00000020:00000040:1.0:1789307436.960713:0:225635:0:(update_records.c:72:update_records_dump()) update 1th [0x200002b10:0x1:0x0] attr_set params_count = 1 00000020:00000040:1.0:1789307436.960715:0:225635:0:(update_records.c:87:update_records_dump()) param = ffff9fbf82c30072 0th off = 0 size = 208 00000020:00000040:1.0:1789307436.960717:0:225635:0:(update_records.c:72:update_records_dump()) update 2th [0x240001b73:0x1:0x0] attr_set params_count = 1 00000020:00000040:1.0:1789307436.960718:0:225635:0:(update_records.c:87:update_records_dump()) param = ffff9fbf82c30072 0th off = 0 size = 208 00000020:00000001:1.0:1789307436.960720:0:225635:0:(update_trans.c:164:sub_updates_write()) Process entered 00000020:00000040:1.0:1789307436.960722:0:225635:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbf9fbbb0c0 : new refcount 2 00000020:00000010:1.0:1789307436.960726:0:225635:0:(update_trans.c:195:sub_updates_write()) kmalloced '(stc)': 56 at ffff9fbf874ff380. 00000040:00000001:1.0:1789307436.960728:0:225635:0:(llog.c:1273:llog_add()) Process entered 00000040:00000001:1.0:1789307436.960730:0:225635:0:(llog_cat_server.c:451:llog_cat_add_rec()) Process entered 00000040:00000001:1.0:1789307436.960732:0:225635:0:(llog_cat_server.c:377:llog_cat_current_log()) Process entered 00000040:00000001:1.0:1789307436.960733:0:225635:0:(llog_cat_server.c:388:llog_cat_current_log()) Process leaving (rc=18446638244595351552 : -105829114200064 : ffff9fbfbd3dc000) 00000040:00000001:1.0:1789307436.960735:0:225635:0:(llog.c:1143:llog_exist()) Process entered 00000040:00000001:1.0:1789307436.960741:0:225635:0:(llog.c:1152:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1789307436.960742:0:225635:0:(llog.c:1230:llog_write_rec()) Process entered 00000040:00000001:1.0:1789307436.960744:0:225635:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1789307436.960746:0:225635:0:(llog_osd.c:382:llog_osd_write_rec()) new record 106a0000 to [0x200002b10:0x2:0x0] 00000040:00080000:1.0:1789307436.960790:0:225635:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200002b10:0x2:0x0].365, 344 off421304 00000040:00000001:1.0:1789307436.960794:0:225635:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1789307436.960796:0:225635:0:(llog.c:1263:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1789307436.960802:0:225635:0:(osd_handler.c:3495:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1789307436.960806:0:225635:0:(llog_cat_server.c:525:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1789307436.960808:0:225635:0:(llog.c:1281:llog_add()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789307436.960810:0:225635:0:(update_trans.c:206:sub_updates_write()) lustre-MDT0000-osd: Add update log [0x200002b10:0x2:0x0].365: rc = 1 00000020:00000001:1.0:1789307436.960814:0:225635:0:(update_trans.c:215:sub_updates_write()) Process leaving via llog_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1789307436.960817:0:225635:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbf9fbbb0c0 : new refcount 1 00000020:00000001:1.0:1789307436.960820:0:225635:0:(update_trans.c:302:sub_updates_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307436.960824:0:225635:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00000001:00000001:1.0:1789307436.960831:0:225635:0:(tgt_lastrcvd.c:1490:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1789307436.960836:0:225635:0:(tgt_lastrcvd.c:1538:tgt_last_rcvd_update()) transno = 25769821655, last_committed = 25769821654 00000001:00000010:1.0:1789307436.960841:0:225635:0:(tgt_lastrcvd.c:1001:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fbe9794f6c0. 00000001:00000040:1.0:1789307436.960843:0:225635:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) callback GETting export ffff9fbf86773800 : new cb_count 1 00000020:00000040:1.0:1789307436.960846:0:225635:0:(genops.c:868:class_export_get()) GET export ffff9fbf86773800 refcount=1566 00000001:00000010:1.0:1789307436.960867:0:225635:0:(tgt_lastrcvd.c:1415:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fbf863dd900. 00000004:00000001:1.0:1789307436.960876:0:225635:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1789307436.960877:0:225635:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1789307436.960879:0:225635:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638244652212224 : -105829057339392 : ffff9fbfc0a16000) 00000020:00000040:1.0:1789307436.960883:0:225635:0:(update_records.c:213:update_records_update_pack()) write 0th param offset = 1 size = 32 00000020:00000040:1.0:1789307436.960886:0:225635:0:(update_records.c:213:update_records_update_pack()) write 1th param offset = 2 size = 8 00000020:00000040:1.0:1789307436.960888:0:225635:0:(update_records.c:218:update_records_update_pack()) 3th [0x200000001:0x15:0x0] write param_count = 3 00000004:00000001:1.0:1789307436.960914:0:225635:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1789307436.960919:0:225635:0:(tgt_lastrcvd.c:1381:tgt_add_reply_data()) add reply ffff9fbf863dd900: xid 1876218647717120, transno 25769821655, tag 1, client gen 5, slot idx 1 00000001:00000001:1.0:1789307436.960922:0:225635:0:(tgt_lastrcvd.c:1383:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.960925:0:225635:0:(update_trans.c:509:sub_trans_stop_cb()) Process entered 00000020:00000001:1.0:1789307436.960928:0:225635:0:(update_trans.c:525:sub_trans_stop_cb()) Process leaving 00080000:00000010:1.0:1789307436.960937:0:225635:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ff800. 00080000:00000010:1.0:1789307436.960940:0:225635:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ffb00. 00080000:00000010:1.0:1789307436.960947:0:225635:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ffc00. 00040000:00000001:1.0:1789307436.960950:0:225635:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:1.0:1789307436.960952:0:225635:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:1.0:1789307436.960956:0:225635:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307436.960960:0:225635:0:(update_records.c:53:update_records_dump()) master transno = 25769821655 batchid = 21474927160 flags = 0 ops = 4 params = 3 00000020:00000040:1.0:1789307436.960962:0:225635:0:(update_records.c:72:update_records_dump()) update 0th [0x200002342:0x759e:0x0] attr_set params_count = 1 00000020:00000040:1.0:1789307436.960965:0:225635:0:(update_records.c:87:update_records_dump()) param = ffff9fbf82c3008a 0th off = 0 size = 208 00000020:00000040:1.0:1789307436.960967:0:225635:0:(update_records.c:72:update_records_dump()) update 1th [0x200002b10:0x1:0x0] attr_set params_count = 1 00000020:00000040:1.0:1789307436.960969:0:225635:0:(update_records.c:87:update_records_dump()) param = ffff9fbf82c3008a 0th off = 0 size = 208 00000020:00000040:1.0:1789307436.960971:0:225635:0:(update_records.c:72:update_records_dump()) update 2th [0x240001b73:0x1:0x0] attr_set params_count = 1 00000020:00000040:1.0:1789307436.960973:0:225635:0:(update_records.c:87:update_records_dump()) param = ffff9fbf82c3008a 0th off = 0 size = 208 00000020:00000040:1.0:1789307436.960975:0:225635:0:(update_records.c:72:update_records_dump()) update 3th [0x200000001:0x15:0x0] write params_count = 2 00000020:00000040:1.0:1789307436.960977:0:225635:0:(update_records.c:87:update_records_dump()) param = ffff9fbf82c30162 0th off = 1 size = 32 00000020:00000040:1.0:1789307436.960980:0:225635:0:(update_records.c:87:update_records_dump()) param = ffff9fbf82c3018a 1th off = 2 size = 8 00000020:00000001:1.0:1789307436.960982:0:225635:0:(update_trans.c:164:sub_updates_write()) Process entered 00000020:00000040:1.0:1789307436.960985:0:225635:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbf86382840 : new refcount 2 00000020:00000010:1.0:1789307436.960988:0:225635:0:(update_trans.c:195:sub_updates_write()) kmalloced '(stc)': 56 at ffff9fbf874ffc00. 00000040:00000001:1.0:1789307436.960990:0:225635:0:(llog.c:1273:llog_add()) Process entered 00000040:00000001:1.0:1789307436.960992:0:225635:0:(llog_cat_server.c:451:llog_cat_add_rec()) Process entered 00000040:00000001:1.0:1789307436.960993:0:225635:0:(llog_cat_server.c:377:llog_cat_current_log()) Process entered 00000040:00000001:1.0:1789307436.960995:0:225635:0:(llog_cat_server.c:388:llog_cat_current_log()) Process leaving (rc=18446638244595359232 : -105829114192384 : ffff9fbfbd3dde00) 00000040:00000001:1.0:1789307436.960998:0:225635:0:(llog.c:1143:llog_exist()) Process entered 00000040:00000001:1.0:1789307436.961000:0:225635:0:(llog.c:1152:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1789307436.961002:0:225635:0:(llog.c:1230:llog_write_rec()) Process entered 00000040:00000001:1.0:1789307436.961003:0:225635:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1789307436.962162:0:225635:0:(llog_osd.c:382:llog_osd_write_rec()) new record 106a0000 to [0x240001b73:0x2:0x0] 00000004:00000001:1.0:1789307436.962175:0:225635:0:(osp_object.c:570:osp_attr_get()) Process entered 00000004:00000001:1.0:1789307436.962178:0:225635:0:(osp_object.c:582:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.962201:0:225635:0:(osp_md_object.c:1207:osp_md_write()) Process entered 00000004:00000040:1.0:1789307436.962203:0:225635:0:(osp_md_object.c:1216:osp_md_write()) write [0x240001b73:0x2:0x0] offset = 0 length = 88 00000020:00000001:1.0:1789307436.962210:0:225635:0:(out_lib.c:139:out_update_pack()) Process entered 00000020:00000001:1.0:1789307436.962213:0:225635:0:(out_lib.c:153:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1789307436.962218:0:225635:0:(osp_trans.c:1306:osp_check_and_set_rpc_version()) lustre-MDT0001-osp-MDT0000: version 710 gen 0 oth:version ffff9fbe859dc180:709 00000004:00000010:1.0:1789307436.962234:0:225635:0:(osp_trans.c:548:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff9fbf874ffb00. 00000004:00000001:1.0:1789307436.962245:0:225635:0:(osp_md_object.c:1250:osp_md_write()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:1.0:1789307436.962247:0:225635:0:(osp_md_object.c:1207:osp_md_write()) Process entered 00000004:00000040:1.0:1789307436.962248:0:225635:0:(osp_md_object.c:1216:osp_md_write()) write [0x240001b73:0x2:0x0] offset = 132 length = 4 00000020:00000001:1.0:1789307436.962251:0:225635:0:(out_lib.c:139:out_update_pack()) Process entered 00000020:00000001:1.0:1789307436.962252:0:225635:0:(out_lib.c:153:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1789307436.962255:0:225635:0:(osp_trans.c:548:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff9fbf874ff800. 00000004:00000001:1.0:1789307436.962257:0:225635:0:(osp_md_object.c:1250:osp_md_write()) Process leaving (rc=4 : 4 : 4) 00000004:00000001:1.0:1789307436.962259:0:225635:0:(osp_md_object.c:1207:osp_md_write()) Process entered 00000004:00000040:1.0:1789307436.962260:0:225635:0:(osp_md_object.c:1216:osp_md_write()) write [0x240001b73:0x2:0x0] offset = 32760 length = 8 00000020:00000001:1.0:1789307436.962263:0:225635:0:(out_lib.c:139:out_update_pack()) Process entered 00000020:00000001:1.0:1789307436.962264:0:225635:0:(out_lib.c:153:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1789307436.962267:0:225635:0:(osp_trans.c:548:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff9fbf874ff580. 00000004:00000001:1.0:1789307436.962269:0:225635:0:(osp_md_object.c:1250:osp_md_write()) Process leaving (rc=8 : 8 : 8) 00000004:00000001:1.0:1789307436.962271:0:225635:0:(osp_object.c:570:osp_attr_get()) Process entered 00000004:00000001:1.0:1789307436.962273:0:225635:0:(osp_object.c:582:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.962278:0:225635:0:(osp_md_object.c:1207:osp_md_write()) Process entered 00000004:00000040:1.0:1789307436.962280:0:225635:0:(osp_md_object.c:1216:osp_md_write()) write [0x240001b73:0x2:0x0] offset = 474552 length = 424 00000020:00000001:1.0:1789307436.962283:0:225635:0:(out_lib.c:139:out_update_pack()) Process entered 00000020:00000001:1.0:1789307436.962285:0:225635:0:(out_lib.c:153:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1789307436.962293:0:225635:0:(osp_trans.c:548:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff9fbf874ffdc0. 00000004:00000001:1.0:1789307436.962296:0:225635:0:(osp_md_object.c:1250:osp_md_write()) Process leaving (rc=424 : 424 : 1a8) 00000040:00080000:1.0:1789307436.962300:0:225635:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240001b73:0x2:0x0].365, 424 off474976 00000040:00000001:1.0:1789307436.962303:0:225635:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1789307436.962306:0:225635:0:(llog.c:1263:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789307436.962310:0:225635:0:(out_lib.c:245:out_attr_set_pack()) Process entered 00000020:00000001:1.0:1789307436.962313:0:225635:0:(out_lib.c:259:out_attr_set_pack()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307436.962317:0:225635:0:(llog_cat_server.c:525:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1789307436.962319:0:225635:0:(llog.c:1281:llog_add()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789307436.962321:0:225635:0:(update_trans.c:206:sub_updates_write()) lustre-MDT0001-osp-MDT0000: Add update log [0x240001b73:0x2:0x0].365: rc = 1 00000020:00000001:1.0:1789307436.962324:0:225635:0:(update_trans.c:215:sub_updates_write()) Process leaving via llog_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1789307436.962326:0:225635:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbf86382840 : new refcount 1 00000020:00000001:1.0:1789307436.962328:0:225635:0:(update_trans.c:302:sub_updates_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.962332:0:225635:0:(osp_trans.c:1568:osp_trans_stop()) Process entered 00000004:00080000:1.0:1789307436.962333:0:225635:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9fbe859dc180 with version 709 00000004:00000001:1.0:1789307436.962349:0:225635:0:(osp_trans.c:1616:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1789307436.962386:0:238804:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9fbfb58ace40 version 709 rpc_version 709 00000004:00000001:3.0:1789307436.962391:0:238804:0:(osp_trans.c:1111:osp_send_update_req()) Process entered 00000004:00000001:3.0:1789307436.962393:0:238804:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1789307436.962395:0:238804:0:(osp_trans.c:242:object_update_request_dump()) i = 0 fid = [0x240001b73:0x1:0x0] op = attr_set params = 1 batchid = 0 size = 256 repsize 0 00000004:00000040:3.0:1789307436.962398:0:238804:0:(osp_trans.c:242:object_update_request_dump()) i = 1 fid = [0x240001b73:0x2:0x0] op = write params = 2 batchid = 0 size = 152 repsize 0 00000004:00000040:3.0:1789307436.962400:0:238804:0:(osp_trans.c:242:object_update_request_dump()) i = 2 fid = [0x240001b73:0x2:0x0] op = write params = 2 batchid = 0 size = 72 repsize 0 00000004:00000040:3.0:1789307436.962402:0:238804:0:(osp_trans.c:242:object_update_request_dump()) i = 3 fid = [0x240001b73:0x2:0x0] op = write params = 2 batchid = 0 size = 72 repsize 0 00000004:00000040:3.0:1789307436.962403:0:238804:0:(osp_trans.c:242:object_update_request_dump()) i = 4 fid = [0x240001b73:0x2:0x0] op = write params = 2 batchid = 0 size = 488 repsize 0 00000004:00000040:3.0:1789307436.962405:0:238804:0:(osp_trans.c:242:object_update_request_dump()) i = 5 fid = [0x240001b73:0x2:0x0] op = attr_set params = 1 batchid = 0 size = 256 repsize 0 00000004:00000040:3.0:1789307436.962407:0:238804:0:(osp_trans.c:248:object_update_request_dump()) updates = ffff9fbf98cd7000 magic = bdde0002 count = 6 size = 1296 00000100:00000010:3.0:1789307436.962413:0:238804:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0ec9880. 00000020:00000040:3.0:1789307436.962422:0:238804:0:(genops.c:1209:class_import_get()) import ffff9fbfba939800 refcount=6 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1789307436.962426:0:238804:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789307436.962429:0:238804:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789307436.962433:0:238804:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789307436.962439:0:238804:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 2048 at ffff9fbe83625800. 00000100:00000001:3.0:1789307436.962445:0:238804:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307436.962449:0:238804:0:(osp_trans.c:300:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307436.962451:0:238804:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1789307436.962452:0:238804:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1789307436.962458:0:238804:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1789307436.962467:0:238804:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9fbfc0ec9880 x1876218616150272/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789307436.962473:0:238804:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789307436.962474:0:238804:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789307436.962479:0:238804:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fbf8717e6c0. 00000100:00000001:3.0:1789307436.962480:0:238804:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446638243686901440 : -105830022650176 : ffff9fbf8717e6c0) 00000100:00000001:3.0:1789307436.962483:0:238804:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789307436.962484:0:238804:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244657141888 : -105829052409728 : ffff9fbfc0ec9880) 00000100:00000001:3.0:1789307436.962488:0:238804:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789307436.962492:0:238804:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307436.962495:0:238804:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789307436.962497:0:238804:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789307436.962502:0:238804:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfc0ec9880 x1876218616150272/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307436.962510:0:238804:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789307436.962513:0:238804:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307436.962517:0:238804:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789307436.962520:0:238804:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789307436.962522:0:238804:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307436.962525:0:238804:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfc0ec9880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:238804:1876218616150272:0@lo:1000:osp_up1-0.0 00000100:00000001:3.0:1789307436.962530:0:238804:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789307436.962536:0:238804:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789307436.962539:0:238804:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307436.962548:0:238804:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789307436.962558:0:238804:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fbf8655c000. 02000000:00000001:3.0:1789307436.962560:0:238804:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789307436.962567:0:238804:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a516dc0. 00000400:00000010:3.0:1789307436.962575:0:238804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbf8717ee40. 00000100:00000200:3.0:1789307436.962582:0:238804:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1876218616150272, portal 4 00000100:00000001:3.0:1789307436.962584:0:238804:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789307436.962585:0:238804:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244657141888 : -105829052409728 : ffff9fbfc0ec9880) 00000100:00000040:3.0:1789307436.962593:0:238804:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfc0ec9880 x1876218616150272/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 1789307452 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307436.962600:0:238804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789307436.962602:0:238804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789307436.962605:0:238804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdebb0. 00000100:00000200:3.0:1789307436.962608:0:238804:0:(niobuf.c:94:ptl_send_buf()) Sending 1560 bytes to portal 24, xid 1876218616150272, offset 0 00000400:00000200:3.0:1789307436.962614:0:238804:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789307436.962628:0:238804:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789307436.962639:0:238804:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 1560 into portal 24 MB=0x6aa693022f900 00000400:00000200:3.0:1789307436.962646:0:238804:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 1560/1560 into md 0xa2499 [256] + 14272 00000400:00000200:3.0:1789307436.962654:0:238804:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307436.962658:0:238804:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1789307436.962665:0:238804:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307436.962667:0:238804:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1789307436.962672:0:238804:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0ec8a80. 00000100:00000040:3.0:1789307436.962689:0:238804:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfc0ec8a80 x1876218616150272 msgsize 1560 00000100:00100000:3.0:1789307436.962693:0:238804:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1789307436.962710:0:238804:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:3.0:1789307436.962721:0:238804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdebb0 00000400:00000010:3.0:1789307436.962723:0:238804:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdebb0. 00000100:00000001:3.0:1789307436.962727:0:238804:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789307436.962731:0:238804:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfc0ec9880 x1876218616150272/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 1789307452 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307436.962739:0:238804:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789307436.962743:0:238804:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fbfc0ec9880 x1876218616150272/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 1789307452 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307436.962760:0:238804:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307436.962762:0:238804:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789307436.962769:0:238804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307436.962773:0:238804:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 2387 usecs (3 jiffies) 00000100:00000001:3.0:1789307436.962777:0:238804:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315065274 00000100:00000001:3.0:1789307436.962781:0:238804:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315067819 00000100:00000001:3.0:1789307436.962783:0:238804:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315065274 00000100:00000001:3.0:1789307436.962786:0:238804:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315067819 00000100:00000001:3.0:1789307436.962789:0:238804:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315065274 00000100:00000001:3.0:1789307436.962791:0:238804:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315067819 00000100:00000001:3.0:1789307436.962794:0:238804:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315065274 00000100:00000001:3.0:1789307436.962796:0:238804:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315067819 00000100:00000001:3.0:1789307436.962798:0:238804:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307436.962801:0:238804:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307436.962803:0:238804:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789307436.962806:0:238804:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789307436.962809:0:238804:0:(client.c:2716:ptlrpc_set_wait()) set ffff9fbf8717e6c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789307436.962812:0:238804:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789307436.962816:0:238804:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307436.962822:0:225637:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789307436.962831:0:225637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616150272 02000000:00000001:1.0:1789307436.962833:0:225637:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307436.962835:0:225637:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307436.962838:0:225637:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307436.962841:0:225637:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307436.962843:0:225637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616150272 00000020:00000001:1.0:1789307436.962846:0:225637:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307436.962847:0:225637:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc98 00000020:00000001:1.0:1789307436.962869:0:225637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307436.962873:0:225637:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe95150800 refcount=8 00000020:00000001:1.0:1789307436.962876:0:225637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 00000020:00000001:1.0:1789307436.962883:0:225637:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 00000100:00000001:1.0:1789307436.962899:0:225637:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307436.962904:0:225637:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffd00. 00000100:00000001:1.0:1789307436.962908:0:225637:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307436.962922:0:225637:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffd00. 00000020:00000010:1.0:1789307436.962931:0:225637:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0a17000. 00000020:00000010:1.0:1789307436.962937:0:225637:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf83f8df00. 00000020:00000010:1.0:1789307436.962942:0:225637:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696a4b0. 00000100:00000040:1.0:1789307436.962963:0:225637:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1789307436.962966:0:225637:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307436.962967:0:225637:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307436.962970:0:225637:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307436.962978:0:225637:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307436.962990:0:225637:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307436.963007:0:225637:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307436.963011:0:225637:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789307436.963016:0:225637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00000040:1.0:1789307436.963020:0:225637:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe95150800 : new rpc_count 1 00000100:00000001:1.0:1789307436.963023:0:225637:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244657138304 : -105829052413312 : ffff9fbfc0ec8a80) 00000100:00000040:1.0:1789307436.963033:0:225637:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfc0ec8a80 x1876218616150272/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:482/0 lens 1560/0 e 0 to 0 dl 1789307447 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307436.963043:0:225637:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307436.963052:0:225637:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffd00. 00000100:00000001:1.0:1789307436.963054:0:225637:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307436.963056:0:225637:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffd00. 00000100:00100000:1.0:1789307436.963061:0:225637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfc0ec8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:238804:x1876218616150272:12345-0@lo:1000:osp_up1-0.0 00000100:00000200:1.0:1789307436.963065:0:225637:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616150272 00000020:00000001:1.0:1789307436.963068:0:225637:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1789307436.963072:0:225637:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000001:00000001:1.0:1789307436.963077:0:225637:0:(tgt_lastrcvd.c:375:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9fbea025f840: xid 1876218616149760, transno 17179874254, client gen 7, slot idx 0 00000001:00000001:1.0:1789307436.963081:0:225637:0:(tgt_lastrcvd.c:352:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9fbfb541da80: xid 1876218616149504, transno 17179874253, client gen 7, slot idx 2 00000001:00000010:1.0:1789307436.963105:0:225637:0:(tgt_lastrcvd.c:360:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fbfb541da80. 00000020:00000001:1.0:1789307436.963110:0:225637:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.963113:0:225637:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1789307436.963115:0:225637:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651038272 : -1058513344 : ffffffffc0e85e40) 00000020:00000001:1.0:1789307436.963118:0:225637:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1789307436.963122:0:225637:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1876218616150272, found 0 last_xid 1876218616150271 00000020:00000001:1.0:1789307436.963125:0:225637:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789307436.963127:0:225637:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1789307436.963129:0:225637:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1789307436.963132:0:225637:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.963135:0:225637:0:(out_handler.c:964:out_handle()) Process entered 00000020:00000010:1.0:1789307436.963141:0:225637:0:(out_handler.c:987:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fbfb6b2de38. 00000100:00000001:1.0:1789307436.963146:0:225637:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789307436.963148:0:225637:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789307436.963154:0:225637:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fbf9fbe8000. 02000000:00000001:1.0:1789307436.963157:0:225637:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307436.963159:0:225637:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307436.963164:0:225637:0:(out_handler.c:1105:out_handle()) kmalloced '(trd)': 136 at ffff9fbf863dd3c0. 00000020:00000001:1.0:1789307436.963166:0:225637:0:(tgt_handler.c:3143:tgt_check_resent()) Process entered 00000020:00000040:1.0:1789307436.963168:0:225637:0:(out_handler.c:1131:out_handle()) lustre-MDT0001: opc: 0x5 [0x240001b73:0x1:0x0] 00000020:00000001:1.0:1789307436.963172:0:225637:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307436.963178:0:225637:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243615117144 : -105830094434472 : ffff9fbf82d08f58) 00080000:00000001:1.0:1789307436.963184:0:225637:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:1.0:1789307436.963196:0:225637:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfc0a17a00. 00080000:00000001:1.0:1789307436.963199:0:225637:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244652218880 : -105829057332736 : ffff9fbfc0a17a00) 00000020:00000001:1.0:1789307436.963203:0:225637:0:(out_handler.c:118:out_attr_set()) Process entered 00080000:00000001:1.0:1789307436.963208:0:225637:0:(osd_handler.c:3173:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1789307436.963210:0:225637:0:(osd_handler.c:3246:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.963213:0:225637:0:(out_handler.c:143:out_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307436.963216:0:225637:0:(out_handler.c:1131:out_handle()) lustre-MDT0001: opc: 0xc [0x240001b73:0x2:0x0] 00000020:00000001:1.0:1789307436.963218:0:225637:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307436.963221:0:225637:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243615113304 : -105830094438312 : ffff9fbf82d08058) 00000020:00000001:1.0:1789307436.963225:0:225637:0:(out_handler.c:613:out_write()) Process entered 00080000:00000001:1.0:1789307436.963229:0:225637:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:1.0:1789307436.963234:0:225637:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1789307436.963237:0:225637:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ffd00. 00080000:00000001:1.0:1789307436.963239:0:225637:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.963240:0:225637:0:(out_handler.c:644:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307436.963242:0:225637:0:(out_handler.c:1131:out_handle()) lustre-MDT0001: opc: 0xc [0x240001b73:0x2:0x0] 00000020:00000001:1.0:1789307436.963243:0:225637:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307436.963244:0:225637:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243615113304 : -105830094438312 : ffff9fbf82d08058) 00000020:00000001:1.0:1789307436.963245:0:225637:0:(out_handler.c:613:out_write()) Process entered 00080000:00000001:1.0:1789307436.963246:0:225637:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:1.0:1789307436.963247:0:225637:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1789307436.963247:0:225637:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.963249:0:225637:0:(out_handler.c:644:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307436.963250:0:225637:0:(out_handler.c:1131:out_handle()) lustre-MDT0001: opc: 0xc [0x240001b73:0x2:0x0] 00000020:00000001:1.0:1789307436.963251:0:225637:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307436.963252:0:225637:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243615113304 : -105830094438312 : ffff9fbf82d08058) 00000020:00000001:1.0:1789307436.963253:0:225637:0:(out_handler.c:613:out_write()) Process entered 00080000:00000001:1.0:1789307436.963254:0:225637:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:1.0:1789307436.963254:0:225637:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1789307436.963255:0:225637:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.963256:0:225637:0:(out_handler.c:644:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307436.963258:0:225637:0:(out_handler.c:1131:out_handle()) lustre-MDT0001: opc: 0xc [0x240001b73:0x2:0x0] 00000020:00000001:1.0:1789307436.963258:0:225637:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307436.963259:0:225637:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243615113304 : -105830094438312 : ffff9fbf82d08058) 00000020:00000001:1.0:1789307436.963260:0:225637:0:(out_handler.c:613:out_write()) Process entered 00080000:00000001:1.0:1789307436.963261:0:225637:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:1.0:1789307436.963262:0:225637:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1789307436.963267:0:225637:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.963269:0:225637:0:(out_handler.c:644:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307436.963271:0:225637:0:(out_handler.c:1131:out_handle()) lustre-MDT0001: opc: 0x5 [0x240001b73:0x2:0x0] 00000020:00000001:1.0:1789307436.963272:0:225637:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307436.963273:0:225637:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243615113304 : -105830094438312 : ffff9fbf82d08058) 00000020:00000001:1.0:1789307436.963274:0:225637:0:(out_handler.c:118:out_attr_set()) Process entered 00080000:00000001:1.0:1789307436.963276:0:225637:0:(osd_handler.c:3173:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1789307436.963276:0:225637:0:(osd_handler.c:3246:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.963278:0:225637:0:(out_handler.c:143:out_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.963280:0:225637:0:(out_handler.c:867:out_tx_end()) Process entered 00080000:00000001:1.0:1789307436.963282:0:225637:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:1.0:1789307436.963286:0:225637:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:1.0:1789307436.963288:0:225637:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1789307436.963289:0:225637:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ffa00. 00080000:00000001:1.0:1789307436.963291:0:225637:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307436.963299:0:225637:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789307436.963301:0:225637:0:(out_lib.c:631:out_tx_attr_set_exec()) lustre-MDT0001-osd: attr set [0x240001b73:0x1:0x0] 00080000:00000001:1.0:1789307436.963357:0:225637:0:(osd_handler.c:3495:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1789307436.963361:0:225637:0:(out_lib.c:638:out_tx_attr_set_exec()) lustre-MDT0001-osd: insert attr_set reply ffff9fbf9fbe8208 index 0: rc = 0 00000020:00000040:1.0:1789307436.963364:0:225637:0:(out_handler.c:901:out_tx_end()) lustre-MDT0001-osd: executed 0/6: rc = 0 00000020:00000040:1.0:1789307436.963367:0:225637:0:(out_lib.c:681:out_tx_write_exec()) write [0x240001b73:0x2:0x0] pos 0 buf ffff9fbf840039f0, len 88 00000020:00000040:1.0:1789307436.963388:0:225637:0:(out_handler.c:901:out_tx_end()) lustre-MDT0001-osd: executed 1/6: rc = 0 00000020:00000040:1.0:1789307436.963390:0:225637:0:(out_lib.c:681:out_tx_write_exec()) write [0x240001b73:0x2:0x0] pos 132 buf ffff9fbf84003a88, len 4 00000020:00000040:1.0:1789307436.963394:0:225637:0:(out_handler.c:901:out_tx_end()) lustre-MDT0001-osd: executed 2/6: rc = 0 00000020:00000040:1.0:1789307436.963395:0:225637:0:(out_lib.c:681:out_tx_write_exec()) write [0x240001b73:0x2:0x0] pos 32760 buf ffff9fbf84003ad0, len 8 00000020:00000040:1.0:1789307436.963402:0:225637:0:(out_handler.c:901:out_tx_end()) lustre-MDT0001-osd: executed 3/6: rc = 0 00000020:00000040:1.0:1789307436.963404:0:225637:0:(out_lib.c:681:out_tx_write_exec()) write [0x240001b73:0x2:0x0] pos 474552 buf ffff9fbf84003b18, len 424 00000020:00000040:1.0:1789307436.963422:0:225637:0:(out_handler.c:901:out_tx_end()) lustre-MDT0001-osd: executed 4/6: rc = 0 00000020:00001000:1.0:1789307436.963424:0:225637:0:(out_lib.c:631:out_tx_attr_set_exec()) lustre-MDT0001-osd: attr set [0x240001b73:0x2:0x0] 00080000:00000001:1.0:1789307436.963428:0:225637:0:(osd_handler.c:3495:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1789307436.963430:0:225637:0:(out_lib.c:638:out_tx_attr_set_exec()) lustre-MDT0001-osd: insert attr_set reply ffff9fbf9fbe8208 index 5: rc = 0 00000020:00000040:1.0:1789307436.963432:0:225637:0:(out_handler.c:901:out_tx_end()) lustre-MDT0001-osd: executed 5/6: rc = 0 00080000:00000001:1.0:1789307436.963435:0:225637:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00000001:00000001:1.0:1789307436.963439:0:225637:0:(tgt_lastrcvd.c:1490:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1789307436.963447:0:225637:0:(tgt_lastrcvd.c:1538:tgt_last_rcvd_update()) transno = 17179874255, last_committed = 17179874251 00000001:00000010:1.0:1789307436.963452:0:225637:0:(tgt_lastrcvd.c:1001:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fbe9794ff60. 00000001:00000040:1.0:1789307436.963455:0:225637:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) callback GETting export ffff9fbe95150800 : new cb_count 4 00000020:00000040:1.0:1789307436.963458:0:225637:0:(genops.c:868:class_export_get()) GET export ffff9fbe95150800 refcount=9 00000001:00000010:1.0:1789307436.963464:0:225637:0:(tgt_lastrcvd.c:1415:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fbf863dda80. 00000001:00000001:1.0:1789307436.963479:0:225637:0:(tgt_lastrcvd.c:1381:tgt_add_reply_data()) add reply ffff9fbf863dda80: xid 1876218616150272, transno 17179874255, tag 1, client gen 7, slot idx 2 00000001:00000001:1.0:1789307436.963482:0:225637:0:(tgt_lastrcvd.c:1383:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307436.963492:0:225637:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ffa00. 00080000:00000010:1.0:1789307436.963494:0:225637:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ffd00. 00040000:00000001:1.0:1789307436.963497:0:225637:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:1.0:1789307436.963498:0:225637:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:1.0:1789307436.963501:0:225637:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1789307436.963505:0:225637:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfb6d52200/ffff9fbf82d08f00 to site lru. bkt: ffff9fbfbee986c0 00000020:00000002:1.0:1789307436.963507:0:225637:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfb6d53a00/ffff9fbf82d08000 to site lru. bkt: ffff9fbfbee996c8 00000020:00000001:1.0:1789307436.963508:0:225637:0:(out_handler.c:919:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307436.963511:0:225637:0:(out_handler.c:1261:out_handle()) kfreed 'update_bufs': 8 at ffff9fbfb6b2de38. 00000020:00000010:1.0:1789307436.963515:0:225637:0:(out_handler.c:1264:out_handle()) kfreed 'trd': 136 at ffff9fbf863dd3c0. 00000020:00000001:1.0:1789307436.963517:0:225637:0:(out_handler.c:1269:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1789307436.963520:0:225637:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 17179874251, transno 17179874255, xid 1876218616150272 00010000:00000001:1.0:1789307436.963522:0:225637:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:1.0:1789307436.963526:0:225637:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfc0ec8a80 x1876218616150272/t17179874255(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:482/0 lens 1560/4320 e 0 to 0 dl 1789307447 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789307436.963533:0:225637:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789307436.963536:0:225637:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307436.963540:0:225637:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbb8561e8 time=75 v=5 (1 1 0 0) 00000100:00000001:1.0:1789307436.963545:0:225637:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789307436.963547:0:225637:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:1.0:1789307436.963550:0:225637:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:1.0:1789307436.963553:0:225637:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789307436.963555:0:225637:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307436.963558:0:225637:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307436.963561:0:225637:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789307436.963564:0:225637:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbf863dd3c0. 00000100:00000200:1.0:1789307436.963575:0:225637:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1876218616150272, offset 224 00000400:00000200:1.0:1789307436.963582:0:225637:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789307436.963589:0:225637:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789307436.963595:0:225637:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x6aa693022f900 00000400:00000200:1.0:1789307436.963599:0:225637:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x1c1899 [2] + 224 00000400:00000200:1.0:1789307436.963604:0:225637:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307436.963606:0:225637:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307436.963609:0:225637:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789307436.963612:0:225637:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfc0ec9880 x1876218616150272/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 1789307452 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307436.963622:0:225637:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fbfc0ec9880 x1876218616150272/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 1789307452 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307436.963639:0:225637:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1789307436.963645:0:225637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf863dd3c0 00000400:00000010:1.0:1789307436.963647:0:225637:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbf863dd3c0. 00000100:00000001:1.0:1789307436.963649:0:225637:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1789307436.963651:0:225637:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1789307436.963654:0:225637:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307436.963658:0:225637:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00010000:00000001:1.0:1789307436.963661:0:225637:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:1.0:1789307436.963663:0:225637:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.963666:0:225637:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1789307436.963671:0:225637:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfc0ec8a80 x1876218616150272/t17179874255(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:482/0 lens 1560/4320 e 0 to 0 dl 1789307447 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307436.963676:0:238804:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1789307436.963681:0:225637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfc0ec8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:238804:x1876218616150272:12345-0@lo:1000:osp_up1-0.0 Request processed in 635us (989us total) trans 17179874255 rc 0/0 00000400:00000001:3.0:1789307436.963682:0:238804:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789307436.963686:0:238804:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789307436.963690:0:238804:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a516dc0. 00000100:00100000:1.0:1789307436.963695:0:225637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000400:00000200:3.0:1789307436.963697:0:238804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf8717ee40 00000100:00000040:1.0:1789307436.963700:0:225637:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe95150800 : new rpc_count 0 00000400:00000010:3.0:1789307436.963701:0:238804:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbf8717ee40. 00000100:00000001:1.0:1789307436.963706:0:225637:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789307436.963707:0:238804:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1789307436.963710:0:225637:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1789307436.963714:0:238804:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfc0ec9880 x1876218616150272/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 1789307452 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1789307436.963717:0:225637:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf83f8df00. 00000020:00000010:1.0:1789307436.963724:0:225637:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696a4b0. 00000100:00000200:3.0:1789307436.963727:0:238804:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfc0ec9880 x1876218616150272/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 1789307452 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1789307436.963737:0:225637:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0a17000. 00000020:00000040:1.0:1789307436.963746:0:225637:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe95150800 : new refcount 8 00000100:00000001:3.0:1789307436.963749:0:238804:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307436.963750:0:225637:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307436.963752:0:238804:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307436.963756:0:238804:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789307436.963759:0:238804:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789307436.963761:0:238804:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307436.963763:0:238804:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307436.963766:0:238804:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789307436.963772:0:238804:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfba939c60 time=5 v=5 (5 5 5 5) 00000100:00001000:3.0:1789307436.963777:0:238804:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfba939c18 time=5 v=5 (1 1 1 1) 00000100:00000001:3.0:1789307436.963779:0:238804:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789307436.963782:0:238804:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307436.963784:0:238804:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789307436.963786:0:238804:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307436.963790:0:238804:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789307436.963792:0:238804:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789307436.963793:0:238804:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789307436.963795:0:238804:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789307436.963796:0:238804:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244657141888 : -105829052409728 : ffff9fbfc0ec9880) 00000100:00000001:3.0:1789307436.963800:0:238804:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789307436.963802:0:238804:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 17179874251 00000100:00000001:3.0:1789307436.963804:0:238804:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789307436.963813:0:238804:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307436.963818:0:238804:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfc0ec9880 x1876218616150272/t17179874255(17179874255) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 1789307452 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307436.963825:0:238804:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307436.963828:0:238804:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789307436.963830:0:238804:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1789307436.963832:0:238804:0:(osp_trans.c:602:osp_update_interpret()) Process entered 00000004:00000010:3.0:1789307436.963837:0:238804:0:(osp_trans.c:572:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9fbf874ffb00. 00000004:00000010:3.0:1789307436.963841:0:238804:0:(osp_trans.c:572:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9fbf874ff800. 00000004:00000010:3.0:1789307436.963844:0:238804:0:(osp_trans.c:572:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9fbf874ff580. 00000004:00000010:3.0:1789307436.963847:0:238804:0:(osp_trans.c:572:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9fbf874ffdc0. 00000020:00000001:3.0:1789307436.963870:0:238804:0:(update_trans.c:509:sub_trans_stop_cb()) Process entered 00000020:00000001:3.0:1789307436.963880:0:238804:0:(update_trans.c:525:sub_trans_stop_cb()) Process leaving 00000004:00000001:3.0:1789307436.963902:0:238804:0:(osp_trans.c:692:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307436.963912:0:238804:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfc0ec9880 x1876218616150272/t17179874255(17179874255) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 1789307452 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307436.963923:0:238804:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfc0ec9880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:238804:1876218616150272:0@lo:1000:osp_up1-0.0 00000100:00000001:3.0:1789307436.963932:0:238804:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307436.963935:0:238804:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307436.963938:0:238804:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789307436.963941:0:238804:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789307436.963947:0:238804:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fbfc0ec9880 x1876218616150272/t17179874255(17179874255) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 1789307452 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307436.963961:0:238804:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789307436.963964:0:238804:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fbf8717e6c0. 00000100:00000001:3.0:1789307436.963969:0:238804:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789307436.963972:0:238804:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307436.963978:0:238804:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1789307436.963979:0:225635:0:(update_trans.c:900:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307436.963984:0:238804:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfc0ec9880 x1876218616150272/t17179874255(17179874255) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 1789307452 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1789307436.963985:0:225635:0:(update_trans.c:1094:top_trans_stop()) kfreed 'top_th': 88 at ffff9fbe9794f1e0. 00000020:00000001:1.0:1789307436.963995:0:225635:0:(update_trans.c:1095:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307436.963995:0:238804:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307436.964000:0:238804:0:(osp_trans.c:1210:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.964007:0:225635:0:(mdt_lib.c:1112:mdt_handle_last_unlink()) Process entered 00000004:00000001:1.0:1789307436.964013:0:225635:0:(mdt_lib.c:1133:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.964018:0:225635:0:(mdd_object.c:3886:mdd_close()) Process entered 00000004:00000001:1.0:1789307436.964027:0:225635:0:(mdd_object.c:3991:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1789307436.964031:0:225635:0:(mdd_object.c:4031:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:1.0:1789307436.964035:0:225635:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fbf832e2c80. 00000004:00000001:1.0:1789307436.964041:0:225635:0:(mdt_internal.h:712:mdt_object_put()) Process entered 00000020:00000002:1.0:1789307436.964044:0:225635:0:(lu_object.c:216:lu_object_put()) Add ffff9fbf8645c238/ffff9fbf8645c1e0 to site lru. bkt: ffff9fbfb932a298 00000004:00000001:1.0:1789307436.964046:0:225635:0:(mdt_internal.h:714:mdt_object_put()) Process leaving 00000004:00000001:1.0:1789307436.964048:0:225635:0:(mdt_open.c:2733:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.964050:0:225635:0:(mdt_open.c:2763:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.964053:0:225635:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00000004:00000001:1.0:1789307436.964056:0:225635:0:(mdt_open.c:193:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1789307436.964058:0:225635:0:(mdt_handler.c:931:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1789307436.964060:0:225635:0:(mdt_handler.c:935:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1789307436.964062:0:225635:0:(mdt_lib.c:939:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1789307436.964064:0:225635:0:(mdt_lib.c:958:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1789307436.964069:0:225635:0:(mdt_lib.c:1087:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307436.964073:0:225635:0:(upcall_cache.c:428:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1789307436.964075:0:225635:0:(upcall_cache.c:439:upcall_cache_put_entry()) Process leaving 00000020:00000001:1.0:1789307436.964083:0:225635:0:(lprocfs_jobstats.c:387:lprocfs_job_stats_log()) Process entered 00000020:00000010:1.0:1789307436.964090:0:225635:0:(lprocfs_jobstats.c:208:job_alloc()) kmalloced '(job)': 176 at ffff9fbf863dd3c0. 00000020:00000010:1.0:1789307436.964095:0:225635:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff9fbe95938000. 00000020:00000010:1.0:1789307436.964100:0:225635:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1728 at ffff9fbfb5445000. 00000020:00000010:1.0:1789307436.964110:0:225635:0:(lprocfs_status.c:1952:__lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff9fbfc0a17000. 00000020:00000010:1.0:1789307436.964115:0:225635:0:(lprocfs_status.c:1952:__lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff9fbfc0afde00. 00000020:00000010:1.0:1789307436.964124:0:225635:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff9fbfb5443000. 00000020:00000001:1.0:1789307436.964127:0:225635:0:(lprocfs_jobstats.c:457:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307436.964130:0:225635:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307436.964138:0:225635:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307436.964140:0:225635:0:(mdt_open.c:2838:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1789307436.964142:0:225635:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 25769821654, transno 25769821655, xid 1876218647717120 00010000:00000001:1.0:1789307436.964145:0:225635:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:1.0:1789307436.964152:0:225635:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfc0ecad80 x1876218647717120/t25769821655(0) o35->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:482/0 lens 392/456 e 0 to 0 dl 1789307447 ref 1 fl Interpret:/600/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789307436.964159:0:225635:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789307436.964166:0:225635:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307436.964170:0:225635:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf88dd85e8 time=136 v=5 (1 1 1 1) 00000100:00000001:1.0:1789307436.964173:0:225635:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789307436.964176:0:225635:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:1.0:1789307436.964178:0:225635:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:1.0:1789307436.964182:0:225635:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789307436.964184:0:225635:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307436.964187:0:225635:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307436.964190:0:225635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:1.0:1789307436.964194:0:225635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54a18. 00000100:00000200:1.0:1789307436.964197:0:225635:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1876218647717120, offset 224 00000400:00000200:1.0:1789307436.964203:0:225635:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1789307436.964213:0:225635:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1789307436.964220:0:225635:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305883:305883:256:4294967295] 192.168.204.56@tcp LPNI seq info [305879:305879:8:4294967295] 00000400:00000200:1.0:1789307436.964233:0:225635:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1789307436.964239:0:225635:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1789307436.964245:0:225635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbfb57d7500. 00000800:00000200:1.0:1789307436.964252:0:225635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1789307436.964260:0:225635:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1789307436.964264:0:225635:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfb57d7500 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1789307436.964281:0:225635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307436.964285:0:225635:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:1.0:1789307436.964287:0:225635:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:1.0:1789307436.964290:0:225635:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307436.964299:0:225635:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1789307436.964307:0:225635:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfc0ecad80 x1876218647717120/t25769821655(0) o35->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:482/0 lens 392/456 e 0 to 0 dl 1789307447 ref 1 fl Interpret:/600/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789307436.964314:0:225635:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfc0ecad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+1566:398910:x1876218647717120:12345-192.168.204.56@tcp:35:umount.0 Request processed in 6888us (7149us total) trans 25769821655 rc 0/0 00000100:00100000:1.0:1789307436.964322:0:225635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 4629 00000100:00000040:1.0:1789307436.964325:0:225635:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf86773800 : new rpc_count 0 00000100:00000001:1.0:1789307436.964326:0:225635:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307436.964328:0:225635:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789307436.964331:0:225635:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf83f8da00. 00000020:00000010:1.0:1789307436.964338:0:225635:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696aed8. 00000020:00000010:1.0:1789307436.964344:0:225635:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0a17e00. 00000020:00000040:1.0:1789307436.964350:0:225635:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1565 00000100:00000001:1.0:1789307436.964353:0:225635:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1789307437.034969:0:226372:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:1.0:1789307437.034977:0:226372:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1789307437.034990:0:226372:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbff7b80. 00000020:00000040:1.0:1789307437.034998:0:226372:0:(genops.c:1209:class_import_get()) import ffff9fbf84cc6800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000004:00000001:3.0:1789307437.034998:0:238805:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:3.0:1789307437.035005:0:238805:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000001:1.0:1789307437.035009:0:226372:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789307437.035014:0:226372:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:3.0:1789307437.035017:0:238805:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0ecb100. 00000004:00000001:2.0:1789307437.035018:0:238809:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 02000000:00000001:1.0:1789307437.035020:0:226372:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:2.0:1789307437.035025:0:238809:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000020:00000040:3.0:1789307437.035028:0:238805:0:(genops.c:1209:class_import_get()) import ffff9fbfba939800 refcount=7 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1789307437.035034:0:238805:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:2.0:1789307437.035035:0:238809:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb918bb80. 02000000:00000010:1.0:1789307437.035037:0:226372:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb57d7500. 02000000:00000001:3.0:1789307437.035037:0:238805:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:2.0:1789307437.035043:0:238809:0:(genops.c:1209:class_import_get()) import ffff9fbf97e5e000 refcount=4 obd=lustre-OST0001-osc-MDT0000 02000000:00000001:3.0:1789307437.035045:0:238805:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.035050:0:226372:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.035051:0:238809:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1789307437.035056:0:238805:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb2758d00. 02000000:00000001:2.0:1789307437.035057:0:238809:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789307437.035064:0:238809:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307437.035066:0:238805:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.035068:0:226372:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000010:2.0:1789307437.035073:0:238809:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbec5bb6500. 00000100:00000001:3.0:1789307437.035075:0:238805:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789307437.035076:0:226372:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.035080:0:238809:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307437.035081:0:238805:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.035090:0:238809:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789307437.035093:0:238809:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307437.035097:0:238805:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ff4b367] to pc [ptlrpcd_00_03+3] req@ffff9fbfc0ecb100 x1876218616150528/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307437.035100:0:226372:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f30fb2c1] to pc [ptlrpcd_00_02+2] req@ffff9fbfbbff7b80 x1876218616150400/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307437.035106:0:238809:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf558dfd] to pc [ptlrpcd_00_00+0] req@ffff9fbfb918bb80 x1876218616150656/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1789307437.035170:0:238805:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307437.035175:0:226372:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.035180:0:238809:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307437.035201:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307437.035205:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789307437.035208:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789307437.035218:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbff7b80 x1876218616150400/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307437.035220:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789307437.035230:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789307437.035235:0:118849:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1789307437.035240:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789307437.035246:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307437.035256:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfb918bb80 x1876218616150656/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789307437.035258:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1789307437.035260:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1789307437.035264:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307437.035269:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307437.035276:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307437.035290:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:118851:1876218616150400:0@lo:41:osp-pre-0-1.0 00000100:00000001:3.0:1789307437.035300:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1789307437.035308:0:118849:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1789307437.035309:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789307437.035313:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.035314:0:118849:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307437.035320:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1789307437.035323:0:118849:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1789307437.035327:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbf98ca3000. 02000000:00000001:2.0:1789307437.035328:0:118849:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789307437.035331:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307437.035333:0:118849:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307437.035339:0:118849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfb918bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:118849:1876218616150656:0@lo:13:osp-pre-1-0.0 00000400:00000010:3.0:1789307437.035342:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a516dc0. 00000100:00000001:2.0:1789307437.035355:0:118849:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789307437.035360:0:118849:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1789307437.035362:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdebb0. 02000000:00000001:2.0:1789307437.035364:0:118849:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789307437.035375:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616150400, portal 4 02000000:00000001:2.0:1789307437.035377:0:118849:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1789307437.035382:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1789307437.035386:0:118849:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbf84dffc00. 00000100:00000001:3.0:1789307437.035386:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244574493568 : -105829135058048 : ffff9fbfbbff7b80) 02000000:00000001:2.0:1789307437.035393:0:118849:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307437.035401:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbff7b80 x1876218616150400/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307453 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1789307437.035402:0:118849:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf83605528. 00000400:00000010:2.0:1789307437.035414:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fda18. 00000100:00000200:2.0:1789307437.035423:0:118849:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616150656, portal 4 00000100:00000001:3.0:1789307437.035424:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1789307437.035429:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1789307437.035432:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1789307437.035435:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244525816704 : -105829183734912 : ffff9fbfb918bb80) 00000400:00000010:3.0:1789307437.035439:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cded48. 00000100:00000200:3.0:1789307437.035444:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1876218616150400, offset 0 00000100:00000040:2.0:1789307437.035450:0:118849:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfb918bb80 x1876218616150656/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307453 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789307437.035461:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1789307437.035483:0:118849:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1789307437.035494:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1789307437.035495:0:118849:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789307437.035504:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd908. 00000100:00000200:2.0:1789307437.035512:0:118849:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876218616150656, offset 0 00000400:00000200:2.0:1789307437.035550:0:118849:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789307437.035589:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6aa693022f980 00000400:00000200:2.0:1789307437.035603:0:118849:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789307437.035604:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0xa2499 [256] + 15832 00000400:00000200:2.0:1789307437.035618:0:118849:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6aa693022fa80 00000400:00000200:3.0:1789307437.035625:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307437.035627:0:118849:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x4f41 [8] + 2240 00000400:00000200:2.0:1789307437.035640:0:118849:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307437.035641:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1789307437.035654:0:118849:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1789307437.035670:0:118849:0:(events.c:290:request_in_callback()) Process entered 00000100:00000001:3.0:1789307437.035670:0:118851:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789307437.035675:0:118849:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000200:3.0:1789307437.035675:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1789307437.035684:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0eca300. 00000100:00000010:2.0:1789307437.035689:0:118849:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb9189f80. 00000100:00000040:3.0:1789307437.035694:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfc0eca300 x1876218616150400 msgsize 224 00000100:00000040:2.0:1789307437.035698:0:118849:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb9189f80 x1876218616150656 msgsize 224 00000100:00100000:3.0:1789307437.035707:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789307437.035711:0:118849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1789307437.035720:0:118851:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:2.0:1789307437.035732:0:118849:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:3.0:1789307437.035737:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cded48 00000400:00000010:3.0:1789307437.035741:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cded48. 00000100:00000001:1.0:1789307437.035775:0:124163:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789307437.035779:0:124163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616150656 02000000:00000001:1.0:1789307437.035790:0:124163:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307437.035794:0:124163:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307437.035797:0:124163:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307437.035803:0:124163:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307437.035808:0:124163:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616150656 00000020:00000001:1.0:1789307437.035813:0:124163:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307437.035815:0:124163:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedcd0 00000020:00000001:1.0:1789307437.035819:0:124163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307437.035823:0:124163:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf92163800 refcount=5 00000020:00000001:1.0:1789307437.035828:0:124163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243871340544 : -105829838211072 : ffff9fbf92163800) 00000020:00000001:1.0:1789307437.035831:0:124163:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243871340544 : -105829838211072 : ffff9fbf92163800) 00000100:00000001:1.0:1789307437.035838:0:124163:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307437.035844:0:124163:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffa00. 00000020:00000040:1.0:1789307437.035910:0:124163:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000100:00000001:1.0:1789307437.035924:0:124163:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1789307437.035931:0:124163:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb484fa00. 00000020:00000010:1.0:1789307437.035939:0:124163:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf83f8da00. 00000020:00000010:1.0:1789307437.035944:0:124163:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696aed8. 00000100:00000040:1.0:1789307437.035954:0:124163:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1789307437.035957:0:124163:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307437.035959:0:124163:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307437.035961:0:124163:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.035969:0:124163:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307437.035974:0:118851:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:2.0:1789307437.035981:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd908 00000400:00000010:2.0:1789307437.035984:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd908. 00000100:00000001:1.0:1789307437.035985:0:124163:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1789307437.035985:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbff7b80 x1876218616150400/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307453 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307437.035989:0:118849:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789307437.035999:0:118849:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfb918bb80 x1876218616150656/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307453 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307437.036008:0:124163:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307437.036017:0:124163:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1789307437.036022:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789307437.036029:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1789307437.036031:0:124163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4564 00000100:00000040:2.0:1789307437.036036:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfb918bb80 x1876218616150656/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307453 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307437.036042:0:124163:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf92163800 : new rpc_count 1 00000100:00000001:1.0:1789307437.036051:0:124163:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244525809536 : -105829183742080 : ffff9fbfb9189f80) 00000100:00000001:2.0:1789307437.036066:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.036071:0:118849:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1789307437.036074:0:124163:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfb9189f80 x1876218616150656/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:483/0 lens 224/0 e 0 to 0 dl 1789307448 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307437.036074:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbff7b80 x1876218616150400/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307453 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307437.036084:0:118849:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307437.036102:0:118849:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 12598 usecs (13 jiffies) 00000100:00000001:2.0:1789307437.036120:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315065358 00000100:00000001:3.0:1789307437.036133:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.036136:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315067819 00000100:00000001:3.0:1789307437.036147:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789307437.036151:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315065358 00000100:00000001:3.0:1789307437.036158:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.036160:0:124163:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1789307437.036160:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315067819 00000100:00000001:2.0:1789307437.036171:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315065358 00000100:00000040:3.0:1789307437.036171:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 15298 usecs (16 jiffies) 00000020:00000010:1.0:1789307437.036172:0:124163:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ff3c0. 00000100:00000001:2.0:1789307437.036184:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315067819 00000100:00000001:3.0:1789307437.036184:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315065361 00000100:00000001:1.0:1789307437.036186:0:124163:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307437.036196:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315065358 00000100:00000001:3.0:1789307437.036196:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315067819 00000020:00000010:1.0:1789307437.036200:0:124163:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ff3c0. 00000100:00000001:3.0:1789307437.036206:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315065361 00000100:00000001:2.0:1789307437.036207:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315067819 00000100:00000001:3.0:1789307437.036213:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315067819 00000100:00000001:2.0:1789307437.036215:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307437.036226:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315065361 00000100:00100000:1.0:1789307437.036227:0:124163:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfb9189f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:118849:x1876218616150656:12345-0@lo:13:osp-pre-1-0.0 00000100:00000001:2.0:1789307437.036229:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307437.036233:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315067819 00000100:00000001:2.0:1789307437.036240:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307437.036244:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315065361 00000100:00000001:2.0:1789307437.036251:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1789307437.036255:0:124163:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616150656 00000100:00000001:3.0:1789307437.036255:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315067819 00000100:00000001:3.0:1789307437.036266:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789307437.036267:0:124163:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1789307437.036272:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1789307437.036273:0:124163:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1789307437.036274:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.036275:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789307437.036282:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307437.036282:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307437.036288:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789307437.036289:0:124163:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.036293:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789307437.036298:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307437.036300:0:124163:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1789307437.036306:0:124163:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664990128 : -1044561488 : ffffffffc1bd41b0) 00000100:00000001:2.0:1789307437.036307:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307437.036308:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789307437.036313:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1789307437.036321:0:124163:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1789307437.036322:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307437.036326:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1789307437.036329:0:124163:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307437.036331:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307437.036339:0:124163:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1789307437.036341:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307437.036344:0:124163:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00080000:2.0:1789307437.036352:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000001:1.0:1789307437.036353:0:124163:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.036362:0:124163:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000020:00000040:2.0:1789307437.036365:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 02000000:00000001:1.0:1789307437.036367:0:124163:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789307437.036378:0:124163:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbe95939800. 02000000:00000001:1.0:1789307437.036382:0:124163:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.036385:0:124163:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307437.036392:0:124163:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1789307437.036399:0:124163:0:(ofd_obd.c:710:ofd_statfs()) Process entered 00000020:00000001:1.0:1789307437.036402:0:124163:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1789307437.036409:0:118852:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789307437.036413:0:118852:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:1.0:1789307437.036416:0:124163:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1789307437.036423:0:124163:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 33808192 pending 0 free 3904630784 avail 3673108480 00000100:00000010:2.0:1789307437.036423:0:118852:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb918ad80. 00000100:00000040:2.0:1789307437.036430:0:118852:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb918ad80 x1876218616150528 msgsize 224 00000020:00000020:1.0:1789307437.036435:0:124163:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 143168 0 0 00000020:00000020:1.0:1789307437.036447:0:124163:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli 6b94c9bb-f547-4fe5-8ac4-fde7cb36702a/ffff9fbe9623d000 dirty 0 pend 0 grant 33665024 00000100:00100000:2.0:1789307437.036448:0:118852:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000020:1.0:1789307437.036461:0:124163:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9fbf92163800 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1789307437.036468:0:118852:0:(events.c:377:request_in_callback()) Process leaving 00000020:00000020:1.0:1789307437.036470:0:124163:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9fbe9623d800 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1789307437.036482:0:124163:0:(ofd_obd.c:759:ofd_statfs()) 958279 blocks: 953279 free, 896721 avail; 262144 objects: 259166 free; state 0 00000400:00000200:2.0:1789307437.036482:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82bb0 00000400:00000010:2.0:1789307437.036489:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82bb0. 00000100:00000001:3.0:1789307437.036490:0:251985:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00002000:00000001:1.0:1789307437.036492:0:124163:0:(ofd_obd.c:802:ofd_statfs()) Process leaving 00000100:00100000:3.0:1789307437.036500:0:251985:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616150528 00000100:00000001:2.0:1789307437.036502:0:118852:0:(events.c:35:request_out_callback()) Process entered 00000001:00000001:1.0:1789307437.036505:0:124163:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 02000000:00000001:3.0:1789307437.036506:0:251985:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000001:00000001:1.0:1789307437.036512:0:124163:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307437.036512:0:251985:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1789307437.036514:0:118852:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfc0ecb100 x1876218616150528/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307453 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307437.036520:0:251985:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307437.036521:0:124163:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307437.036531:0:251985:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1789307437.036540:0:124163:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884922556, transno 0, xid 1876218616150656 00000100:00100000:3.0:1789307437.036540:0:251985:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616150528 00000020:00000001:3.0:1789307437.036550:0:251985:0:(genops.c:792:class_conn2export()) Process entered 00010000:00000001:1.0:1789307437.036551:0:124163:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:2.0:1789307437.036553:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1789307437.036554:0:251985:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc98 00000020:00000001:3.0:1789307437.036561:0:251985:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000040:2.0:1789307437.036566:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfc0ecb100 x1876218616150528/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307453 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1789307437.036567:0:124163:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfb9189f80 x1876218616150656/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:483/0 lens 224/368 e 0 to 0 dl 1789307448 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1789307437.036569:0:251985:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe95150800 refcount=9 00000020:00000001:3.0:1789307437.036582:0:251985:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 00000020:00000001:3.0:1789307437.036593:0:251985:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 00000100:00000001:3.0:1789307437.036607:0:251985:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307437.036618:0:251985:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0d00. 00000100:00000001:3.0:1789307437.036630:0:251985:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307437.036642:0:251985:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0d00. 00000100:00000001:2.0:1789307437.036658:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307437.036659:0:124163:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1789307437.036662:0:251985:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbf9781aa00. 00010000:00000001:1.0:1789307437.036667:0:124163:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.036668:0:118852:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1789307437.036673:0:251985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47a180. 00000100:00001000:1.0:1789307437.036677:0:124163:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbe1fbde8 time=149 v=5 (1 1 1 1) 00000100:00000001:2.0:1789307437.036679:0:118852:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307437.036681:0:251985:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666ec80. 00000100:00000040:2.0:1789307437.036693:0:118852:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 2386 usecs (3 jiffies) 00000100:00000001:1.0:1789307437.036694:0:124163:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1789307437.036696:0:251985:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307437.036704:0:251985:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1789307437.036705:0:124163:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00000100:00000001:2.0:1789307437.036706:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315065348 00000100:00000001:3.0:1789307437.036709:0:251985:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.036716:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315067819 00000100:00000001:1.0:1789307437.036719:0:124163:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00000001:3.0:1789307437.036724:0:251985:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.036725:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315065348 02000000:00000001:1.0:1789307437.036732:0:124163:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1789307437.036735:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315067819 02000000:00000001:1.0:1789307437.036736:0:124163:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307437.036740:0:251985:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307437.036747:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315065348 00000100:00000001:1.0:1789307437.036749:0:124163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1789307437.036757:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315067819 00000100:00000001:2.0:1789307437.036762:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315065348 00000100:00000001:3.0:1789307437.036766:0:251985:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1789307437.036767:0:124163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1789307437.036771:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315067819 00000100:00000001:3.0:1789307437.036773:0:251985:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1789307437.036778:0:118852:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1789307437.036779:0:124163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54bb0. 00000100:00100000:3.0:1789307437.036785:0:251985:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00000200:1.0:1789307437.036793:0:124163:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1876218616150656, offset 224 00000100:00000001:2.0:1789307437.036795:0:118852:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307437.036797:0:251985:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe95150800 : new rpc_count 1 00000100:00000001:2.0:1789307437.036807:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307437.036807:0:251985:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244525813120 : -105829183738496 : ffff9fbfb918ad80) 00000100:00000001:2.0:1789307437.036811:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307437.036819:0:124163:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1789307437.036822:0:118852:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789307437.036827:0:118852:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1789307437.036827:0:251985:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfb918ad80 x1876218616150528/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:483/0 lens 224/0 e 0 to 0 dl 1789307448 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789307437.036837:0:124163:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1789307437.036843:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789307437.036881:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789307437.036887:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.036905:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307437.036922:0:124163:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6aa693022fa80 00000100:00000001:3.0:1789307437.036930:0:251985:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307437.036937:0:251985:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0d00. 00000100:00000001:3.0:1789307437.036944:0:251985:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1789307437.036946:0:124163:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c18ad [1] + 224 00000020:00000010:3.0:1789307437.036954:0:251985:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0d00. 00000400:00000200:1.0:1789307437.036962:0:124163:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1789307437.036970:0:251985:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfb918ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:118852:x1876218616150528:12345-0@lo:41:osp-pre-1-0.0 00000400:00000200:1.0:1789307437.036977:0:124163:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1789307437.036986:0:251985:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616150528 00000100:00000001:1.0:1789307437.036989:0:124163:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000001:3.0:1789307437.036993:0:251985:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000200:1.0:1789307437.036999:0:124163:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfb918bb80 x1876218616150656/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307437.037002:0:251985:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000001:00000001:3.0:1789307437.037010:0:251985:0:(tgt_lastrcvd.c:375:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9fbf863dda80: xid 1876218616150272, transno 17179874255, client gen 7, slot idx 2 00000001:00000001:3.0:1789307437.037025:0:251985:0:(tgt_lastrcvd.c:352:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9fbea025f840: xid 1876218616149760, transno 17179874254, client gen 7, slot idx 0 00000100:00000040:1.0:1789307437.037030:0:124163:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fbfb918bb80 x1876218616150656/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000010:3.0:1789307437.037037:0:251985:0:(tgt_lastrcvd.c:360:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fbea025f840. 00000020:00000001:3.0:1789307437.037048:0:251985:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307437.037054:0:251985:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789307437.037057:0:251985:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662883424 : -1046668192 : ffffffffc19d1c60) 00000100:00000001:1.0:1789307437.037059:0:124163:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000001:3.0:1789307437.037061:0:251985:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1789307437.037068:0:251985:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1876218616150528, found 0 last_xid 1876218616150527 00000020:00000001:3.0:1789307437.037079:0:251985:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307437.037085:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1789307437.037086:0:251985:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1789307437.037087:0:124163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54bb0 00000100:00000001:2.0:1789307437.037089:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1789307437.037093:0:251985:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1789307437.037095:0:124163:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54bb0. 00000020:00000001:3.0:1789307437.037099:0:251985:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.037102:0:124163:0:(events.c:390:reply_out_callback()) Process entered 00000400:00000001:2.0:1789307437.037106:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1789307437.037109:0:124163:0:(events.c:402:reply_out_callback()) Process leaving 00000400:00000001:2.0:1789307437.037110:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1789307437.037110:0:251985:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789307437.037116:0:251985:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1789307437.037117:0:124163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307437.037118:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a516dc0. 02000000:00000010:3.0:1789307437.037123:0:251985:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbfb5fe7400. 00000400:00000200:2.0:1789307437.037126:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdebb0 02000000:00000001:3.0:1789307437.037132:0:251985:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307437.037136:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdebb0. 00000100:00000040:1.0:1789307437.037139:0:124163:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000100:00000001:3.0:1789307437.037144:0:251985:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.037145:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00010000:00000001:1.0:1789307437.037147:0:124163:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:1.0:1789307437.037156:0:124163:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307437.037157:0:251985:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000100:00000200:2.0:1789307437.037159:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbff7b80 x1876218616150400/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1789307437.037166:0:251985:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000020:00000001:1.0:1789307437.037170:0:124163:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000004:00000001:3.0:1789307437.037175:0:251985:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307437.037185:0:124163:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb9189f80 x1876218616150656/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:483/0 lens 224/368 e 0 to 0 dl 1789307448 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000024:3.0:1789307437.037199:0:251985:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444515840 avail 1298276352 00000020:00000020:3.0:1789307437.037227:0:251985:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000100:00000200:2.0:1789307437.037231:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbff7b80 x1876218616150400/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000020:3.0:1789307437.037243:0:251985:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0000_UUID/ffff9fbfa3386800 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1789307437.037260:0:251985:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/ffff9fbe95150800 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1789307437.037271:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00100000:1.0:1789307437.037274:0:124163:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfb9189f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:118849:x1876218616150656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1100us (1561us total) trans 0 rc 0/0 00000100:00000001:2.0:1789307437.037278:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:3.0:1789307437.037278:0:251985:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli 6b94c9bb-f547-4fe5-8ac4-fde7cb36702a/ffff9fbfba93a800 dirty 0 pend 0 grant 2146304 00000100:00000001:2.0:1789307437.037290:0:118851:0:(client.c:1593:after_reply()) Process entered 00000020:00000020:3.0:1789307437.037300:0:251985:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0001_UUID/ffff9fbe85bcc000 dirty 0 pend 0 grant 0 02000000:00000001:2.0:1789307437.037302:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1789307437.037308:0:124163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4564 00000100:00000001:2.0:1789307437.037309:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307437.037318:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307437.037320:0:124163:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf92163800 : new rpc_count 0 00000004:00000020:3.0:1789307437.037320:0:251985:0:(mdt_handler.c:552:mdt_statfs()) 353529 blocks: 352665 free, 316962 avail; 1024000 objects: 1023582 free; state 0 02000000:00000001:2.0:1789307437.037327:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.037329:0:124163:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307437.037336:0:124163:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000001:3.0:1789307437.037336:0:251985:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000100:00001000:2.0:1789307437.037338:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf84cc6c60 time=7 v=5 (5 5 5 5) 00000020:00000010:1.0:1789307437.037344:0:124163:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf83f8da00. 00000001:00000001:3.0:1789307437.037344:0:251985:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307437.037351:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf84cc6c18 time=151 v=5 (1 1 1 0) 00000004:00000001:3.0:1789307437.037356:0:251985:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307437.037358:0:124163:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696aed8. 00000100:00000001:2.0:1789307437.037366:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00010000:00000040:3.0:1789307437.037366:0:251985:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 17179874251, transno 0, xid 1876218616150528 00000020:00000010:1.0:1789307437.037368:0:124163:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb484fa00. 00000100:00000001:2.0:1789307437.037374:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307437.037375:0:251985:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000020:00000040:1.0:1789307437.037378:0:124163:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf92163800 : new refcount 4 00010000:00000001:2.0:1789307437.037386:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000200:3.0:1789307437.037387:0:251985:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfb918ad80 x1876218616150528/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:483/0 lens 224/368 e 0 to 0 dl 1789307448 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307437.037388:0:124163:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.037392:0:118851:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.037405:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00010000:00000001:3.0:1789307437.037408:0:251985:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1789307437.037409:0:118851:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 25769821652 gen 2 00010000:00000001:3.0:1789307437.037412:0:251985:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789307437.037417:0:251985:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbb8561e8 time=76 v=5 (1 1 0 0) 00000100:00000040:2.0:1789307437.037420:0:118851:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 25769821652) req@ffff9fbfbbf31c00 x1876218616146304/t25769821652(25769821652) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307445 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307437.037424:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307437.037424:0:251985:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789307437.037430:0:251985:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:1.0:1789307437.037432:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789307437.037438:0:251985:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000400:00000001:1.0:1789307437.037442:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1789307437.037444:0:251985:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:1.0:1789307437.037447:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000004:00000001:2.0:1789307437.037448:0:118851:0:(osp_trans.c:1023:osp_request_commit_cb()) Process entered 02000000:00000001:3.0:1789307437.037448:0:251985:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1789307437.037455:0:118851:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 25769821652 committed transno 25769821652 00000100:00000001:3.0:1789307437.037455:0:251985:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1789307437.037456:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf83605528. 00000100:00000040:3.0:1789307437.037464:0:251985:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000010:2.0:1789307437.037465:0:118851:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fbfc0e87000. 00000400:00000200:1.0:1789307437.037466:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fda18 00000400:00000010:3.0:1789307437.037470:0:251985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cded48. 00000400:00000010:1.0:1789307437.037472:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fda18. 00000004:00000010:2.0:1789307437.037475:0:118851:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fbf887d7020. 00000100:00000001:1.0:1789307437.037481:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789307437.037481:0:251985:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1876218616150528, offset 224 00000004:00000010:2.0:1789307437.037483:0:118851:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fbe84f3d540. 00000100:00000200:1.0:1789307437.037490:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfb918bb80 x1876218616150656/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000010:2.0:1789307437.037492:0:118851:0:(osp_trans.c:924:osp_thandle_destroy()) kfreed 'oth': 136 at ffff9fbe84f3df00. 00000400:00000200:3.0:1789307437.037493:0:251985:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000001:2.0:1789307437.037501:0:118851:0:(osp_trans.c:1050:osp_request_commit_cb()) Process leaving 00000100:00000001:2.0:1789307437.037507:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1789307437.037510:0:251985:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1789307437.037519:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbf31c00 x1876218616146304/t25769821652(25769821652) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307445 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789307437.037526:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfb918bb80 x1876218616150656/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789307437.037529:0:251985:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6aa693022fa00 00000400:00000200:3.0:1789307437.037549:0:251985:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c18b5 [1] + 224 00000100:00000001:2.0:1789307437.037568:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1789307437.037571:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:2.0:1789307437.037573:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1789307437.037573:0:251985:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789307437.037576:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1789307437.037579:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fbf9fbee000. 00000400:00000200:3.0:1789307437.037582:0:251985:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307437.037585:0:118849:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789307437.037589:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1789307437.037591:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789307437.037595:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:3.0:1789307437.037595:0:251985:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000040:2.0:1789307437.037601:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbf84cc6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1789307437.037602:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1789307437.037603:0:251985:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfc0ecb100 x1876218616150528/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307437.037607:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.037607:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789307437.037614:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fbfb2670200. 02000000:00000001:1.0:1789307437.037617:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307437.037622:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789307437.037628:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789307437.037632:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbf31c00. 00000100:00000040:3.0:1789307437.037632:0:251985:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fbfc0ecb100 x1876218616150528/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1789307437.037633:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf97e5e4a8 time=6 v=5 (5 5 5 5) 00000100:00000001:2.0:1789307437.037641:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789307437.037645:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1789307437.037653:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf97e5e418 time=6 v=5 (1 1 1 1) 00000100:00000001:2.0:1789307437.037653:0:118851:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789307437.037664:0:118851:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1789307437.037667:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789307437.037667:0:118851:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789307437.037673:0:251985:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789307437.037674:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.037675:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307437.037683:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1789307437.037684:0:251985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cded48 00010000:00000001:1.0:1789307437.037688:0:118849:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307437.037689:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbff7b80 x1876218616150400/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1789307437.037689:0:251985:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cded48. 00000100:00000001:1.0:1789307437.037697:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1789307437.037698:0:251985:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789307437.037704:0:251985:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00100000:1.0:1789307437.037705:0:118849:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884922556 gen 2 00000100:00000001:3.0:1789307437.037709:0:251985:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.037710:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789307437.037715:0:251985:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000100:00000001:2.0:1789307437.037716:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1789307437.037718:0:118849:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 12884922556) req@ffff9fbfbbf5f480 x1876218616145536/t12884922556(12884922556) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789307437.037720:0:251985:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000001:2.0:1789307437.037721:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789307437.037723:0:251985:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307437.037728:0:251985:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000004:00000001:2.0:1789307437.037736:0:118851:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000040:3.0:1789307437.037736:0:251985:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb918ad80 x1876218616150528/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:483/0 lens 224/368 e 0 to 0 dl 1789307448 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000040:2.0:1789307437.037744:0:118851:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=353529 free=351347 avail=315644 avail_mb=1232 hwm_mb=3 files=1024000 ffree=1021959 state=0: rc = 0 00000004:00080000:1.0:1789307437.037767:0:118849:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9fbfbbf5f480, transno 12884922556 00000004:00000020:2.0:1789307437.037769:0:118851:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (ffff9fbf84cc4000): 353529 blocks, 351347 free, 315644 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 1024000 files, 1021959 free files 0x0 00000100:00100000:3.0:1789307437.037771:0:251985:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfb918ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:118852:x1876218616150528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 840us (1337us total) trans 0 rc 0/0 00000100:00000001:1.0:1789307437.037777:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000004:00000001:2.0:1789307437.037785:0:118851:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.037786:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244573869184 : -105829135682432 : ffff9fbfbbf5f480) 00000100:00100000:3.0:1789307437.037796:0:251985:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00000040:2.0:1789307437.037800:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbff7b80 x1876218616150400/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307437.037804:0:251985:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe95150800 : new rpc_count 0 00000100:00000001:3.0:1789307437.037809:0:251985:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1789307437.037810:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:118851:1876218616150400:0@lo:41:osp-pre-0-1.0 00000100:00000001:1.0:1789307437.037811:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789307437.037813:0:251985:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789307437.037822:0:251985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47a180. 00000100:00000040:1.0:1789307437.037823:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbf5f480 x1876218616145536/t12884922556(12884922556) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307437.037829:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1789307437.037830:0:251985:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666ec80. 00000100:00000001:2.0:1789307437.037839:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1789307437.037842:0:251985:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbf9781aa00. 00000100:00000001:1.0:1789307437.037883:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307437.037884:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbff7b80 x1876218616150400/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1789307437.037888:0:251985:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe95150800 : new refcount 8 00000100:00000001:1.0:1789307437.037905:0:118849:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307437.037907:0:251985:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307437.037909:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789307437.037917:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1789307437.037918:0:118849:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: normal: skip=1 replay=1/1 committed=0/0 02000000:00000010:2.0:1789307437.037920:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbf98ca3000. 00000100:00000001:1.0:1789307437.037928:0:118849:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1789307437.037929:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789307437.037932:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:1.0:1789307437.037933:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.037935:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbf84cc6800 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1789307437.037942:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789307437.037945:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfb57d7500. 02000000:00000001:2.0:1789307437.037950:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1789307437.037951:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfb918bb80 x1876218616150656/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789307437.037952:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789307437.037959:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbff7b80. 00000100:00000001:1.0:1789307437.037970:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307437.037970:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789307437.037975:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307437.037977:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789307437.037984:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307437.037985:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1789307437.037997:0:118849:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000100:00000001:2.0:1789307437.038001:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000004:00000040:1.0:1789307437.038002:0:118849:0:(osp_precreate.c:87:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0000: Updating status = 0 00000100:00000001:2.0:1789307437.038007:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1789307437.038010:0:118849:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0000: blocks=958279 free=953279 avail=896721 avail_mb=3502 hwm_mb=7 files=262144 ffree=259166 state=0: rc = 0 00000100:00000001:2.0:1789307437.038013:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789307437.038019:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:1.0:1789307437.038038:0:118849:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-OST0001-osc-MDT0000 (ffff9fbf83a76000): 958279 blocks, 953279 free, 896721 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259166 free files 0x0 00000004:00000001:2.0:1789307437.038050:0:238808:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1789307437.038052:0:118849:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.038056:0:238808:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307437.038066:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb918bb80 x1876218616150656/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1789307437.038067:0:238808:0:(osp_sync.c:1145:osp_sync_process_committed()) Process entered 00000004:00000040:2.0:1789307437.038081:0:238808:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbfb58ac6c0 : new refcount 3 00000100:00100000:1.0:1789307437.038090:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfb918bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:118849:1876218616150656:0@lo:13:osp-pre-1-0.0 00000040:00000001:2.0:1789307437.038095:0:238808:0:(llog_cat_server.c:690:llog_cat_cancel_records()) Process entered 00000040:00000001:2.0:1789307437.038100:0:238808:0:(llog_cat_server.c:632:llog_cat_cancel_arr_rec()) Process entered 00000100:00000001:1.0:1789307437.038103:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1789307437.038105:0:238808:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00000100:00000001:1.0:1789307437.038109:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000040:00000001:2.0:1789307437.038113:0:238808:0:(llog_cat.c:69:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307437.038116:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfb918bb80 x1876218616150656/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000040:00000001:2.0:1789307437.038120:0:238808:0:(llog.c:211:llog_cancel_arr_rec()) Process entered 00000040:00001000:2.0:1789307437.038126:0:238808:0:(llog.c:220:llog_cancel_arr_rec()) Canceling 1 records, first 8007 in log [0x1:0x33:0x0] 00080000:00000001:2.0:1789307437.038144:0:238808:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00000100:00000001:1.0:1789307437.038145:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307437.038151:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00080000:00000010:2.0:1789307437.038153:0:238808:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbe861c3400. 02000000:00000010:1.0:1789307437.038156:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbf84dffc00. 00080000:00000001:2.0:1789307437.038162:0:238808:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638239375438848 : -105834334112768 : ffff9fbe861c3400) 02000000:00000001:1.0:1789307437.038165:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307437.038171:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00000040:00000001:2.0:1789307437.038173:0:238808:0:(llog.c:1207:llog_declare_write_rec()) Process entered 00000020:00000040:1.0:1789307437.038175:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbf97e5e000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000040:00000001:2.0:1789307437.038180:0:238808:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000020:00000001:1.0:1789307437.038181:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307437.038188:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbec5bb6500. 00080000:00000001:2.0:1789307437.038189:0:238808:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:2.0:1789307437.038199:0:238808:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 02000000:00000001:1.0:1789307437.038200:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307437.038205:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307437.038209:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfb918bb80. 00000100:00000001:1.0:1789307437.038216:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307437.038221:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1789307437.038224:0:238808:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbec4f00b80. 00000100:00000001:1.0:1789307437.038227:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1789307437.038231:0:238808:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307437.038236:0:238808:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.038237:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307437.038242:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.038247:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000040:00000001:2.0:1789307437.038248:0:238808:0:(llog.c:1219:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.038252:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307437.038255:0:238808:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:2.0:1789307437.038261:0:238808:0:(llog_osd.c:1921:llog_osd_declare_destroy()) Process entered 00080000:00000001:2.0:1789307437.038268:0:238808:0:(osd_handler.c:4081:osd_declare_destroy()) Process entered 00000001:00000001:2.0:1789307437.038280:0:238808:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1789307437.038286:0:238808:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000002:2.0:1789307437.038293:0:238808:0:(osd_handler.c:395:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x33:0x0] not in the id map cache 00080000:00000001:2.0:1789307437.038303:0:238808:0:(osd_handler.c:4122:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307437.038310:0:238808:0:(llog_osd.c:1959:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307437.038318:0:238808:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307437.038325:0:238808:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:2.0:1789307437.038341:0:238808:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307437.038348:0:238808:0:(llog.c:1230:llog_write_rec()) Process entered 00000040:00000001:2.0:1789307437.038354:0:238808:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1789307437.038359:0:238808:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x33:0x0] 00000040:00000001:2.0:1789307437.038406:0:238808:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307437.038411:0:238808:0:(llog.c:1263:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307437.038415:0:238808:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:2.0:1789307437.038427:0:238808:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbec4f00b80. 00040000:00000001:2.0:1789307437.038435:0:238808:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:2.0:1789307437.038444:0:238808:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:2.0:1789307437.038447:0:238808:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307437.038449:0:238808:0:(llog.c:349:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307437.038452:0:238808:0:(llog_cat_server.c:671:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307437.038455:0:238808:0:(llog_cat_server.c:701:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.038457:0:238808:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789307437.038463:0:238808:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbf5f480 x1876218616145536/t12884922556(12884922556) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1789307445 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307437.038471:0:238808:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789307437.038473:0:238808:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789307437.038475:0:238808:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbfbf309800. 02000000:00000001:2.0:1789307437.038479:0:238808:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789307437.038480:0:238808:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789307437.038482:0:238808:0:(genops.c:1222:class_import_put()) import ffff9fbf97e5e000 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:2.0:1789307437.038484:0:238808:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789307437.038486:0:238808:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9fbfbb498c00. 02000000:00000001:2.0:1789307437.038489:0:238808:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789307437.038491:0:238808:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789307437.038492:0:238808:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbf5f480. 00000100:00000001:2.0:1789307437.038496:0:238808:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789307437.038497:0:238808:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:2.0:1789307437.038500:0:238808:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbfb58ac6c0 : new refcount 2 00000004:00001000:2.0:1789307437.038503:0:238808:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 1 done 00000004:00000001:2.0:1789307437.038506:0:238808:0:(osp_sync.c:1260:osp_sync_process_committed()) Process leaving 00000004:00000001:2.0:1789307437.038508:0:238808:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1789307437.038509:0:238808:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.038512:0:238808:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1789307437.038513:0:238808:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.038515:0:238808:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1789307437.038517:0:238808:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.547264:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1789307437.547270:0:118849:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1789307437.547273:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307437.547282:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789307437.547283:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789307437.547287:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307437.547288:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.547292:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789307437.547296:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789307437.547315:0:118849:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789307437.547321:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbf5f100 x1876218616150784/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307437.547329:0:118849:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789307437.547332:0:118849:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307437.547335:0:118849:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789307437.547338:0:118849:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789307437.547341:0:118849:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307437.547344:0:118849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbf5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:118849:1876218616150784:0@lo:13:osp-pre-1-1.0 00000100:00000001:2.0:1789307437.547348:0:118849:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789307437.547353:0:118849:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789307437.547357:0:118849:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307437.547359:0:118849:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789307437.547374:0:118849:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbf84dfd000. 02000000:00000001:2.0:1789307437.547376:0:118849:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307437.547384:0:118849:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf83605738. 00000400:00000010:2.0:1789307437.547393:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd908. 00000100:00000200:2.0:1789307437.547401:0:118849:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616150784, portal 4 00000100:00000001:2.0:1789307437.547403:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789307437.547405:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244573868288 : -105829135683328 : ffff9fbfbbf5f100) 00000100:00000040:2.0:1789307437.547413:0:118849:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbf5f100 x1876218616150784/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307453 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307437.547421:0:118849:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307437.547424:0:118849:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789307437.547426:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd880. 00000100:00000200:2.0:1789307437.547429:0:118849:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876218616150784, offset 0 00000400:00000200:2.0:1789307437.547435:0:118849:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789307437.547453:0:118849:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789307437.547463:0:118849:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6aa693022fb00 00000400:00000200:2.0:1789307437.547469:0:118849:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x4f41 [8] + 2464 00000400:00000200:2.0:1789307437.547478:0:118849:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307437.547482:0:118849:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1789307437.547489:0:118849:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789307437.547497:0:118849:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1789307437.547501:0:118849:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb918b100. 00000100:00000040:2.0:1789307437.547504:0:118849:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb918b100 x1876218616150784 msgsize 224 00000100:00100000:2.0:1789307437.547508:0:118849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1789307437.547523:0:118849:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:2.0:1789307437.547534:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd880 00000400:00000010:2.0:1789307437.547536:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd880. 00000100:00000001:2.0:1789307437.547540:0:118849:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789307437.547544:0:118849:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbf5f100 x1876218616150784/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307453 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307437.547553:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789307437.547557:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbf5f100 x1876218616150784/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307453 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307437.547562:0:234380:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1789307437.547563:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307437.547565:0:234380:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616150784 00000100:00000001:2.0:1789307437.547567:0:118849:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1789307437.547569:0:234380:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307437.547574:0:118849:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.547577:0:234380:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307437.547579:0:234380:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307437.547581:0:118849:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 5155 usecs (6 jiffies) 02000000:00000001:1.0:1789307437.547584:0:234380:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.547587:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315065862 00000100:00100000:1.0:1789307437.547589:0:234380:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616150784 00000020:00000001:1.0:1789307437.547593:0:234380:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307437.547594:0:234380:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725e8b60ec 00000100:00000001:2.0:1789307437.547594:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315067819 00000020:00000001:1.0:1789307437.547598:0:234380:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:2.0:1789307437.547600:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315065862 00000020:00000040:1.0:1789307437.547602:0:234380:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe9623d800 refcount=5 00000100:00000001:2.0:1789307437.547604:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315067819 00000020:00000001:1.0:1789307437.547606:0:234380:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239644375040 : -105834065176576 : ffff9fbe9623d800) 00000100:00000001:2.0:1789307437.547608:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315065862 00000020:00000001:1.0:1789307437.547611:0:234380:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239644375040 : -105834065176576 : ffff9fbe9623d800) 00000100:00000001:2.0:1789307437.547613:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315067819 00000100:00000001:2.0:1789307437.547617:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315065862 00000100:00000001:1.0:1789307437.547618:0:234380:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1789307437.547621:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315067819 00000020:00000010:1.0:1789307437.547624:0:234380:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ff3c0. 00000100:00000001:2.0:1789307437.547624:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307437.547630:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307437.547632:0:234380:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbf874ff700. 00000100:00000001:2.0:1789307437.547634:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.547638:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307437.547643:0:234380:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000100:00000001:1.0:1789307437.547652:0:234380:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1789307437.547654:0:234380:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ff3c0. 00000020:00000010:1.0:1789307437.547661:0:234380:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb484f000. 00000020:00000010:1.0:1789307437.547667:0:234380:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf83f8da00. 00000100:00080000:2.0:1789307437.547675:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:2.0:1789307437.547680:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000020:00000010:1.0:1789307437.547683:0:234380:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696aed8. 00000100:00000040:1.0:1789307437.547696:0:234380:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1789307437.547700:0:234380:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307437.547702:0:234380:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307437.547704:0:234380:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.547712:0:234380:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.547725:0:234380:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307437.547737:0:234380:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307437.547738:0:234380:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789307437.547743:0:234380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4565 00000100:00000040:1.0:1789307437.547747:0:234380:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe9623d800 : new rpc_count 1 00000100:00000001:1.0:1789307437.547749:0:234380:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244525814016 : -105829183737600 : ffff9fbfb918b100) 00000100:00000040:1.0:1789307437.547759:0:234380:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfb918b100 x1876218616150784/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:483/0 lens 224/0 e 0 to 0 dl 1789307448 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307437.547768:0:234380:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307437.547777:0:234380:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ff3c0. 00000100:00000001:1.0:1789307437.547780:0:234380:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307437.547783:0:234380:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ff3c0. 00000100:00100000:1.0:1789307437.547788:0:234380:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfb918b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:118849:x1876218616150784:12345-0@lo:13:osp-pre-1-1.0 00000100:00000200:1.0:1789307437.547792:0:234380:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616150784 00000020:00000001:1.0:1789307437.547795:0:234380:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1789307437.547798:0:234380:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1789307437.547801:0:234380:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307437.547804:0:234380:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1789307437.547806:0:234380:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664990128 : -1044561488 : ffffffffc1bd41b0) 00000020:00000001:1.0:1789307437.547810:0:234380:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1789307437.547817:0:234380:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789307437.547819:0:234380:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1789307437.547822:0:234380:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1789307437.547825:0:234380:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.547828:0:234380:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789307437.547830:0:234380:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789307437.547834:0:234380:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbe95938c00. 02000000:00000001:1.0:1789307437.547837:0:234380:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.547839:0:234380:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307437.547843:0:234380:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1789307437.547848:0:234380:0:(ofd_obd.c:710:ofd_statfs()) Process entered 00000020:00000001:1.0:1789307437.547871:0:234380:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1789307437.547874:0:234380:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1789307437.547876:0:234380:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 33808192 pending 0 free 3904630784 avail 3673108480 00000020:00000020:1.0:1789307437.547892:0:234380:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 143168 0 0 00000020:00000020:1.0:1789307437.547896:0:234380:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli 6b94c9bb-f547-4fe5-8ac4-fde7cb36702a/ffff9fbe9623d000 dirty 0 pend 0 grant 33665024 00000020:00000020:1.0:1789307437.547899:0:234380:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9fbf92163800 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1789307437.547901:0:234380:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9fbe9623d800 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1789307437.547904:0:234380:0:(ofd_obd.c:759:ofd_statfs()) 958279 blocks: 953279 free, 896721 avail; 262144 objects: 259166 free; state 0 00002000:00000001:1.0:1789307437.547907:0:234380:0:(ofd_obd.c:802:ofd_statfs()) Process leaving 00000001:00000001:1.0:1789307437.547912:0:234380:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307437.547915:0:234380:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307437.547922:0:234380:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1789307437.547926:0:234380:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884922541, transno 0, xid 1876218616150784 00010000:00000001:1.0:1789307437.547928:0:234380:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:1.0:1789307437.547934:0:234380:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfb918b100 x1876218616150784/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:483/0 lens 224/368 e 0 to 0 dl 1789307448 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789307437.547942:0:234380:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789307437.547945:0:234380:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307437.547949:0:234380:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbe1fbde8 time=149 v=5 (1 1 1 1) 00000100:00000001:1.0:1789307437.547953:0:234380:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789307437.547956:0:234380:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:1.0:1789307437.547958:0:234380:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:1.0:1789307437.547961:0:234380:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789307437.547963:0:234380:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.547965:0:234380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307437.547967:0:234380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789307437.547970:0:234380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54bb0. 00000100:00000200:1.0:1789307437.547974:0:234380:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1876218616150784, offset 224 00000400:00000200:1.0:1789307437.547979:0:234380:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789307437.547984:0:234380:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789307437.547990:0:234380:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6aa693022fb00 00000400:00000200:1.0:1789307437.547995:0:234380:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c18cd [1] + 224 00000400:00000200:1.0:1789307437.547999:0:234380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307437.548002:0:234380:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307437.548005:0:234380:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789307437.548010:0:234380:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbbf5f100 x1876218616150784/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307437.548020:0:234380:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fbfbbf5f100 x1876218616150784/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307437.548041:0:234380:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1789307437.548046:0:234380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54bb0 00000400:00000010:1.0:1789307437.548048:0:234380:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54bb0. 00000100:00000001:1.0:1789307437.548050:0:234380:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1789307437.548052:0:234380:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1789307437.548064:0:234380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307437.548068:0:234380:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00010000:00000001:1.0:1789307437.548070:0:234380:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:1.0:1789307437.548073:0:234380:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307437.548076:0:234380:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1789307437.548080:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1789307437.548081:0:234380:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb918b100 x1876218616150784/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:483/0 lens 224/368 e 0 to 0 dl 1789307448 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307437.548084:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789307437.548091:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1789307437.548093:0:234380:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfb918b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:118849:x1876218616150784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 323us (586us total) trans 0 rc 0/0 00000400:00000001:2.0:1789307437.548095:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789307437.548100:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf83605738. 00000100:00100000:1.0:1789307437.548106:0:234380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4565 00000400:00000200:2.0:1789307437.548106:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd908 00000400:00000010:2.0:1789307437.548110:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd908. 00000100:00000040:1.0:1789307437.548113:0:234380:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe9623d800 : new rpc_count 0 00000100:00000001:2.0:1789307437.548115:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1789307437.548117:0:234380:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307437.548121:0:234380:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1789307437.548123:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbf5f100 x1876218616150784/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1789307437.548127:0:234380:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf83f8da00. 00000020:00000010:1.0:1789307437.548134:0:234380:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696aed8. 00000020:00000010:1.0:1789307437.548140:0:234380:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb484f000. 00000100:00000200:2.0:1789307437.548141:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbf5f100 x1876218616150784/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1789307437.548148:0:234380:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d800 : new refcount 4 00000100:00000001:2.0:1789307437.548152:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307437.548153:0:234380:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307437.548156:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307437.548160:0:118849:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789307437.548163:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789307437.548165:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307437.548167:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307437.548170:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307437.548177:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe85bcbca8 time=12 v=5 (5 5 5 5) 00000100:00001000:2.0:1789307437.548181:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe85bcbc18 time=12 v=5 (1 1 1 1) 00000100:00000001:2.0:1789307437.548184:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789307437.548186:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.548189:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789307437.548192:0:118849:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.548196:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789307437.548198:0:118849:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 12884922541 00000100:00000001:2.0:1789307437.548200:0:118849:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789307437.548202:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307437.548207:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbf5f100 x1876218616150784/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307437.548216:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307437.548219:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789307437.548221:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1789307437.548224:0:118849:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1789307437.548244:0:118849:0:(osp_precreate.c:87:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0001: Updating status = 0 00000004:00000040:2.0:1789307437.548251:0:118849:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0001: blocks=958279 free=953279 avail=896721 avail_mb=3502 hwm_mb=7 files=262144 ffree=259166 state=0: rc = 0 00000004:00000020:2.0:1789307437.548260:0:118849:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-OST0001-osc-MDT0001 (ffff9fbe85bcf000): 958279 blocks, 953279 free, 896721 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259166 free files 0x0 00000004:00000001:2.0:1789307437.548265:0:118849:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307437.548270:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf5f100 x1876218616150784/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307437.548279:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbf5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:118849:1876218616150784:0@lo:13:osp-pre-1-1.0 00000100:00000001:2.0:1789307437.548284:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307437.548286:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789307437.548289:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbf5f100 x1876218616150784/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307437.548295:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789307437.548297:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789307437.548301:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbf84dfd000. 02000000:00000001:2.0:1789307437.548306:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789307437.548308:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789307437.548309:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbe85bcb800 refcount=2 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:2.0:1789307437.548311:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789307437.548314:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf87ecce00. 02000000:00000001:2.0:1789307437.548318:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789307437.548320:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789307437.548322:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbf5f100. 00000100:00000001:2.0:1789307437.548326:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789307437.548327:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307437.548329:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307437.548333:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789307437.548335:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.548338:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789307437.548339:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.631842:0:225636:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789307437.631846:0:225636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647717376 02000000:00000001:2.0:1789307437.631888:0:225636:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307437.631897:0:225636:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307437.631899:0:225636:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307437.631903:0:225636:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307437.631907:0:225636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647717376 00000020:00000001:2.0:1789307437.631909:0:225636:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307437.631911:0:225636:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725e8b6ff6 00000020:00000001:2.0:1789307437.631913:0:225636:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307437.631916:0:225636:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfba93a800 refcount=31 00000020:00000001:2.0:1789307437.631917:0:225636:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244550649856 : -105829158901760 : ffff9fbfba93a800) 00000020:00000001:2.0:1789307437.631919:0:225636:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244550649856 : -105829158901760 : ffff9fbfba93a800) 00000100:00000001:2.0:1789307437.631923:0:225636:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307437.631925:0:225636:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00b80. 00000100:00000001:2.0:1789307437.631928:0:225636:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307437.631930:0:225636:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00b80. 00000020:00000010:2.0:1789307437.631938:0:225636:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbe861c2800. 00000020:00000010:2.0:1789307437.631943:0:225636:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44d80. 00000020:00000010:2.0:1789307437.631946:0:225636:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984960. 00000100:00000040:2.0:1789307437.631957:0:225636:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1789307437.631959:0:225636:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307437.631960:0:225636:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307437.631962:0:225636:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.631968:0:225636:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.631976:0:225636:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307437.631984:0:225636:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307437.631986:0:225636:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789307437.631989:0:225636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 4630 00000100:00000040:2.0:1789307437.631992:0:225636:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfba93a800 : new rpc_count 1 00000100:00000001:2.0:1789307437.631994:0:225636:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244573860224 : -105829135691392 : ffff9fbfbbf5d180) 00000100:00000040:2.0:1789307437.632001:0:225636:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbf5d180 x1876218647717376/t0(0) o35->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:483/0 lens 392/0 e 0 to 0 dl 1789307448 ref 1 fl New:/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789307437.632007:0:225636:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307437.632009:0:225636:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00b80. 00000100:00000001:2.0:1789307437.632010:0:225636:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307437.632016:0:225636:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00b80. 00000100:00100000:2.0:1789307437.632020:0:225636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbf5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+31:398910:x1876218647717376:12345-192.168.204.56@tcp:35:umount.0 00000100:00000200:2.0:1789307437.632023:0:225636:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647717376 00000020:00000001:2.0:1789307437.632026:0:225636:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1789307437.632029:0:225636:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1789307437.632033:0:225636:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.632035:0:225636:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1789307437.632037:0:225636:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662883136 : -1046668480 : ffffffffc19d1b40) 00000020:00000001:2.0:1789307437.632040:0:225636:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1789307437.632043:0:225636:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1876218647717376, found 0 last_xid 1876218647717375 00000020:00000001:2.0:1789307437.632045:0:225636:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307437.632046:0:225636:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307437.632048:0:225636:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1789307437.632050:0:225636:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.632055:0:225636:0:(mdt_open.c:2776:mdt_close()) Process entered 00000004:00000001:2.0:1789307437.632056:0:225636:0:(mdt_lib.c:1496:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1789307437.632058:0:225636:0:(mdt_lib.c:1406:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1789307437.632061:0:225636:0:(mdt_lib.c:1417:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.632064:0:225636:0:(mdt_lib.c:1352:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1789307437.632066:0:225636:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1789307437.632068:0:225636:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307437.632070:0:225636:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1789307437.632071:0:225636:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1789307437.632073:0:225636:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307437.632074:0:225636:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1789307437.632075:0:225636:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1789307437.632076:0:225636:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307437.632077:0:225636:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1789307437.632078:0:225636:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1789307437.632079:0:225636:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307437.632080:0:225636:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1789307437.632080:0:225636:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1789307437.632081:0:225636:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.632083:0:225636:0:(mdt_lib.c:1398:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.632087:0:225636:0:(mdt_lib.c:1479:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1789307437.632088:0:225636:0:(mdt_lib.c:1481:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.632090:0:225636:0:(mdt_lib.c:694:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1789307437.632092:0:225636:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1789307437.632092:0:225636:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307437.632093:0:225636:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1789307437.632094:0:225636:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1789307437.632095:0:225636:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307437.632096:0:225636:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1789307437.632097:0:225636:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1789307437.632098:0:225636:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307437.632099:0:225636:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1789307437.632100:0:225636:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307437.632103:0:225636:0:(upcall_cache.c:191:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1789307437.632107:0:225636:0:(upcall_cache.c:400:upcall_cache_get_entry()) found entry ffff9fbf88dd8800 flags 0x0 02000000:00000001:2.0:1789307437.632109:0:225636:0:(upcall_cache.c:401:upcall_cache_get_entry()) Process leaving (rc=18446638243716630528 : -105829992921088 : ffff9fbf88dd8800) 00000001:00000001:2.0:1789307437.632110:0:225636:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1789307437.632111:0:225636:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1789307437.632112:0:225636:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307437.632113:0:225636:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1789307437.632113:0:225636:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1789307437.632114:0:225636:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.632116:0:225636:0:(mdt_lib.c:100:mdt_root_squash()) Process entered 00000004:00000001:2.0:1789307437.632117:0:225636:0:(mdt_lib.c:103:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307437.632118:0:225636:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1789307437.632119:0:225636:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.632120:0:225636:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.632122:0:225636:0:(mdt_lib.c:718:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.632123:0:225636:0:(mdt_lib.c:1509:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.632127:0:225636:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307437.632129:0:225636:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789307437.632133:0:225636:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fbf84dfd000. 02000000:00000001:2.0:1789307437.632134:0:225636:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.632135:0:225636:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.632138:0:225636:0:(mdt_internal.h:1242:mdt_check_resent()) Process entered 00000004:00000001:2.0:1789307437.632139:0:225636:0:(mdt_internal.h:1259:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.632144:0:225636:0:(mdt_open.c:2744:mdt_close_internal()) Process entered 00000004:00000001:2.0:1789307437.632146:0:225636:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1789307437.632147:0:225636:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307437.632149:0:225636:0:(lustre_handles.c:148:class_handle2object()) GET mdt ffff9fbf84fe5e00 refcount=2 00000020:00000001:2.0:1789307437.632150:0:225636:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243651673600 : -105830057878016 : ffff9fbf84fe5e00) 00000004:00000001:2.0:1789307437.632152:0:225636:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446638243651673600 : -105830057878016 : ffff9fbf84fe5e00) 00000020:00000040:2.0:1789307437.632154:0:225636:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf84fe5e00 with handle 0x66de20725ed392a5 from hash 00000004:00000001:2.0:1789307437.632158:0:225636:0:(mdt_open.c:2595:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1789307437.632160:0:225636:0:(mdt_open.c:2603:mdt_mfd_close()) lustre-MDT0001: closing file handle [0x240001b72:0xa:0x0] with intent: 0 00000004:00000001:2.0:1789307437.632162:0:225636:0:(mdt_handler.c:1182:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1789307437.632165:0:225636:0:(mdd_object.c:383:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1789307437.632171:0:225636:0:(lod_object.c:1498:lod_xattr_get()) Process entered 00000004:00000001:2.0:1789307437.632192:0:225636:0:(lod_object.c:1566:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1789307437.632195:0:225636:0:(mdd_object.c:450:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1789307437.632197:0:225636:0:(mdt_handler.c:1220:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.632200:0:225636:0:(mdd_object.c:1312:mdd_attr_set()) Process entered 00000004:00000001:2.0:1789307437.632207:0:225636:0:(mdd_object.c:672:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1789307437.632211:0:225636:0:(mdd_object.c:730:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1789307437.632214:0:225636:0:(mdd_object.c:1334:mdd_attr_set()) lustre-MDD0001: no valid attribute on [0x240001b72:0xa:0x0], previous was 0x7 00000004:00000001:2.0:1789307437.632216:0:225636:0:(mdd_object.c:1336:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.632218:0:225636:0:(mdt_lib.c:1112:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1789307437.632221:0:225636:0:(mdt_lib.c:1133:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.632224:0:225636:0:(mdd_object.c:3886:mdd_close()) Process entered 00000004:00000001:2.0:1789307437.632227:0:225636:0:(mdd_object.c:3991:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1789307437.632229:0:225636:0:(mdd_object.c:4031:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1789307437.632232:0:225636:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fbf84fe5e00. 00000004:00000001:2.0:1789307437.632244:0:225636:0:(mdt_internal.h:712:mdt_object_put()) Process entered 00000020:00000002:2.0:1789307437.632248:0:225636:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfb9c307d8/ffff9fbfb9c30780 to site lru. bkt: ffff9fbfbee99ab8 00000004:00000001:2.0:1789307437.632250:0:225636:0:(mdt_internal.h:714:mdt_object_put()) Process leaving 00000004:00000001:2.0:1789307437.632251:0:225636:0:(mdt_open.c:2733:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.632252:0:225636:0:(mdt_open.c:2763:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.632254:0:225636:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1789307437.632256:0:225636:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:2.0:1789307437.632261:0:225636:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfc0afc000. 00080000:00000001:2.0:1789307437.632263:0:225636:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244653154304 : -105829056397312 : ffff9fbfc0afc000) 00080000:00000001:2.0:1789307437.632266:0:225636:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:2.0:1789307437.632275:0:225636:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:2.0:1789307437.632278:0:225636:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1789307437.632281:0:225636:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbec4f00b80. 00080000:00000001:2.0:1789307437.632283:0:225636:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307437.632291:0:225636:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307437.632293:0:225636:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00000001:00000001:2.0:1789307437.632296:0:225636:0:(tgt_lastrcvd.c:1490:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1789307437.632297:0:225636:0:(tgt_lastrcvd.c:1538:tgt_last_rcvd_update()) transno = 17179874256, last_committed = 17179874251 00000001:00000010:2.0:1789307437.632300:0:225636:0:(tgt_lastrcvd.c:1001:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fbf82f2c300. 00000001:00000040:2.0:1789307437.632301:0:225636:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) callback GETting export ffff9fbfba93a800 : new cb_count 1 00000020:00000040:2.0:1789307437.632303:0:225636:0:(genops.c:868:class_export_get()) GET export ffff9fbfba93a800 refcount=32 00000001:00000010:2.0:1789307437.632307:0:225636:0:(tgt_lastrcvd.c:1415:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fbf84c38840. 00000001:00000001:2.0:1789307437.632324:0:225636:0:(tgt_lastrcvd.c:1381:tgt_add_reply_data()) add reply ffff9fbf84c38840: xid 1876218647717376, transno 17179874256, tag 1, client gen 6, slot idx 0 00000001:00000001:2.0:1789307437.632327:0:225636:0:(tgt_lastrcvd.c:1383:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307437.632334:0:225636:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbec4f00b80. 00040000:00000001:2.0:1789307437.632337:0:225636:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:2.0:1789307437.632338:0:225636:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:2.0:1789307437.632340:0:225636:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.632342:0:225636:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1789307437.632343:0:225636:0:(mdt_handler.c:931:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1789307437.632344:0:225636:0:(mdt_handler.c:935:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1789307437.632345:0:225636:0:(mdt_lib.c:939:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1789307437.632347:0:225636:0:(mdt_lib.c:958:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1789307437.632350:0:225636:0:(mdt_lib.c:1087:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307437.632352:0:225636:0:(upcall_cache.c:428:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1789307437.632354:0:225636:0:(upcall_cache.c:439:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1789307437.632358:0:225636:0:(lprocfs_jobstats.c:387:lprocfs_job_stats_log()) Process entered 00000020:00000010:2.0:1789307437.632370:0:225636:0:(lprocfs_jobstats.c:208:job_alloc()) kmalloced '(job)': 176 at ffff9fbf84c38cc0. 00000020:00000010:2.0:1789307437.632374:0:225636:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff9fbf84dffc00. 00000020:00000010:2.0:1789307437.632376:0:225636:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1728 at ffff9fbfb9250800. 00000020:00000010:2.0:1789307437.632383:0:225636:0:(lprocfs_status.c:1952:__lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff9fbfc0afcc00. 00000020:00000010:2.0:1789307437.632385:0:225636:0:(lprocfs_status.c:1952:__lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff9fbfc0afc200. 00000020:00000010:2.0:1789307437.632390:0:225636:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff9fbfb9256000. 00000020:00000001:2.0:1789307437.632392:0:225636:0:(lprocfs_jobstats.c:457:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307437.632396:0:225636:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1789307437.632397:0:225636:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.632398:0:225636:0:(mdt_open.c:2838:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789307437.632401:0:225636:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 17179874246, transno 17179874256, xid 1876218647717376 00010000:00000001:2.0:1789307437.632403:0:225636:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:2.0:1789307437.632408:0:225636:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbf5d180 x1876218647717376/t17179874256(0) o35->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:483/0 lens 392/456 e 0 to 0 dl 1789307448 ref 1 fl Interpret:/600/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789307437.632414:0:225636:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789307437.632416:0:225636:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307437.632419:0:225636:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf88dd85e8 time=137 v=5 (1 1 1 1) 00000100:00000001:2.0:1789307437.632422:0:225636:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789307437.632424:0:225636:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:2.0:1789307437.632425:0:225636:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:2.0:1789307437.632427:0:225636:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307437.632429:0:225636:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.632431:0:225636:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307437.632433:0:225636:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:2.0:1789307437.632436:0:225636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd908. 00000100:00000200:2.0:1789307437.632440:0:225636:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1876218647717376, offset 224 00000400:00000200:2.0:1789307437.632445:0:225636:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1789307437.632453:0:225636:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1789307437.632458:0:225636:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305884:305884:256:4294967295] 192.168.204.56@tcp LPNI seq info [305880:305880:8:4294967295] 00000400:00000200:2.0:1789307437.632466:0:225636:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1789307437.632470:0:225636:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1789307437.632474:0:225636:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbec5bb6500. 00000800:00000200:2.0:1789307437.632478:0:225636:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1789307437.632483:0:225636:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1789307437.632486:0:225636:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbec5bb6500 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1789307437.632497:0:225636:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307437.632499:0:225636:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:2.0:1789307437.632501:0:225636:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307437.632506:0:225636:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.632507:0:225636:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1789307437.632510:0:225636:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf5d180 x1876218647717376/t17179874256(0) o35->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:483/0 lens 392/456 e 0 to 0 dl 1789307448 ref 1 fl Interpret:/600/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789307437.632518:0:225636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbf5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+32:398910:x1876218647717376:12345-192.168.204.56@tcp:35:umount.0 Request processed in 509us (755us total) trans 17179874256 rc 0/0 00000100:00100000:2.0:1789307437.632524:0:225636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 4630 00000100:00000040:2.0:1789307437.632526:0:225636:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfba93a800 : new rpc_count 0 00000100:00000001:2.0:1789307437.632528:0:225636:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307437.632529:0:225636:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789307437.632533:0:225636:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44d80. 00000020:00000010:2.0:1789307437.632536:0:225636:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984960. 00000020:00000010:2.0:1789307437.632539:0:225636:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbe861c2800. 00000020:00000040:2.0:1789307437.632552:0:225636:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 31 00000100:00000001:2.0:1789307437.632555:0:225636:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789307437.632632:0:118842:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789307437.632641:0:118842:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbec5bb6500. 00000400:00000200:3.0:1789307437.632652:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307437.632660:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1789307437.632676:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd908 00000400:00000010:3.0:1789307437.632689:0:118842:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd908. 00000100:00000001:3.0:1789307437.632695:0:118842:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789307437.632697:0:118842:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000010:2.1:1789307437.637909:0:0:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff9fbf96050000. 00000020:00000010:2.1:1789307437.637927:0:0:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff9fbf85cb8400. 00000020:00000010:2.1:1789307437.637930:0:0:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff9fbf862db800. 00000020:00000010:2.1:1789307437.637960:0:0:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 1728 at ffff9fbf96051800. 00000020:00000010:2.1:1789307437.637967:0:0:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at ffff9fbf98c00000. 00000020:00000010:2.1:1789307437.637971:0:0:0:(lprocfs_jobstats.c:76:job_reclaim_rcu()) kfreed 'job': 176 at ffff9fbf90a5b480. 00000100:00000001:1.0:1789307437.648044:0:225635:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789307437.648049:0:225635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647717632 02000000:00000001:1.0:1789307437.648052:0:225635:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307437.648055:0:225635:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307437.648057:0:225635:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307437.648063:0:225635:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307437.648068:0:225635:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647717632 00000020:00000001:1.0:1789307437.648072:0:225635:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307437.648074:0:225635:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc60 00000020:00000001:1.0:1789307437.648077:0:225635:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307437.648080:0:225635:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf86773800 refcount=1566 00000020:00000001:1.0:1789307437.648088:0:225635:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243676370944 : -105830033180672 : ffff9fbf86773800) 00000020:00000001:1.0:1789307437.648091:0:225635:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243676370944 : -105830033180672 : ffff9fbf86773800) 00000100:00000001:1.0:1789307437.648096:0:225635:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307437.648101:0:225635:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ff3c0. 00000100:00000001:1.0:1789307437.648112:0:225635:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307437.648115:0:225635:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ff3c0. 00000020:00000010:1.0:1789307437.648123:0:225635:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb484f000. 00000020:00000010:1.0:1789307437.648128:0:225635:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf83f8da00. 00000020:00000010:1.0:1789307437.648133:0:225635:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696aed8. 00000100:00000040:1.0:1789307437.648143:0:225635:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1789307437.648147:0:225635:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307437.648148:0:225635:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307437.648151:0:225635:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.648160:0:225635:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.648170:0:225635:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307437.648181:0:225635:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307437.648184:0:225635:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789307437.648189:0:225635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 4631 00000100:00000040:1.0:1789307437.648194:0:225635:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf86773800 : new rpc_count 1 00000100:00000001:1.0:1789307437.648197:0:225635:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244582331472 : -105829127220144 : ffff9fbfbc771450) 00000100:00000040:1.0:1789307437.648207:0:225635:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbc771450 x1876218647717632/t0(0) o35->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:483/0 lens 392/0 e 0 to 0 dl 1789307448 ref 1 fl New:/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789307437.648218:0:225635:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307437.648221:0:225635:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ff3c0. 00000100:00000001:1.0:1789307437.648223:0:225635:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307437.648225:0:225635:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ff3c0. 00000100:00100000:1.0:1789307437.648230:0:225635:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbc771450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+1566:398910:x1876218647717632:12345-192.168.204.56@tcp:35:umount.0 00000100:00000200:1.0:1789307437.648234:0:225635:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647717632 00000020:00000001:1.0:1789307437.648238:0:225635:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1789307437.648241:0:225635:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000001:00000001:1.0:1789307437.648245:0:225635:0:(tgt_lastrcvd.c:375:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fbf863dd900: xid 1876218647717120, transno 25769821655, client gen 5, slot idx 1 00000001:00000001:1.0:1789307437.648249:0:225635:0:(tgt_lastrcvd.c:352:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fbe859dc840: xid 1876218647715840, transno 25769821654, client gen 5, slot idx 2 00000001:00000010:1.0:1789307437.648252:0:225635:0:(tgt_lastrcvd.c:360:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fbe859dc840. 00000020:00000001:1.0:1789307437.648256:0:225635:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307437.648262:0:225635:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1789307437.648264:0:225635:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662883136 : -1046668480 : ffffffffc19d1b40) 00000020:00000001:1.0:1789307437.648267:0:225635:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1789307437.648269:0:225635:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1876218647717632, found 0 last_xid 1876218647717631 00000020:00000001:1.0:1789307437.648271:0:225635:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789307437.648272:0:225635:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1789307437.648274:0:225635:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1789307437.648277:0:225635:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307437.648281:0:225635:0:(mdt_open.c:2776:mdt_close()) Process entered 00000004:00000001:1.0:1789307437.648283:0:225635:0:(mdt_lib.c:1496:mdt_close_unpack()) Process entered 00000004:00000001:1.0:1789307437.648284:0:225635:0:(mdt_lib.c:1406:mdt_close_handle_unpack()) Process entered 00000004:00000001:1.0:1789307437.648289:0:225635:0:(mdt_lib.c:1417:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307437.648291:0:225635:0:(mdt_lib.c:1352:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1789307437.648294:0:225635:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307437.648295:0:225635:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307437.648298:0:225635:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307437.648300:0:225635:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307437.648301:0:225635:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307437.648302:0:225635:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307437.648303:0:225635:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307437.648304:0:225635:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307437.648305:0:225635:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307437.648306:0:225635:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307437.648306:0:225635:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307437.648308:0:225635:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307437.648308:0:225635:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307437.648309:0:225635:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307437.648311:0:225635:0:(mdt_lib.c:1398:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307437.648312:0:225635:0:(mdt_lib.c:1479:mdt_close_intent_unpack()) Process entered 00000004:00000001:1.0:1789307437.648313:0:225635:0:(mdt_lib.c:1481:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307437.648315:0:225635:0:(mdt_lib.c:694:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1789307437.648315:0:225635:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307437.648316:0:225635:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307437.648317:0:225635:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307437.648318:0:225635:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307437.648319:0:225635:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307437.648323:0:225635:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307437.648324:0:225635:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307437.648325:0:225635:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307437.648326:0:225635:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307437.648327:0:225635:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307437.648331:0:225635:0:(upcall_cache.c:191:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1789307437.648336:0:225635:0:(upcall_cache.c:400:upcall_cache_get_entry()) found entry ffff9fbfb6949800 flags 0x0 02000000:00000001:1.0:1789307437.648337:0:225635:0:(upcall_cache.c:401:upcall_cache_get_entry()) Process leaving (rc=18446638244483602432 : -105829225949184 : ffff9fbfb6949800) 00000001:00000001:1.0:1789307437.648338:0:225635:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307437.648339:0:225635:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307437.648340:0:225635:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307437.648341:0:225635:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307437.648342:0:225635:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307437.648343:0:225635:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307437.648344:0:225635:0:(mdt_lib.c:100:mdt_root_squash()) Process entered 00000004:00000001:1.0:1789307437.648345:0:225635:0:(mdt_lib.c:103:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307437.648347:0:225635:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307437.648348:0:225635:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307437.648349:0:225635:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307437.648350:0:225635:0:(mdt_lib.c:718:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307437.648351:0:225635:0:(mdt_lib.c:1509:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.648356:0:225635:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789307437.648357:0:225635:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789307437.648361:0:225635:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fbe95939000. 02000000:00000001:1.0:1789307437.648362:0:225635:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.648364:0:225635:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307437.648365:0:225635:0:(mdt_internal.h:1242:mdt_check_resent()) Process entered 00000004:00000001:1.0:1789307437.648366:0:225635:0:(mdt_internal.h:1259:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307437.648369:0:225635:0:(mdt_open.c:2744:mdt_close_internal()) Process entered 00000004:00000001:1.0:1789307437.648370:0:225635:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:1.0:1789307437.648371:0:225635:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307437.648373:0:225635:0:(lustre_handles.c:148:class_handle2object()) GET mdt ffff9fbfc0f44700 refcount=2 00000020:00000001:1.0:1789307437.648375:0:225635:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244657645312 : -105829051906304 : ffff9fbfc0f44700) 00000004:00000001:1.0:1789307437.648377:0:225635:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446638244657645312 : -105829051906304 : ffff9fbfc0f44700) 00000020:00000040:1.0:1789307437.648378:0:225635:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0f44700 with handle 0x66de20725ed773cc from hash 00000004:00000001:1.0:1789307437.648387:0:225635:0:(mdt_open.c:2595:mdt_mfd_close()) Process entered 00000004:00000002:1.0:1789307437.648388:0:225635:0:(mdt_open.c:2603:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200002342:0x8484:0x0] with intent: 0 00000004:00000001:1.0:1789307437.648391:0:225635:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:1.0:1789307437.648393:0:225635:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1048576 size 1048576 lsom blocks 2048 blocks 2048 truncate 0 00000004:00000001:1.0:1789307437.648395:0:225635:0:(mdt_som.c:209:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307437.648397:0:225635:0:(mdt_open.c:149:mdt_write_put()) Process entered 00000004:00000001:1.0:1789307437.648397:0:225635:0:(mdt_open.c:153:mdt_write_put()) Process leaving 00000004:00000001:1.0:1789307437.648399:0:225635:0:(mdt_handler.c:1182:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1789307437.648402:0:225635:0:(mdd_object.c:383:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1789307437.648408:0:225635:0:(lod_object.c:1498:lod_xattr_get()) Process entered 00000004:00000001:1.0:1789307437.648432:0:225635:0:(lod_object.c:1566:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1789307437.648436:0:225635:0:(mdd_object.c:450:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1789307437.648438:0:225635:0:(mdt_handler.c:1220:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307437.648441:0:225635:0:(mdd_object.c:1312:mdd_attr_set()) Process entered 00000004:00000001:1.0:1789307437.648447:0:225635:0:(mdd_object.c:672:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1789307437.648451:0:225635:0:(mdd_object.c:730:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1789307437.648454:0:225635:0:(mdd_object.c:1334:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200002342:0x8484:0x0], previous was 0x7 00000004:00000001:1.0:1789307437.648457:0:225635:0:(mdd_object.c:1336:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307437.648460:0:225635:0:(mdt_reint.c:956:mdt_add_dirty_flag()) Process entered 00000004:00000001:1.0:1789307437.648462:0:225635:0:(mdt_handler.c:1278:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1789307437.648463:0:225635:0:(mdd_object.c:383:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1789307437.648465:0:225635:0:(lod_object.c:1498:lod_xattr_get()) Process entered 00000004:00000001:1.0:1789307437.648469:0:225635:0:(lod_object.c:1566:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1789307437.648471:0:225635:0:(mdd_object.c:450:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1789307437.648473:0:225635:0:(md_attrs.c:159:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1789307437.648474:0:225635:0:(md_attrs.c:163:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1789307437.648476:0:225635:0:(mdt_handler.c:1365:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=ffff9fbe959392f0 00000004:00000001:1.0:1789307437.648478:0:225635:0:(mdt_handler.c:1366:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307437.648479:0:225635:0:(mdt_reint.c:983:mdt_add_dirty_flag()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307437.648481:0:225635:0:(mdt_lib.c:1112:mdt_handle_last_unlink()) Process entered 00000004:00000001:1.0:1789307437.648483:0:225635:0:(mdt_lib.c:1133:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307437.648485:0:225635:0:(mdd_object.c:3886:mdd_close()) Process entered 00000004:00000001:1.0:1789307437.648488:0:225635:0:(mdd_object.c:3991:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1789307437.648489:0:225635:0:(mdd_object.c:4031:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:1.0:1789307437.648491:0:225635:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fbfc0f44700. 00000004:00000001:1.0:1789307437.648499:0:225635:0:(mdt_internal.h:712:mdt_object_put()) Process entered 00000004:00000001:1.0:1789307437.648505:0:225635:0:(mdt_internal.h:714:mdt_object_put()) Process leaving 00000004:00000001:1.0:1789307437.648506:0:225635:0:(mdt_open.c:2733:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307437.648507:0:225635:0:(mdt_open.c:2763:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307437.648509:0:225635:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:1.0:1789307437.648512:0:225635:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:1.0:1789307437.648515:0:225635:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfb484fa00. 00080000:00000001:1.0:1789307437.648517:0:225635:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244449024512 : -105829260527104 : ffff9fbfb484fa00) 00080000:00000001:1.0:1789307437.648519:0:225635:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:1.0:1789307437.648525:0:225635:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:1.0:1789307437.648528:0:225635:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1789307437.648531:0:225635:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ff3c0. 00080000:00000001:1.0:1789307437.648532:0:225635:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307437.648539:0:225635:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307437.648541:0:225635:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00000001:00000001:1.0:1789307437.648543:0:225635:0:(tgt_lastrcvd.c:1490:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1789307437.648545:0:225635:0:(tgt_lastrcvd.c:1538:tgt_last_rcvd_update()) transno = 25769821656, last_committed = 25769821654 00000001:00000010:1.0:1789307437.648548:0:225635:0:(tgt_lastrcvd.c:1001:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fbe9794f5a0. 00000001:00000040:1.0:1789307437.648549:0:225635:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) callback GETting export ffff9fbf86773800 : new cb_count 2 00000020:00000040:1.0:1789307437.648551:0:225635:0:(genops.c:868:class_export_get()) GET export ffff9fbf86773800 refcount=1567 00000001:00000010:1.0:1789307437.648555:0:225635:0:(tgt_lastrcvd.c:1415:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fbf863dd000. 00000001:00000001:1.0:1789307437.648571:0:225635:0:(tgt_lastrcvd.c:1381:tgt_add_reply_data()) add reply ffff9fbf863dd000: xid 1876218647717632, transno 25769821656, tag 1, client gen 5, slot idx 2 00000001:00000001:1.0:1789307437.648573:0:225635:0:(tgt_lastrcvd.c:1383:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307437.648580:0:225635:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ff3c0. 00040000:00000001:1.0:1789307437.648583:0:225635:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:1.0:1789307437.648584:0:225635:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:1.0:1789307437.648586:0:225635:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307437.648587:0:225635:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1789307437.648589:0:225635:0:(mdt_handler.c:931:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1789307437.648590:0:225635:0:(mdt_handler.c:935:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1789307437.648591:0:225635:0:(mdt_lib.c:939:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1789307437.648593:0:225635:0:(mdt_lib.c:958:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1789307437.648596:0:225635:0:(mdt_lib.c:1087:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307437.648604:0:225635:0:(upcall_cache.c:428:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1789307437.648605:0:225635:0:(upcall_cache.c:439:upcall_cache_put_entry()) Process leaving 00000020:00000001:1.0:1789307437.648609:0:225635:0:(lprocfs_jobstats.c:387:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1789307437.648615:0:225635:0:(lprocfs_jobstats.c:457:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307437.648620:0:225635:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307437.648621:0:225635:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307437.648622:0:225635:0:(mdt_open.c:2838:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1789307437.648625:0:225635:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 25769821654, transno 25769821656, xid 1876218647717632 00010000:00000001:1.0:1789307437.648627:0:225635:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:1.0:1789307437.648631:0:225635:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbc771450 x1876218647717632/t25769821656(0) o35->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:483/0 lens 392/456 e 0 to 0 dl 1789307448 ref 1 fl Interpret:/600/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789307437.648638:0:225635:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789307437.648640:0:225635:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307437.648643:0:225635:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf88dd85e8 time=137 v=5 (1 1 1 1) 00000100:00000001:1.0:1789307437.648647:0:225635:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789307437.648648:0:225635:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:1.0:1789307437.648650:0:225635:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:1.0:1789307437.648651:0:225635:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789307437.648653:0:225635:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.648655:0:225635:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307437.648657:0:225635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:1.0:1789307437.648661:0:225635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54bb0. 00000100:00000200:1.0:1789307437.648664:0:225635:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1876218647717632, offset 224 00000400:00000200:1.0:1789307437.648674:0:225635:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1789307437.648683:0:225635:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1789307437.648688:0:225635:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305885:305885:256:4294967295] 192.168.204.56@tcp LPNI seq info [305881:305881:8:4294967295] 00000400:00000200:1.0:1789307437.648694:0:225635:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1789307437.648699:0:225635:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1789307437.648703:0:225635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbfb57d7500. 00000800:00000200:1.0:1789307437.648707:0:225635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1789307437.648712:0:225635:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1789307437.648715:0:225635:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfb57d7500 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1789307437.648726:0:225635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307437.648728:0:225635:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:1.0:1789307437.648730:0:225635:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:1.0:1789307437.648735:0:225635:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307437.648736:0:225635:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1789307437.648739:0:225635:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbc771450 x1876218647717632/t25769821656(0) o35->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:483/0 lens 392/456 e 0 to 0 dl 1789307448 ref 1 fl Interpret:/600/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789307437.648746:0:225635:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbc771450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+1567:398910:x1876218647717632:12345-192.168.204.56@tcp:35:umount.0 Request processed in 527us (782us total) trans 25769821656 rc 0/0 00000100:00100000:1.0:1789307437.648751:0:225635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 4631 00000100:00000040:1.0:1789307437.648754:0:225635:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf86773800 : new rpc_count 0 00000100:00000001:1.0:1789307437.648756:0:225635:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307437.648757:0:225635:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789307437.648761:0:225635:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf83f8da00. 00000020:00000010:1.0:1789307437.648763:0:225635:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696aed8. 00000020:00000010:1.0:1789307437.648766:0:225635:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb484f000. 00000020:00000040:1.0:1789307437.648770:0:225635:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1566 02000000:00000001:1.0:1789307437.648775:0:225635:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1789307437.648777:0:225635:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 752 at ffff9fbf84dfd000. 02000000:00000001:1.0:1789307437.648780:0:225635:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1789307437.648782:0:225635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbf5d180. 02000000:00000001:1.0:1789307437.648785:0:225635:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1789307437.648785:0:225635:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 752 at ffff9fbe95939c00. 02000000:00000001:1.0:1789307437.648787:0:225635:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1789307437.648788:0:225635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfc0ecad80. 02000000:00000001:1.0:1789307437.648791:0:225635:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1789307437.648792:0:225635:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 752 at ffff9fbfbf309000. 02000000:00000001:1.0:1789307437.648795:0:225635:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1789307437.648796:0:225635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf9f904e00. 02000000:00000001:1.0:1789307437.648798:0:225635:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1789307437.648800:0:225635:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 752 at ffff9fbfbedf4000. 02000000:00000001:1.0:1789307437.648801:0:225635:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1789307437.648802:0:225635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfb9ecd880. 02000000:00000001:1.0:1789307437.648804:0:225635:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1789307437.648804:0:225635:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 736 at ffff9fbf98e96000. 02000000:00000001:1.0:1789307437.648806:0:225635:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1789307437.648807:0:225635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf84f9e300. 00000100:00000001:1.0:1789307437.648813:0:225635:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1789307437.648817:0:225635:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1789307437.648823:0:225635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644738. 00000400:00000010:1.0:1789307437.648828:0:225635:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbe859dc840. 00000800:00000001:3.0:1789307437.650467:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307437.650475:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789307437.650478:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307437.650479:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307437.650485:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1789307437.650494:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 392 into portal 23 MB=0x6aa693204a800 00000400:00000200:3.0:1789307437.650499:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.56@tcp of length 392/392 into md 0x1b6881 [2] + 0 00000800:00000001:3.0:1789307437.650503:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307437.650508:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307437.650509:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307437.650512:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:3.0:1789307437.650515:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307437.650517:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1789307437.650521:0:118842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0eca680. 00000100:00000040:3.0:1789307437.650523:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfc0eca680 x1876218647717888 msgsize 392 00000100:00100000:3.0:1789307437.650525:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000001:3.0:1789307437.650535:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789307437.650539:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307437.650541:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307437.650583:0:225636:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789307437.650587:0:225636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647717888 02000000:00000001:2.0:1789307437.650589:0:225636:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307437.650591:0:225636:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307437.650593:0:225636:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307437.650598:0:225636:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307437.650601:0:225636:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647717888 00000020:00000001:2.0:1789307437.650603:0:225636:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307437.650605:0:225636:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc60 00000020:00000001:2.0:1789307437.650607:0:225636:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307437.650610:0:225636:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf86773800 refcount=1567 00000020:00000001:2.0:1789307437.650613:0:225636:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243676370944 : -105830033180672 : ffff9fbf86773800) 00000020:00000001:2.0:1789307437.650615:0:225636:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243676370944 : -105830033180672 : ffff9fbf86773800) 00000100:00000001:2.0:1789307437.650619:0:225636:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307437.650623:0:225636:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00b80. 00000100:00000001:2.0:1789307437.650626:0:225636:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307437.650629:0:225636:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00b80. 00000020:00000010:2.0:1789307437.650645:0:225636:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0afdc00. 00000020:00000010:2.0:1789307437.650650:0:225636:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44d80. 00000020:00000010:2.0:1789307437.650653:0:225636:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984960. 00000100:00000040:2.0:1789307437.650660:0:225636:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1789307437.650663:0:225636:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307437.650664:0:225636:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307437.650666:0:225636:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.650672:0:225636:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.650684:0:225636:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307437.650693:0:225636:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307437.650695:0:225636:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789307437.650700:0:225636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 4632 00000100:00000040:2.0:1789307437.650703:0:225636:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf86773800 : new rpc_count 1 00000100:00000001:2.0:1789307437.650706:0:225636:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244657145472 : -105829052406144 : ffff9fbfc0eca680) 00000100:00000040:2.0:1789307437.650713:0:225636:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfc0eca680 x1876218647717888/t0(0) o35->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:483/0 lens 392/0 e 0 to 0 dl 1789307448 ref 1 fl New:/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789307437.650722:0:225636:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307437.650725:0:225636:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00b80. 00000100:00000001:2.0:1789307437.650728:0:225636:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307437.650731:0:225636:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00b80. 00000100:00100000:2.0:1789307437.650735:0:225636:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfc0eca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+1567:398910:x1876218647717888:12345-192.168.204.56@tcp:35:umount.0 00000100:00000200:2.0:1789307437.650739:0:225636:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647717888 00000020:00000001:2.0:1789307437.650741:0:225636:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1789307437.650743:0:225636:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000001:00000001:2.0:1789307437.650747:0:225636:0:(tgt_lastrcvd.c:375:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fbf863dd000: xid 1876218647717632, transno 25769821656, client gen 5, slot idx 2 00000001:00000001:2.0:1789307437.650751:0:225636:0:(tgt_lastrcvd.c:352:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fbf863dd900: xid 1876218647717120, transno 25769821655, client gen 5, slot idx 1 00000001:00000010:2.0:1789307437.650755:0:225636:0:(tgt_lastrcvd.c:360:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fbf863dd900. 00000020:00000001:2.0:1789307437.650759:0:225636:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.650761:0:225636:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1789307437.650763:0:225636:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662883136 : -1046668480 : ffffffffc19d1b40) 00000020:00000001:2.0:1789307437.650770:0:225636:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1789307437.650773:0:225636:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1876218647717888, found 0 last_xid 1876218647717887 00000020:00000001:2.0:1789307437.650775:0:225636:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307437.650777:0:225636:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307437.650778:0:225636:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1789307437.650781:0:225636:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.650786:0:225636:0:(mdt_open.c:2776:mdt_close()) Process entered 00000004:00000001:2.0:1789307437.650788:0:225636:0:(mdt_lib.c:1496:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1789307437.650796:0:225636:0:(mdt_lib.c:1406:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1789307437.650799:0:225636:0:(mdt_lib.c:1417:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.650804:0:225636:0:(mdt_lib.c:1352:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1789307437.650806:0:225636:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1789307437.650808:0:225636:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307437.650810:0:225636:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1789307437.650812:0:225636:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1789307437.650814:0:225636:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307437.650816:0:225636:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1789307437.650817:0:225636:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1789307437.650819:0:225636:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307437.650820:0:225636:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1789307437.650822:0:225636:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1789307437.650823:0:225636:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307437.650825:0:225636:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1789307437.650826:0:225636:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1789307437.650827:0:225636:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.650829:0:225636:0:(mdt_lib.c:1398:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.650831:0:225636:0:(mdt_lib.c:1479:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1789307437.650832:0:225636:0:(mdt_lib.c:1481:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.650835:0:225636:0:(mdt_lib.c:694:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1789307437.650835:0:225636:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1789307437.650837:0:225636:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307437.650838:0:225636:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1789307437.650839:0:225636:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1789307437.650841:0:225636:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307437.650843:0:225636:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1789307437.650844:0:225636:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1789307437.650872:0:225636:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307437.650875:0:225636:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1789307437.650887:0:225636:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307437.650891:0:225636:0:(upcall_cache.c:191:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1789307437.650895:0:225636:0:(upcall_cache.c:400:upcall_cache_get_entry()) found entry ffff9fbfb6949800 flags 0x0 02000000:00000001:2.0:1789307437.650897:0:225636:0:(upcall_cache.c:401:upcall_cache_get_entry()) Process leaving (rc=18446638244483602432 : -105829225949184 : ffff9fbfb6949800) 00000001:00000001:2.0:1789307437.650899:0:225636:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1789307437.650900:0:225636:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1789307437.650902:0:225636:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307437.650904:0:225636:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1789307437.650905:0:225636:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1789307437.650906:0:225636:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.650908:0:225636:0:(mdt_lib.c:100:mdt_root_squash()) Process entered 00000004:00000001:2.0:1789307437.650909:0:225636:0:(mdt_lib.c:103:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307437.650919:0:225636:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1789307437.650921:0:225636:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.650923:0:225636:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.650924:0:225636:0:(mdt_lib.c:718:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.650928:0:225636:0:(mdt_lib.c:1509:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.650932:0:225636:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307437.650934:0:225636:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789307437.650939:0:225636:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fbf84dfd000. 02000000:00000001:2.0:1789307437.650941:0:225636:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.650944:0:225636:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.650945:0:225636:0:(mdt_internal.h:1242:mdt_check_resent()) Process entered 00000004:00000001:2.0:1789307437.650947:0:225636:0:(mdt_internal.h:1259:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.650949:0:225636:0:(mdt_open.c:2744:mdt_close_internal()) Process entered 00000004:00000001:2.0:1789307437.650951:0:225636:0:(mdt_open.c:65:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1789307437.650952:0:225636:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307437.650954:0:225636:0:(lustre_handles.c:148:class_handle2object()) GET mdt ffff9fbe8eda8000 refcount=2 00000020:00000001:2.0:1789307437.650956:0:225636:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239522127872 : -105834187423744 : ffff9fbe8eda8000) 00000004:00000001:2.0:1789307437.650959:0:225636:0:(mdt_open.c:81:mdt_open_handle2mfd()) Process leaving (rc=18446638239522127872 : -105834187423744 : ffff9fbe8eda8000) 00000020:00000040:2.0:1789307437.650961:0:225636:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbe8eda8000 with handle 0x66de20725ed77371 from hash 00000004:00000001:2.0:1789307437.650965:0:225636:0:(mdt_open.c:2595:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1789307437.650967:0:225636:0:(mdt_open.c:2603:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200002342:0x8484:0x0] with intent: 0 00000004:00000001:2.0:1789307437.650975:0:225636:0:(mdt_som.c:195:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1789307437.650977:0:225636:0:(mdt_som.c:203:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1048576 size 1048576 lsom blocks 2048 blocks 2048 truncate 0 00000004:00000001:2.0:1789307437.650980:0:225636:0:(mdt_som.c:209:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.650982:0:225636:0:(mdt_handler.c:1182:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1789307437.650985:0:225636:0:(mdd_object.c:383:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1789307437.650989:0:225636:0:(lod_object.c:1498:lod_xattr_get()) Process entered 00000004:00000001:2.0:1789307437.651006:0:225636:0:(lod_object.c:1566:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1789307437.651010:0:225636:0:(mdd_object.c:450:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1789307437.651011:0:225636:0:(mdt_handler.c:1220:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.651014:0:225636:0:(mdd_object.c:1312:mdd_attr_set()) Process entered 00000004:00000001:2.0:1789307437.651019:0:225636:0:(mdd_object.c:672:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1789307437.651022:0:225636:0:(mdd_object.c:730:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1789307437.651025:0:225636:0:(mdd_object.c:1334:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200002342:0x8484:0x0], previous was 0x7 00000004:00000001:2.0:1789307437.651028:0:225636:0:(mdd_object.c:1336:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.651030:0:225636:0:(mdt_lib.c:1112:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1789307437.651033:0:225636:0:(mdt_lib.c:1133:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.651035:0:225636:0:(mdd_object.c:3886:mdd_close()) Process entered 00000004:00000001:2.0:1789307437.651037:0:225636:0:(mdd_object.c:3991:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1789307437.651038:0:225636:0:(mdd_object.c:4031:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1789307437.651040:0:225636:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fbe8eda8000. 00000004:00000001:2.0:1789307437.651044:0:225636:0:(mdt_internal.h:712:mdt_object_put()) Process entered 00000020:00000002:2.0:1789307437.651047:0:225636:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfb25dc058/ffff9fbfb25dc000 to site lru. bkt: ffff9fbfb932a7a8 00000004:00000001:2.0:1789307437.651049:0:225636:0:(mdt_internal.h:714:mdt_object_put()) Process leaving 00000004:00000001:2.0:1789307437.651050:0:225636:0:(mdt_open.c:2733:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.651051:0:225636:0:(mdt_open.c:2763:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.651052:0:225636:0:(mdt_open.c:187:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1789307437.651054:0:225636:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:2.0:1789307437.651059:0:225636:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbe861c2800. 00080000:00000001:2.0:1789307437.651062:0:225636:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638239375435776 : -105834334115840 : ffff9fbe861c2800) 00080000:00000001:2.0:1789307437.651064:0:225636:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:2.0:1789307437.651069:0:225636:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:2.0:1789307437.651072:0:225636:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1789307437.651076:0:225636:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbec4f00b80. 00080000:00000001:2.0:1789307437.651078:0:225636:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307437.651086:0:225636:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307437.651089:0:225636:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00000001:00000001:2.0:1789307437.651092:0:225636:0:(tgt_lastrcvd.c:1490:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1789307437.651099:0:225636:0:(tgt_lastrcvd.c:1538:tgt_last_rcvd_update()) transno = 25769821657, last_committed = 25769821654 00000001:00000010:2.0:1789307437.651103:0:225636:0:(tgt_lastrcvd.c:1001:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fbf82f2cc60. 00000001:00000040:2.0:1789307437.651106:0:225636:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) callback GETting export ffff9fbf86773800 : new cb_count 3 00000020:00000040:2.0:1789307437.651108:0:225636:0:(genops.c:868:class_export_get()) GET export ffff9fbf86773800 refcount=1568 00000001:00000010:2.0:1789307437.651113:0:225636:0:(tgt_lastrcvd.c:1415:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fbf84c38600. 00000001:00000001:2.0:1789307437.651126:0:225636:0:(tgt_lastrcvd.c:1381:tgt_add_reply_data()) add reply ffff9fbf84c38600: xid 1876218647717888, transno 25769821657, tag 1, client gen 5, slot idx 1 00000001:00000001:2.0:1789307437.651128:0:225636:0:(tgt_lastrcvd.c:1383:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307437.651134:0:225636:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbec4f00b80. 00040000:00000001:2.0:1789307437.651137:0:225636:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:2.0:1789307437.651138:0:225636:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:2.0:1789307437.651139:0:225636:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.651141:0:225636:0:(mdt_open.c:205:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1789307437.651142:0:225636:0:(mdt_handler.c:931:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1789307437.651143:0:225636:0:(mdt_handler.c:935:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1789307437.651144:0:225636:0:(mdt_lib.c:939:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1789307437.651146:0:225636:0:(mdt_lib.c:958:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1789307437.651148:0:225636:0:(mdt_lib.c:1087:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307437.651150:0:225636:0:(upcall_cache.c:428:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1789307437.651152:0:225636:0:(upcall_cache.c:439:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1789307437.651156:0:225636:0:(lprocfs_jobstats.c:387:lprocfs_job_stats_log()) Process entered 00000020:00000010:2.0:1789307437.651162:0:225636:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff9fbfb9253800. 00000020:00000001:2.0:1789307437.651165:0:225636:0:(lprocfs_jobstats.c:457:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307437.651166:0:225636:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1789307437.651167:0:225636:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.651168:0:225636:0:(mdt_open.c:2838:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789307437.651171:0:225636:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 25769821654, transno 25769821657, xid 1876218647717888 00010000:00000001:2.0:1789307437.651173:0:225636:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:2.0:1789307437.651176:0:225636:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfc0eca680 x1876218647717888/t25769821657(0) o35->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:483/0 lens 392/456 e 0 to 0 dl 1789307448 ref 1 fl Interpret:/600/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789307437.651182:0:225636:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789307437.651184:0:225636:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307437.651186:0:225636:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf88dd85e8 time=137 v=5 (1 1 1 1) 00000100:00000001:2.0:1789307437.651189:0:225636:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789307437.651191:0:225636:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:2.0:1789307437.651196:0:225636:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:2.0:1789307437.651197:0:225636:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307437.651199:0:225636:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.651201:0:225636:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307437.651203:0:225636:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:2.0:1789307437.651206:0:225636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd880. 00000100:00000200:2.0:1789307437.651209:0:225636:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1876218647717888, offset 224 00000400:00000200:2.0:1789307437.651213:0:225636:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1789307437.651220:0:225636:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1789307437.651224:0:225636:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305886:305886:256:4294967295] 192.168.204.56@tcp LPNI seq info [305882:305882:8:4294967295] 00000400:00000200:2.0:1789307437.651231:0:225636:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1789307437.651235:0:225636:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1789307437.651238:0:225636:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbec5bb6500. 00000800:00000200:2.0:1789307437.651242:0:225636:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1789307437.651247:0:225636:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1789307437.651250:0:225636:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbec5bb6500 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1789307437.651262:0:225636:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307437.651265:0:225636:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:2.0:1789307437.651266:0:225636:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307437.651268:0:225636:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.651269:0:225636:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1789307437.651272:0:225636:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfc0eca680 x1876218647717888/t25769821657(0) o35->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:483/0 lens 392/456 e 0 to 0 dl 1789307448 ref 1 fl Interpret:/600/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789307437.651278:0:225636:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfc0eca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+1568:398910:x1876218647717888:12345-192.168.204.56@tcp:35:umount.0 Request processed in 555us (753us total) trans 25769821657 rc 0/0 00000100:00100000:2.0:1789307437.651284:0:225636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 4632 00000100:00000040:2.0:1789307437.651287:0:225636:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf86773800 : new rpc_count 0 00000100:00000001:2.0:1789307437.651289:0:225636:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307437.651290:0:225636:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789307437.651297:0:225636:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44d80. 00000020:00000010:2.0:1789307437.651299:0:225636:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984960. 00000020:00000010:2.0:1789307437.651302:0:225636:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0afdc00. 00000020:00000040:2.0:1789307437.651306:0:225636:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1567 00000100:00000001:2.0:1789307437.651308:0:225636:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307437.658079:0:120437:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789307437.658084:0:120437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647718016 02000000:00000001:3.0:1789307437.658089:0:120437:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789307437.658094:0:120437:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307437.658098:0:120437:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307437.658105:0:120437:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307437.658110:0:120437:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647718016 00000020:00000001:3.0:1789307437.658116:0:120437:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789307437.658119:0:120437:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedcc2 00000020:00000001:3.0:1789307437.658125:0:120437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789307437.658131:0:120437:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf96057000 refcount=10 00000020:00000001:3.0:1789307437.658138:0:120437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243937349632 : -105829772201984 : ffff9fbf96057000) 00000020:00000001:3.0:1789307437.658143:0:120437:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243937349632 : -105829772201984 : ffff9fbf96057000) 00000100:00000001:1.0:1789307437.658146:0:187056:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789307437.658150:0:187056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647718144 02000000:00000001:1.0:1789307437.658153:0:187056:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307437.658156:0:187056:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307437.658158:0:187056:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307437.658161:0:120437:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1789307437.658163:0:187056:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307437.658166:0:187056:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647718144 00000020:00000010:3.0:1789307437.658167:0:120437:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0d00. 00000020:00000001:1.0:1789307437.658168:0:187056:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307437.658171:0:187056:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedcc2 00000020:00000001:1.0:1789307437.658174:0:187056:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:3.0:1789307437.658174:0:120437:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1789307437.658178:0:187056:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf96057000 refcount=11 00000020:00000001:1.0:1789307437.658181:0:187056:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243937349632 : -105829772201984 : ffff9fbf96057000) 00000020:00000010:3.0:1789307437.658181:0:120437:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0d00. 00000020:00000001:1.0:1789307437.658186:0:187056:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243937349632 : -105829772201984 : ffff9fbf96057000) 00000100:00000001:1.0:1789307437.658192:0:187056:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307437.658193:0:120437:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbf9781b000. 00000020:00000010:1.0:1789307437.658198:0:187056:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ff3c0. 00000100:00000001:1.0:1789307437.658202:0:187056:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307437.658203:0:120437:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47a180. 00000020:00000010:1.0:1789307437.658205:0:187056:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ff3c0. 00000020:00000010:3.0:1789307437.658212:0:120437:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666ec80. 00000020:00000010:1.0:1789307437.658215:0:187056:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb484f000. 00000020:00000010:1.0:1789307437.658223:0:187056:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf83f8da00. 00000100:00000040:3.0:1789307437.658226:0:120437:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000020:00000010:1.0:1789307437.658230:0:187056:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696aed8. 00000100:00000001:3.0:1789307437.658231:0:120437:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307437.658234:0:120437:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307437.658236:0:187056:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1789307437.658238:0:120437:0:(ldlm_lockd.c:2701:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1789307437.658240:0:187056:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1789307437.658243:0:187056:0:(ldlm_lockd.c:2701:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1789307437.658243:0:120437:0:(ldlm_lockd.c:2715:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307437.658248:0:187056:0:(ldlm_lockd.c:2715:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307437.658249:0:120437:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1789307437.658253:0:187056:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1789307437.658256:0:187056:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789307437.658257:0:120437:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789307437.658258:0:187056:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:3.0:1789307437.658261:0:120437:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307437.658262:0:187056:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbfb5d2e200 refcount=3 00000020:00000001:1.0:1789307437.658265:0:187056:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244470907392 : -105829238644224 : ffff9fbfb5d2e200) 00000020:00000040:3.0:1789307437.658266:0:120437:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbf8654f600 refcount=3 00010000:00000001:1.0:1789307437.658268:0:187056:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638244470907392 : -105829238644224 : ffff9fbfb5d2e200) 00000100:00000001:2.0:1789307437.658270:0:120439:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1789307437.658271:0:120437:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243674125824 : -105830035425792 : ffff9fbf8654f600) 00010000:00000001:1.0:1789307437.658272:0:187056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1789307437.658276:0:120439:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647718272 00010000:00000001:3.0:1789307437.658276:0:120437:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638243674125824 : -105830035425792 : ffff9fbf8654f600) 02000000:00000001:2.0:1789307437.658280:0:120439:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1789307437.658281:0:187056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789307437.658282:0:120437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1789307437.658283:0:120439:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1789307437.658284:0:187056:0:(ldlm_lockd.c:2690:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307437.658286:0:120437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789307437.658287:0:187056:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.658287:0:120439:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307437.658290:0:120437:0:(ldlm_lockd.c:2690:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307437.658292:0:120439:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307437.658294:0:120437:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307437.658295:0:120439:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647718272 00000100:00000001:1.0:1789307437.658297:0:187056:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.658298:0:120439:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307437.658301:0:120439:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedcc2 00000100:00000001:3.0:1789307437.658302:0:120437:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.658303:0:120439:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307437.658306:0:120439:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf96057000 refcount=12 00000020:00000001:2.0:1789307437.658309:0:120439:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243937349632 : -105829772201984 : ffff9fbf96057000) 00000020:00000001:2.0:1789307437.658310:0:120439:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243937349632 : -105829772201984 : ffff9fbf96057000) 00000100:00000001:2.0:1789307437.658312:0:120439:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307437.658314:0:187056:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1789307437.658316:0:120439:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00b80. 00000100:00000001:2.0:1789307437.658319:0:120439:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307437.658321:0:120439:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00b80. 00000020:00000010:2.0:1789307437.658328:0:120439:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0afdc00. 00000100:00000001:1.0:1789307437.658331:0:187056:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1789307437.658331:0:120439:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44d80. 00000100:00000001:1.0:1789307437.658335:0:187056:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1789307437.658337:0:120439:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984960. 00000100:00000001:2.0:1789307437.658342:0:120439:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307437.658342:0:120437:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789307437.658343:0:187056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 1204 00000100:00000001:2.0:1789307437.658345:0:120439:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1789307437.658349:0:120439:0:(ldlm_lockd.c:2701:ldlm_hpreq_handler()) Process entered 00000100:00000040:1.0:1789307437.658351:0:187056:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf96057000 : new rpc_count 1 00010000:00000001:2.0:1789307437.658351:0:120439:0:(ldlm_lockd.c:2715:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.658356:0:120439:0:(ldlm_lockd.c:2651:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1789307437.658357:0:187056:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244573862016 : -105829135689600 : ffff9fbfbbf5d880) 00010000:00000001:2.0:1789307437.658359:0:120439:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1789307437.658359:0:120437:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789307437.658363:0:120437:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1789307437.658364:0:120439:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307437.658369:0:120439:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbf86222400 refcount=3 00000100:00000040:1.0:1789307437.658372:0:187056:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbf5d880 x1876218647718144/t0(0) o103->f78daeaa-d9bb-4d15-9781-7f7fb1b8da33@192.168.204.56@tcp:483/0 lens 328/0 e 0 to 0 dl 1789307448 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307437.658375:0:120439:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243670795264 : -105830038756352 : ffff9fbf86222400) 00000100:00000001:3.0:1789307437.658376:0:120437:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.658382:0:120439:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638243670795264 : -105830038756352 : ffff9fbf86222400) 00000100:00000001:3.0:1789307437.658383:0:120437:0:(service.c:2488:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.658393:0:120439:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.658396:0:120439:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789307437.658398:0:187056:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307437.658403:0:187056:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ff3c0. 00010000:00000001:2.0:1789307437.658405:0:120439:0:(ldlm_lockd.c:2690:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.658409:0:120439:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.658416:0:120439:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.658418:0:187056:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307437.658424:0:187056:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ff3c0. 00000100:00000001:2.0:1789307437.658426:0:120439:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789307437.658437:0:187056:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbf5d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:f78daeaa-d9bb-4d15-9781-7f7fb1b8da33+12:256270:x1876218647718144:12345-192.168.204.56@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789307437.658442:0:120439:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307437.658446:0:120439:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1789307437.658448:0:187056:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647718144 00000100:00000001:3.0:1789307437.658451:0:121358:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1789307437.658454:0:187056:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00000100:00100000:2.0:1789307437.658455:0:120439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 1206 00000100:00000001:3.0:1789307437.658456:0:121358:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00010000:00000002:1.0:1789307437.658460:0:187056:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00000100:00000040:2.0:1789307437.658462:0:120439:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf96057000 : new rpc_count 3 00000100:00000001:3.0:1789307437.658462:0:121358:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307437.658465:0:187056:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1789307437.658467:0:121358:0:(service.c:2488:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.658468:0:120439:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244573858432 : -105829135693184 : ffff9fbfbbf5ca80) 00000100:00000001:1.0:1789307437.658473:0:187056:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789307437.658477:0:187056:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1789307437.658478:0:120439:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbf5ca80 x1876218647718272/t0(0) o103->f78daeaa-d9bb-4d15-9781-7f7fb1b8da33@192.168.204.56@tcp:483/0 lens 328/0 e 0 to 0 dl 1789307448 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1789307437.658482:0:187056:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbe95939c00. 02000000:00000001:1.0:1789307437.658486:0:187056:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.658491:0:187056:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307437.658497:0:187056:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1789307437.658500:0:187056:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:2.0:1789307437.658500:0:120439:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307437.658506:0:120439:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00b80. 00000100:00000001:2.0:1789307437.658512:0:120439:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789307437.658514:0:187056:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789307437.658517:0:187056:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000010:2.0:1789307437.658519:0:120439:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00b80. 00000020:00000040:1.0:1789307437.658522:0:187056:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbfb5d2e200 refcount=3 00000100:00100000:2.0:1789307437.658527:0:120439:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbf5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f78daeaa-d9bb-4d15-9781-7f7fb1b8da33+12:256269:x1876218647718272:12345-192.168.204.56@tcp:103:ldlm_bl.0 00000020:00000001:1.0:1789307437.658528:0:187056:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244470907392 : -105829238644224 : ffff9fbfb5d2e200) 00010000:00000001:1.0:1789307437.658533:0:187056:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638244470907392 : -105829238644224 : ffff9fbfb5d2e200) 00000100:00000200:2.0:1789307437.658537:0:120439:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647718272 00010000:00000001:2.0:1789307437.658541:0:120439:0:(ldlm_lockd.c:2546:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1789307437.658544:0:120439:0:(ldlm_lockd.c:2582:ldlm_cancel_handler()) cancel 00010000:00000040:1.0:1789307437.658547:0:187056:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf84fabf00 count: 4 00010000:00000001:2.0:1789307437.658547:0:120439:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00000001:1.0:1789307437.658552:0:187056:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1789307437.658553:0:120439:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1789307437.658557:0:187056:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 02000000:00000001:2.0:1789307437.658557:0:120439:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1789307437.658561:0:187056:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 02000000:00000010:2.0:1789307437.658563:0:120439:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbf98c00000. 00010000:00000001:1.0:1789307437.658565:0:187056:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307437.658569:0:120439:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.658573:0:120439:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307437.658574:0:187056:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.658577:0:120439:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1789307437.658580:0:120439:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1789307437.658582:0:187056:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.658583:0:120439:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1789307437.658586:0:187056:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:2.0:1789307437.658587:0:120439:0:(lustre_handles.c:130:class_handle2object()) Process entered 00010000:00000001:1.0:1789307437.658591:0:187056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1789307437.658591:0:120439:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbf86222400 refcount=3 00010000:00000001:1.0:1789307437.658595:0:187056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1789307437.658596:0:120439:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243670795264 : -105830038756352 : ffff9fbf86222400) 00010000:00000001:1.0:1789307437.658598:0:187056:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789307437.658602:0:187056:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.658609:0:120439:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638243670795264 : -105830038756352 : ffff9fbf86222400) 00000020:00000040:1.0:1789307437.658610:0:187056:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5d2e200 with handle 0x66de20725ed7789c from hash 00010000:00000001:1.0:1789307437.658615:0:187056:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000040:2.0:1789307437.658617:0:120439:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf967ca500 count: 6 00010000:00000001:1.0:1789307437.658618:0:187056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307437.658622:0:187056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.658623:0:120439:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789307437.658625:0:187056:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:2.0:1789307437.658628:0:120439:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.658633:0:120439:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1789307437.658634:0:187056:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789307437.658638:0:187056:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.658638:0:120439:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.658643:0:120439:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789307437.658646:0:187056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9fbfb5d2e200/0x66de20725ed7789c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6b99 expref: 12 pid: 238795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789307437.658650:0:120439:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.658653:0:120439:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.658659:0:120439:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:1.0:1789307437.658662:0:187056:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf96057000 : new locks_count 2 00010000:00000001:2.0:1789307437.658663:0:120439:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1789307437.658666:0:187056:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf96057000 : new refcount 10 00010000:00000001:2.0:1789307437.658667:0:120439:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.658671:0:120439:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307437.658673:0:187056:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1789307437.658675:0:120439:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf86222400 with handle 0x66de20725ecedd24 from hash 00010000:00000001:1.0:1789307437.658677:0:187056:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.658681:0:120439:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789307437.658682:0:187056:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1789307437.658684:0:120439:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.658686:0:120439:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307437.658688:0:187056:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.658688:0:120439:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789307437.658694:0:187056:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.658696:0:120439:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789307437.658700:0:187056:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1789307437.658701:0:120439:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789307437.658705:0:187056:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789307437.658707:0:120439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9fbf86222400/0x66de20725ecedd24 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7794b7a expref: 10 pid: 238795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307437.658709:0:187056:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307437.658718:0:187056:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000040:2.0:1789307437.658720:0:120439:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf96057000 : new locks_count 1 00010000:00000001:1.0:1789307437.658724:0:187056:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.658725:0:120439:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf96057000 : new refcount 9 00000100:00001000:1.0:1789307437.658733:0:187056:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbc5a35e8 time=42 v=5 (1 1 1 1) 00010000:00000001:2.0:1789307437.658736:0:120439:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.658740:0:120439:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.658742:0:120439:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1789307437.658743:0:187056:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1789307437.658745:0:120439:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.658748:0:120439:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307437.658752:0:187056:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00010000:00000001:2.0:1789307437.658752:0:120439:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1789307437.658757:0:187056:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 00010000:00010000:2.0:1789307437.658757:0:120439:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1789307437.658761:0:120439:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1789307437.658762:0:187056:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789307437.658765:0:187056:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.658767:0:120439:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789307437.658770:0:120439:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.658771:0:187056:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:2.0:1789307437.658773:0:120439:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbc5a35e8 time=42 v=5 (1 1 1 1) 00000100:00000040:1.0:1789307437.658777:0:187056:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:1.0:1789307437.658783:0:187056:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54cc0. 00000100:00000001:2.0:1789307437.658783:0:120439:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1789307437.658789:0:187056:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1876218647718144, offset 224 00000100:00000040:2.0:1789307437.658790:0:120439:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 13 to 192.168.204.56@tcp 00000100:00000001:2.0:1789307437.658795:0:120439:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:2.0:1789307437.658800:0:120439:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1789307437.658801:0:187056:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 02000000:00000001:2.0:1789307437.658802:0:120439:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.658806:0:120439:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307437.658809:0:120439:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:2.0:1789307437.658813:0:120439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd110. 00000400:00000200:1.0:1789307437.658817:0:187056:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1789307437.658828:0:187056:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305887:305887:256:4294967295] 192.168.204.56@tcp LPNI seq info [305883:305883:8:4294967295] 00000100:00000200:2.0:1789307437.658830:0:120439:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1876218647718272, offset 224 00000400:00000200:2.0:1789307437.658840:0:120439:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1789307437.658846:0:187056:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1789307437.658900:0:187056:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1789307437.658906:0:187056:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbfb57d7500. 00000800:00000200:1.0:1789307437.658916:0:187056:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1789307437.658928:0:187056:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1789307437.658935:0:187056:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfb57d7500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1789307437.658944:0:120439:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1789307437.658949:0:120439:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305889:305889:254:4294967295] 192.168.204.56@tcp LPNI seq info [305885:305885:6:4294967295] 00000100:00000001:1.0:1789307437.658951:0:187056:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307437.658960:0:187056:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 12 to 192.168.204.56@tcp 00010000:00000001:1.0:1789307437.658967:0:187056:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307437.658967:0:120439:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00010000:00000001:1.0:1789307437.658973:0:187056:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789307437.658981:0:120439:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000100:00000040:1.0:1789307437.658983:0:187056:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf5d880 x1876218647718144/t0(0) o103->f78daeaa-d9bb-4d15-9781-7f7fb1b8da33@192.168.204.56@tcp:483/0 lens 328/224 e 0 to 0 dl 1789307448 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1789307437.658987:0:120439:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbec5bb6500. 00000800:00000200:2.0:1789307437.658999:0:120439:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1789307437.659007:0:118842:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:1.0:1789307437.659009:0:187056:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbf5d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:f78daeaa-d9bb-4d15-9781-7f7fb1b8da33+9:256270:x1876218647718144:12345-192.168.204.56@tcp:103:ldlm_bl.0 Request processed in 607us (918us total) trans 0 rc 0/0 00000800:00000200:2.0:1789307437.659012:0:120439:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000010:3.0:1789307437.659013:0:118842:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbfb57d7500. 00000800:00000200:2.0:1789307437.659019:0:120439:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbec5bb6500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1789307437.659023:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1789307437.659028:0:187056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 1204 00000100:00000001:2.0:1789307437.659028:0:120439:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307437.659038:0:120439:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00000100:00000040:1.0:1789307437.659040:0:187056:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf96057000 : new rpc_count 2 00000400:00000200:3.0:1789307437.659041:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00010000:00000001:2.0:1789307437.659044:0:120439:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.659046:0:187056:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1789307437.659049:0:120439:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307437.659051:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54cc0 00000100:00000001:1.0:1789307437.659058:0:187056:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1789307437.659060:0:120439:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf5ca80 x1876218647718272/t0(0) o103->f78daeaa-d9bb-4d15-9781-7f7fb1b8da33@192.168.204.56@tcp:483/0 lens 328/224 e 0 to 0 dl 1789307448 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1789307437.659070:0:187056:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf83f8da00. 00000020:00000010:1.0:1789307437.659078:0:187056:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696aed8. 00000100:00100000:2.0:1789307437.659081:0:120439:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbf5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f78daeaa-d9bb-4d15-9781-7f7fb1b8da33+9:256269:x1876218647718272:12345-192.168.204.56@tcp:103:ldlm_bl.0 Request processed in 579us (868us total) trans 0 rc 0/0 00000020:00000010:1.0:1789307437.659084:0:187056:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb484f000. 00000020:00000040:1.0:1789307437.659092:0:187056:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf96057000 : new refcount 8 00000100:00100000:2.0:1789307437.659094:0:120439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 1206 00000100:00000001:1.0:1789307437.659097:0:187056:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789307437.659099:0:120439:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf96057000 : new rpc_count 0 00000100:00000001:2.0:1789307437.659103:0:120439:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307437.659113:0:120439:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789307437.659118:0:120439:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44d80. 00000020:00000010:2.0:1789307437.659124:0:120439:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984960. 00000020:00000010:2.0:1789307437.659128:0:120439:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0afdc00. 00000020:00000040:2.0:1789307437.659132:0:120439:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf96057000 : new refcount 6 00000100:00000001:2.0:1789307437.659135:0:120439:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1789307437.659136:0:118842:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54cc0. 00000100:00000001:3.0:1789307437.659143:0:118842:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789307437.659145:0:118842:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:3.0:1789307437.659152:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307437.659157:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789307437.659159:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307437.659162:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307437.659167:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1789307437.659176:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 28 MB=0x6aa693204ab80 00000800:00000200:1.0:1789307437.659182:0:118843:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1789307437.659184:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.56@tcp of length 224/224 into md 0x197959 [8] + 1120 00000800:00000010:1.0:1789307437.659186:0:118843:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbf87ecc900. 00000800:00000001:3.0:1789307437.659193:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1789307437.659194:0:118843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307437.659201:0:118843:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1789307437.659205:0:118843:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82908 00000400:00000010:1.0:1789307437.659207:0:118843:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82908. 00000100:00000001:1.0:1789307437.659210:0:118843:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1789307437.659211:0:118843:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:3.0:1789307437.659246:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307437.659250:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307437.659254:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:3.0:1789307437.659259:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307437.659260:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1789307437.659265:0:118842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0ecad80. 00000100:00000040:3.0:1789307437.659269:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfc0ecad80 x1876218647718784 msgsize 224 00000100:00100000:3.0:1789307437.659274:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000001:3.0:1789307437.659288:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789307437.659294:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1789307437.659297:0:118843:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789307437.659298:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1789307437.659301:0:118843:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbec5bb6500. 00000400:00000200:1.0:1789307437.659309:0:118843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307437.659313:0:118843:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:2.0:1789307437.659315:0:202299:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1789307437.659317:0:118843:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd110 00000100:00100000:2.0:1789307437.659318:0:202299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647718784 00000400:00000010:1.0:1789307437.659320:0:118843:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd110. 02000000:00000001:2.0:1789307437.659321:0:202299:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307437.659325:0:202299:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307437.659326:0:118843:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789307437.659327:0:202299:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307437.659328:0:118843:0:(events.c:402:reply_out_callback()) Process leaving 02000000:00000001:2.0:1789307437.659330:0:202299:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307437.659334:0:202299:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647718784 00000020:00000001:2.0:1789307437.659336:0:202299:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307437.659337:0:202299:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed2bd41 00000020:00000001:2.0:1789307437.659338:0:202299:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307437.659340:0:202299:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe9623d000 refcount=8 00000020:00000001:2.0:1789307437.659342:0:202299:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239644372992 : -105834065178624 : ffff9fbe9623d000) 00000020:00000001:2.0:1789307437.659343:0:202299:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239644372992 : -105834065178624 : ffff9fbe9623d000) 00000100:00000001:2.0:1789307437.659346:0:202299:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307437.659348:0:202299:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00b80. 00000100:00000001:2.0:1789307437.659350:0:202299:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307437.659351:0:202299:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00b80. 00000020:00000010:2.0:1789307437.659354:0:202299:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0afdc00. 00000020:00000010:2.0:1789307437.659364:0:202299:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44d80. 00000020:00000010:2.0:1789307437.659368:0:202299:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984960. 00000100:00000040:2.0:1789307437.659374:0:202299:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1789307437.659377:0:202299:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307437.659378:0:202299:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307437.659380:0:202299:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.659385:0:202299:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.659395:0:202299:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307437.659406:0:202299:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307437.659408:0:202299:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789307437.659413:0:202299:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 22596 00000100:00000040:2.0:1789307437.659422:0:202299:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe9623d000 : new rpc_count 1 00000100:00000001:2.0:1789307437.659424:0:202299:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244657147264 : -105829052404352 : ffff9fbfc0ecad80) 00000100:00000040:2.0:1789307437.659428:0:202299:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfc0ecad80 x1876218647718784/t0(0) o9->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:483/0 lens 224/0 e 0 to 0 dl 1789307448 ref 1 fl New:/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307437.659439:0:202299:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307437.659441:0:202299:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00b80. 00000100:00000001:2.0:1789307437.659442:0:202299:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307437.659444:0:202299:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00b80. 00000100:00100000:2.0:1789307437.659447:0:202299:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfc0ecad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+8:256267:x1876218647718784:12345-192.168.204.56@tcp:9:umount.0 00000100:00000200:2.0:1789307437.659449:0:202299:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647718784 00000020:00000001:2.0:1789307437.659451:0:202299:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1789307437.659454:0:202299:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1789307437.659456:0:202299:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.659457:0:202299:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1789307437.659459:0:202299:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664989936 : -1044561680 : ffffffffc1bd40f0) 00000020:00000001:2.0:1789307437.659461:0:202299:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1789307437.659463:0:202299:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307437.659465:0:202299:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307437.659466:0:202299:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1789307437.659468:0:202299:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.659470:0:202299:0:(tgt_handler.c:1144:tgt_disconnect()) Process entered 00010000:00000001:2.0:1789307437.659471:0:202299:0:(ldlm_lib.c:1757:target_handle_disconnect()) Process entered 00000100:00000001:2.0:1789307437.659472:0:202299:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307437.659474:0:202299:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789307437.659476:0:202299:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbf98ca3000. 02000000:00000001:2.0:1789307437.659477:0:202299:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.659479:0:202299:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.659484:0:202299:0:(genops.c:868:class_export_get()) GET export ffff9fbe9623d000 refcount=9 00010000:00000001:2.0:1789307437.659485:0:202299:0:(obd_class.h:909:obd_disconnect()) Process entered 00002000:00000001:2.0:1789307437.659488:0:202299:0:(ofd_obd.c:415:ofd_obd_disconnect()) Process entered 00000020:00000040:2.0:1789307437.659489:0:202299:0:(genops.c:868:class_export_get()) GET export ffff9fbe9623d000 refcount=10 00010000:00000001:2.0:1789307437.659490:0:202299:0:(ldlm_lib.c:851:server_disconnect_export()) Process entered 00000020:00000001:2.0:1789307437.659492:0:202299:0:(genops.c:1442:class_disconnect()) Process entered 00000020:00000040:2.0:1789307437.659541:0:202299:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d000 : new refcount 9 00000020:00000080:2.0:1789307437.659544:0:202299:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x66de20725ed2bd41 00000020:00000040:2.0:1789307437.659546:0:202299:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbe9623d000 with handle 0x66de20725ed2bd41 from hash 00000020:00000040:2.0:1789307437.659550:0:202299:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d000 : new refcount 8 00000020:00000010:2.0:1789307437.659553:0:202299:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbf88564bc0. 00000020:00000001:2.0:1789307437.659555:0:202299:0:(genops.c:1914:obd_stale_export_put()) Process entered 00000020:00010000:2.0:1789307437.659557:0:202299:0:(genops.c:1920:obd_stale_export_put()) Put export ffff9fbe9623d000: total 0 00000020:00000001:2.0:1789307437.659558:0:202299:0:(genops.c:1939:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1789307437.659559:0:202299:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d000 : new refcount 7 00000020:00000001:2.0:1789307437.659561:0:202299:0:(genops.c:1473:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.659562:0:202299:0:(import.c:2162:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1789307437.659564:0:202299:0:(import.c:65:import_set_state_nolock()) ffff9fbe9623a800 : changing import state from FULL to CLOSED 00000100:00000001:2.0:1789307437.659567:0:202299:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1789307437.659568:0:202299:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1789307437.659569:0:202299:0:(import.c:2172:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:2.0:1789307437.659577:0:202299:0:(ldlm_lib.c:882:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1789307437.659581:0:202299:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 143168 0 0 00000020:00000020:2.0:1789307437.659584:0:202299:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9fbf92163800 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1789307437.659586:0:202299:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9fbe9623d800 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1789307437.659588:0:202299:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli 6b94c9bb-f547-4fe5-8ac4-fde7cb36702a/ffff9fbe9623d000 dirty 0 pend 0 grant 0 00000020:00000010:2.0:1789307437.659593:0:202299:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb90eb400. 00000020:00000010:2.0:1789307437.659596:0:202299:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9fbfb90ea400. 00000020:00000001:1.0:1789307437.659599:0:243629:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000010:2.0:1789307437.659600:0:202299:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9fbfb9253000. 00000020:00010000:1.0:1789307437.659603:0:243629:0:(genops.c:1906:obd_stale_export_get()) Get export ffff9fbe9623d000: total 0 00000020:00000010:2.0:1789307437.659605:0:202299:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9fbfb6c2d588. 00000020:00000001:1.0:1789307437.659607:0:243629:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=18446638239644372992 : -105834065178624 : ffff9fbe9623d000) 00000020:00000010:2.0:1789307437.659609:0:202299:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9fbfb90eaa00. 00010000:00010000:1.0:1789307437.659611:0:243629:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 80000000:00000010:2.0:1789307437.659614:0:202299:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9fbf82f2c600. 00010000:00000001:1.0:1789307437.659615:0:243629:0:(ldlm_lockd.c:2937:ldlm_bl_thread_exports()) Process entered 40000000:00000010:2.0:1789307437.659618:0:202299:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9fbec4f00b80. 00000020:00000010:1.0:1789307437.659620:0:243629:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb484f000. 00100000:00000010:2.0:1789307437.659623:0:202299:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9fbfb9257800. 00000020:00000010:1.0:1789307437.659627:0:243629:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9fbfb484e600. 00040000:00000010:2.0:1789307437.659629:0:202299:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9fbec5bb6500. 00000020:00000010:1.0:1789307437.659633:0:243629:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9fbfb5446000. 00040000:00000010:2.0:1789307437.659636:0:202299:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9fbfb90ea600. 00000020:00000010:1.0:1789307437.659639:0:243629:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9fbfbb675a90. 00000020:00000010:1.0:1789307437.659644:0:243629:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9fbfb484fe00. 00080000:00000010:2.0:1789307437.659645:0:202299:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at ffff9fbf83bdc000. 80000000:00000010:1.0:1789307437.659648:0:243629:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9fbe9794f480. 40000000:00000010:1.0:1789307437.659653:0:243629:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9fbf874ff3c0. 00080000:00000010:2.0:1789307437.659656:0:202299:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff9fbfb5bce000. 00100000:00000010:1.0:1789307437.659658:0:243629:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9fbfb5440000. 00040000:00000010:1.0:1789307437.659664:0:243629:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9fbfb57d7500. 00002000:00000010:2.0:1789307437.659667:0:202299:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9fbfb40d6000. 00040000:00000010:1.0:1789307437.659676:0:243629:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9fbfb484ec00. 00000001:00000001:2.0:1789307437.659678:0:202299:0:(tgt_lastrcvd.c:1191:tgt_client_del()) Process entered 00000001:00000040:2.0:1789307437.659681:0:202299:0:(tgt_lastrcvd.c:1218:tgt_client_del()) lustre-OST0001: del client at idx 0, off 8192, UUID '6b94c9bb-f547-4fe5-8ac4-fde7cb36702a' 00080000:00000010:1.0:1789307437.659683:0:243629:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at ffff9fbf9fbee000. 00000001:00000001:2.0:1789307437.659685:0:202299:0:(tgt_lastrcvd.c:722:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1789307437.659688:0:202299:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884922556 00080000:00000010:1.0:1789307437.659689:0:243629:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff9fbf831f2000. 00080000:00000001:2.0:1789307437.659694:0:202299:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00002000:00000010:1.0:1789307437.659697:0:243629:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9fbe95939000. 00080000:00000010:2.0:1789307437.659701:0:202299:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfb2671600. 00000020:00000010:1.0:1789307437.659703:0:243629:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9fbfb484e600. 00080000:00000001:2.0:1789307437.659705:0:202299:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244413511168 : -105829296040448 : ffff9fbfb2671600) 00000020:00000010:1.0:1789307437.659709:0:243629:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9fbfb5446000. 00080000:00000001:2.0:1789307437.659712:0:202299:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000020:00000010:1.0:1789307437.659713:0:243629:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9fbfbb675a90. 00000001:00000001:2.0:1789307437.659718:0:202299:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000020:00000010:1.0:1789307437.659720:0:243629:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9fbfb484fe00. 00080000:00000010:2.0:1789307437.659723:0:202299:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbec4f00940. 80000000:00000010:1.0:1789307437.659725:0:243629:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9fbe9794f480. 00080000:00000001:2.0:1789307437.659728:0:202299:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307437.659732:0:202299:0:(osd_handler.c:2161:osd_trans_start()) Process entered 40000000:00000010:1.0:1789307437.659734:0:243629:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9fbf874ff3c0. 00100000:00000010:1.0:1789307437.659739:0:243629:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9fbfb5440000. 00040000:00000010:1.0:1789307437.659742:0:243629:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9fbfb57d7500. 00040000:00000010:1.0:1789307437.659746:0:243629:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9fbfb484ec00. 00080000:00000001:2.0:1789307437.659747:0:202299:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307437.659751:0:243629:0:(osd_handler.c:8304:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff9fbf831f2000. 00000001:00000001:2.0:1789307437.659751:0:202299:0:(tgt_lastrcvd.c:696:tgt_server_data_write()) Process entered 00080000:00000010:1.0:1789307437.659758:0:243629:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info': 4296 at ffff9fbf9fbee000. 00002000:00000010:1.0:1789307437.659764:0:243629:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9fbe95939000. 00000020:00000010:1.0:1789307437.659767:0:243629:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb484f000. 00010000:00010000:1.0:1789307437.659770:0:243629:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9fbe9623d000, canceled 0 locks, left on hash table 3. 00000020:00000010:1.0:1789307437.659776:0:243629:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb484f000. 00000020:00000010:1.0:1789307437.659779:0:243629:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9fbfb484e000. 00000020:00000010:1.0:1789307437.659783:0:243629:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9fbfb5440000. 00000001:00000040:2.0:1789307437.659784:0:202299:0:(tgt_lastrcvd.c:707:tgt_server_data_write()) lustre-OST0001: write last_rcvd server data for UUID = lustre-OST0001_UUID, last_transno = 12884922556: rc = 0 00000020:00000010:1.0:1789307437.659786:0:243629:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9fbfbb675a90. 00000001:00000001:2.0:1789307437.659790:0:202299:0:(tgt_lastrcvd.c:709:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307437.659791:0:243629:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9fbfb484ec00. 00080000:00000001:2.0:1789307437.659795:0:202299:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 80000000:00000010:1.0:1789307437.659796:0:243629:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9fbe9794f480. 40000000:00000010:1.0:1789307437.659800:0:243629:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9fbf874ff3c0. 00100000:00000010:1.0:1789307437.659802:0:243629:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9fbfb5446000. 00040000:00000010:1.0:1789307437.659805:0:243629:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9fbfb57d7500. 00080000:00000010:2.0:1789307437.659806:0:202299:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbec4f00940. 00040000:00000010:1.0:1789307437.659808:0:243629:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9fbfb484fe00. 00040000:00000001:2.0:1789307437.659812:0:202299:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00080000:00000010:1.0:1789307437.659813:0:243629:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at ffff9fbf831f2000. 00040000:00000001:2.0:1789307437.659815:0:202299:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000010:1.0:1789307437.659819:0:243629:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff9fbf831f6000. 00080000:00000001:2.0:1789307437.659819:0:202299:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1789307437.659824:0:202299:0:(tgt_lastrcvd.c:761:tgt_server_data_update()) lustre-OST0001: update last_rcvd server data for UUID = lustre-OST0001_UUID, last_transno = 12884922556: rc = 0 00002000:00000010:1.0:1789307437.659826:0:243629:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9fbe95939000. 00000001:00000001:2.0:1789307437.659828:0:202299:0:(tgt_lastrcvd.c:762:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307437.659831:0:243629:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:2.0:1789307437.659833:0:202299:0:(tgt_lastrcvd.c:612:tgt_client_data_update()) Process entered 00000001:00000001:1.0:1789307437.659835:0:243629:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00080000:00000001:2.0:1789307437.659836:0:202299:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:2.0:1789307437.659839:0:202299:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfb2671400. 00080000:00000001:2.0:1789307437.659841:0:202299:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244413510656 : -105829296040960 : ffff9fbfb2671400) 00080000:00000001:2.0:1789307437.659845:0:202299:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:2.0:1789307437.659847:0:202299:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00010000:00000040:1.0:1789307437.659848:0:243629:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb6b81d00 count: 2 00080000:00000010:2.0:1789307437.659869:0:202299:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbec4f00940. 00080000:00000001:2.0:1789307437.659872:0:202299:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307437.659875:0:202299:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00002000:00000001:1.0:1789307437.659892:0:243629:0:(ofd_lvb.c:206:ofd_lvbo_update()) Process entered 00080000:00000001:2.0:1789307437.659892:0:202299:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1789307437.659896:0:202299:0:(tgt_lastrcvd.c:581:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff9fbf82f2cf00. 00002000:00000001:1.0:1789307437.659900:0:243629:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1789307437.659903:0:243629:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000001:00000040:2.0:1789307437.659905:0:202299:0:(tgt_lastrcvd.c:585:tgt_new_client_cb_add()) callback GETting export ffff9fbe9623d000 : new cb_count 1 00000020:00000040:2.0:1789307437.659909:0:202299:0:(genops.c:868:class_export_get()) GET export ffff9fbe9623d000 refcount=8 00000020:00000001:1.0:1789307437.659910:0:243629:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244152609544 : -105829556942072 : ffff9fbfa2da0b08) 00002000:00000001:1.0:1789307437.659914:0:243629:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638244152609456 : -105829556942160 : ffff9fbfa2da0ab0) 00002000:00000001:1.0:1789307437.659917:0:243629:0:(ofd_objects.c:1134:ofd_attr_get()) Process entered 00002000:00000001:1.0:1789307437.659921:0:243629:0:(ofd_objects.c:1141:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1789307437.659923:0:243629:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000400:0x2fa3:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1789307437.659926:0:243629:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000400:0x2fa3:0x0] updating lvb mtime from disk: 0 -> 1789307110 00002000:00010000:1.0:1789307437.659929:0:243629:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000400:0x2fa3:0x0] updating lvb ctime from disk: 0 -> 1789307110 00002000:00010000:1.0:1789307437.659932:0:243629:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000400:0x2fa3:0x0] updating lvb blocks from disk: 0 -> 8 00000020:00000002:1.0:1789307437.659937:0:243629:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfa2da0b08/ffff9fbfa2da0ab0 to site lru. bkt: ffff9fbe870d0dc8 00010000:00000001:1.0:1789307437.659940:0:243629:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000001:00000001:2.0:1789307437.659940:0:202299:0:(tgt_lastrcvd.c:661:tgt_client_data_update()) Process leaving 00080000:00000001:2.0:1789307437.659944:0:202299:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00000020:00000001:1.0:1789307437.659945:0:243629:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1789307437.659949:0:243629:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1789307437.659950:0:243629:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307437.659951:0:202299:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbec4f00940. 00000020:00000001:1.0:1789307437.659953:0:243629:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1789307437.659958:0:202299:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00010000:00000001:1.0:1789307437.659960:0:243629:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00040000:00000001:2.0:1789307437.659961:0:202299:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00010000:00000001:1.0:1789307437.659965:0:243629:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:2.0:1789307437.659966:0:202299:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1789307437.659969:0:202299:0:(tgt_lastrcvd.c:666:tgt_client_data_update()) lustre-OST0001: update last_rcvd client data for UUID = lustre-OST0001_UUID, last_transno = 12884922556: rc = 0 00010000:00000001:1.0:1789307437.659970:0:243629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307437.659974:0:243629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.659975:0:202299:0:(tgt_lastrcvd.c:1262:tgt_client_del()) lustre-OST0001: zeroing out client at idx 0 (8192), rc 0 00010000:00000001:1.0:1789307437.659978:0:243629:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:2.0:1789307437.659980:0:202299:0:(tgt_lastrcvd.c:1263:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307437.659981:0:243629:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307437.659985:0:202299:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9fbfb90ea400. 00000020:00000040:1.0:1789307437.659986:0:243629:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbd26000 with handle 0x66de20725ed391fd from hash 00010000:00000001:1.0:1789307437.659991:0:243629:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789307437.659992:0:243629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1789307437.659993:0:202299:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9fbfb9253000. 00010000:00000001:1.0:1789307437.659994:0:243629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307437.659996:0:243629:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:2.0:1789307437.660002:0:202299:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9fbfb6c2d588. 00010000:00000001:1.0:1789307437.660004:0:243629:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00000020:00000010:2.0:1789307437.660008:0:202299:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9fbfb90eaa00. 00010000:00000001:1.0:1789307437.660009:0:243629:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:2.0:1789307437.660012:0:202299:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9fbf82f2c600. 00010000:00000001:1.0:1789307437.660013:0:243629:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789307437.660017:0:243629:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 40000000:00000010:2.0:1789307437.660017:0:202299:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9fbec4f00b80. 00010000:00000001:1.0:1789307437.660021:0:243629:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00100000:00000010:2.0:1789307437.660022:0:202299:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9fbfb9257800. 00010000:00000001:1.0:1789307437.660024:0:243629:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00040000:00000010:2.0:1789307437.660027:0:202299:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9fbec5bb6500. 00010000:00000001:1.0:1789307437.660029:0:243629:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1789307437.660031:0:202299:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9fbfb90ea600. 00080000:00000010:2.0:1789307437.660034:0:202299:0:(osd_handler.c:8304:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff9fbfb5bce000. 00010000:00000001:1.0:1789307437.660038:0:243629:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00080000:00000010:2.0:1789307437.660039:0:202299:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info': 4296 at ffff9fbf83bdc000. 00010000:00000040:1.0:1789307437.660041:0:243629:0:(ldlm_lock.c:2583:ldlm_cancel_lock_for_export()) Export ffff9fbe9623d000, 1 locks cancelled. 00002000:00000010:2.0:1789307437.660044:0:202299:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9fbfb40d6000. 00010000:00000001:1.0:1789307437.660045:0:243629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307437.660047:0:243629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307437.660050:0:243629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1789307437.660050:0:202299:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb90eb400. 00010000:00010000:1.0:1789307437.660057:0:243629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000083181804/0x66de20725ed391fd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2fa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c9ff expref: 8 pid: 202299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000001:2.0:1789307437.660057:0:202299:0:(nodemap_handler.c:866:nodemap_del_member()) Process entered 00000001:00000040:2.0:1789307437.660062:0:202299:0:(nodemap_handler.c:120:nodemap_getref()) GETting nodemap default(p=ffff9fbf98c04c00) : new refcount 22 00000001:00000001:2.0:1789307437.660069:0:202299:0:(nodemap_member.c:32:nm_member_del()) Process entered 00010000:00000040:1.0:1789307437.660073:0:243629:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbe9623d000 : new locks_count 2 00000001:00000040:2.0:1789307437.660074:0:202299:0:(nodemap_handler.c:137:nodemap_putref()) PUTting nodemap default(p=ffff9fbf98c04c00) : new refcount 21 00000020:00000040:1.0:1789307437.660076:0:243629:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d000 : new refcount 7 00000020:00000040:2.0:1789307437.660079:0:202299:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d000 : new refcount 7 00010000:00000040:1.0:1789307437.660080:0:243629:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb6b81d00 count: 0 00000001:00000001:2.0:1789307437.660083:0:202299:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:2.0:1789307437.660087:0:202299:0:(nodemap_handler.c:137:nodemap_putref()) PUTting nodemap default(p=ffff9fbf98c04c00) : new refcount 20 00002000:00000010:1.0:1789307437.660088:0:243629:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fbf97922500. 00000001:00000001:2.0:1789307437.660090:0:202299:0:(nodemap_handler.c:895:nodemap_del_member()) Process leaving 00000020:00000040:2.0:1789307437.660093:0:202299:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d000 : new refcount 5 00002000:00000001:2.0:1789307437.660096:0:202299:0:(ofd_obd.c:440:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1789307437.660097:0:243629:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fbfb6b81200. 00010000:00000001:1.0:1789307437.660105:0:243629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.660106:0:202299:0:(obd_class.h:921:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1789307437.660109:0:243629:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 0 00010000:00000001:2.0:1789307437.660110:0:202299:0:(ldlm_lib.c:1778:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307437.660113:0:243629:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:2.0:1789307437.660115:0:202299:0:(tgt_handler.c:1152:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1789307437.660118:0:243629:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb2a4f000 count: 2 00010000:00000040:2.0:1789307437.660120:0:202299:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884922552, transno 0, xid 1876218647718784 00002000:00000001:1.0:1789307437.660122:0:243629:0:(ofd_lvb.c:206:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1789307437.660126:0:243629:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:2.0:1789307437.660126:0:202299:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000020:00000001:1.0:1789307437.660130:0:243629:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307437.660133:0:243629:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243963292424 : -105829746259192 : ffff9fbf97914b08) 00010000:00000200:2.0:1789307437.660135:0:202299:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfc0ecad80 x1876218647718784/t0(0) o9->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:483/0 lens 224/224 e 0 to 0 dl 1789307448 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1789307437.660137:0:243629:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638243963292336 : -105829746259280 : ffff9fbf97914ab0) 00002000:00000001:1.0:1789307437.660142:0:243629:0:(ofd_objects.c:1134:ofd_attr_get()) Process entered 00002000:00000001:1.0:1789307437.660146:0:243629:0:(ofd_objects.c:1141:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.660150:0:202299:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00002000:00010000:1.0:1789307437.660151:0:243629:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000403:0x8aa2:0x0] updating lvb size from disk: 0 -> 12 00010000:00000001:2.0:1789307437.660155:0:202299:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1789307437.660156:0:243629:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000403:0x8aa2:0x0] updating lvb mtime from disk: 0 -> 1789307061 00002000:00010000:1.0:1789307437.660160:0:243629:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000403:0x8aa2:0x0] updating lvb ctime from disk: 0 -> 1789307061 00000100:00001000:2.0:1789307437.660161:0:202299:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=149 v=5 (4 4 1 1) 00002000:00010000:1.0:1789307437.660163:0:243629:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000403:0x8aa2:0x0] updating lvb blocks from disk: 0 -> 8 00000020:00000002:1.0:1789307437.660170:0:243629:0:(lu_object.c:216:lu_object_put()) Add ffff9fbf97914b08/ffff9fbf97914ab0 to site lru. bkt: ffff9fbe870d2dd8 00000100:00000001:2.0:1789307437.660170:0:202299:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1789307437.660174:0:243629:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1789307437.660176:0:202299:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000020:00000001:1.0:1789307437.660177:0:243629:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1789307437.660179:0:243629:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:2.0:1789307437.660181:0:202299:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 00010000:00000001:1.0:1789307437.660182:0:243629:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307437.660185:0:202299:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307437.660187:0:202299:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307437.660191:0:243629:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.660192:0:202299:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1789307437.660196:0:243629:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:2.0:1789307437.660197:0:202299:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00010000:00000001:1.0:1789307437.660199:0:243629:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789307437.660203:0:243629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1789307437.660204:0:202299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fdb28. 00010000:00000001:1.0:1789307437.660205:0:243629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307437.660207:0:243629:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789307437.660209:0:243629:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789307437.660210:0:202299:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218647718784, offset 224 00000020:00000040:1.0:1789307437.660213:0:243629:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2a32e00 with handle 0x66de20725ed2bd48 from hash 00010000:00000001:1.0:1789307437.660217:0:243629:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1789307437.660217:0:202299:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00010000:00000001:1.0:1789307437.660220:0:243629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307437.660222:0:243629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307437.660223:0:243629:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:2.0:1789307437.660226:0:202299:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00010000:00000001:1.0:1789307437.660227:0:243629:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1789307437.660230:0:243629:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307437.660234:0:243629:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1789307437.660234:0:202299:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305890:305890:256:4294967295] 192.168.204.56@tcp LPNI seq info [305886:305886:8:4294967295] 00010000:00000001:1.0:1789307437.660236:0:243629:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1789307437.660238:0:243629:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1789307437.660241:0:243629:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307437.660245:0:243629:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307437.660246:0:202299:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00010000:00000001:1.0:1789307437.660248:0:243629:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1789307437.660250:0:243629:0:(ldlm_lock.c:2583:ldlm_cancel_lock_for_export()) Export ffff9fbe9623d000, 2 locks cancelled. 00010000:00000001:1.0:1789307437.660254:0:243629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:2.0:1789307437.660255:0:202299:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00010000:00000001:1.0:1789307437.660256:0:243629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307437.660259:0:243629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:2.0:1789307437.660260:0:202299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbec5bb6500. 00010000:00010000:1.0:1789307437.660264:0:243629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089270b37/0x66de20725ed2bd48 lrc: 0/0,0 mode: --/PW res: [0x2c0000403:0x8aa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77991e3 expref: 5 pid: 202299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1789307437.660269:0:202299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00010000:00000040:1.0:1789307437.660278:0:243629:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbe9623d000 : new locks_count 1 00000800:00000200:2.0:1789307437.660279:0:202299:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000020:00000040:1.0:1789307437.660281:0:243629:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d000 : new refcount 4 00010000:00000040:1.0:1789307437.660285:0:243629:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb2a4f000 count: 0 00000800:00000200:2.0:1789307437.660285:0:202299:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbec5bb6500 type 1, nob 320 niov 1 nkiov 1 00002000:00000010:1.0:1789307437.660290:0:243629:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fbf96162180. 00010000:00000010:1.0:1789307437.660294:0:243629:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fbfb2a4f100. 00010000:00000001:1.0:1789307437.660300:0:243629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789307437.660300:0:202299:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1789307437.660303:0:243629:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1 00000001:00000001:1.0:1789307437.660307:0:243629:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000040:2.0:1789307437.660307:0:202299:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000040:1.0:1789307437.660311:0:243629:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4acd800 count: 2 00010000:00000001:2.0:1789307437.660312:0:202299:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00002000:00000001:1.0:1789307437.660319:0:243629:0:(ofd_lvb.c:206:ofd_lvbo_update()) Process entered 00000020:00000001:2.0:1789307437.660321:0:202299:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307437.660323:0:243629:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1789307437.660325:0:202299:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1789307437.660327:0:243629:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307437.660332:0:243629:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244152609240 : -105829556942376 : ffff9fbfa2da09d8) 00000100:00000040:2.0:1789307437.660333:0:202299:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfc0ecad80 x1876218647718784/t0(0) o9->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:483/0 lens 224/224 e 0 to 0 dl 1789307448 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1789307437.660337:0:243629:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638244152609152 : -105829556942464 : ffff9fbfa2da0980) 00002000:00000001:1.0:1789307437.660341:0:243629:0:(ofd_objects.c:1134:ofd_attr_get()) Process entered 00002000:00000001:1.0:1789307437.660346:0:243629:0:(ofd_objects.c:1141:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1789307437.660350:0:243629:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000400:0x2fa6:0x0] updating lvb size from disk: 0 -> 7 00000100:00100000:2.0:1789307437.660351:0:202299:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfc0ecad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+4:256267:x1876218647718784:12345-192.168.204.56@tcp:9:umount.0 Request processed in 909us (1079us total) trans 0 rc 0/0 00002000:00010000:1.0:1789307437.660355:0:243629:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000400:0x2fa6:0x0] updating lvb mtime from disk: 0 -> 1789307151 00002000:00010000:1.0:1789307437.660360:0:243629:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000400:0x2fa6:0x0] updating lvb ctime from disk: 0 -> 1789307151 00002000:00010000:1.0:1789307437.660363:0:243629:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000400:0x2fa6:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1789307437.660367:0:202299:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 22596 00000020:00000002:1.0:1789307437.660369:0:243629:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfa2da09d8/ffff9fbfa2da0980 to site lru. bkt: ffff9fbe870d2910 00010000:00000001:1.0:1789307437.660373:0:243629:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1789307437.660374:0:202299:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe9623d000 : new rpc_count 0 00000020:00000001:1.0:1789307437.660376:0:243629:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00000100:00000001:2.0:1789307437.660378:0:202299:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1789307437.660379:0:243629:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:2.0:1789307437.660381:0:202299:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1789307437.660383:0:243629:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307437.660384:0:202299:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44d80. 00000020:00000001:1.0:1789307437.660389:0:243629:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307437.660391:0:202299:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984960. 00010000:00000001:1.0:1789307437.660395:0:243629:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:2.0:1789307437.660395:0:202299:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0afdc00. 00010000:00000001:1.0:1789307437.660397:0:243629:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000020:00000040:2.0:1789307437.660401:0:202299:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d000 : new refcount 3 00010000:00000001:1.0:1789307437.660402:0:243629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307437.660405:0:243629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307437.660406:0:243629:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1789307437.660407:0:202299:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307437.660408:0:243629:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307437.660413:0:243629:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5d6b000 with handle 0x66de20725ed69d9d from hash 00010000:00000001:1.0:1789307437.660416:0:243629:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789307437.660418:0:243629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307437.660420:0:243629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307437.660424:0:243629:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789307437.660428:0:243629:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1789307437.660430:0:243629:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307437.660431:0:243629:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789307437.660433:0:243629:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1789307437.660435:0:243629:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1789307437.660436:0:243629:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307437.660439:0:243629:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307437.660447:0:243629:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1789307437.660448:0:243629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307437.660450:0:243629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307437.660451:0:243629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789307437.660455:0:243629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef15f9af/0x66de20725ed69d9d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a3a8b expref: 3 pid: 122830 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789307437.660464:0:243629:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbe9623d000 : new locks_count 0 00000020:00000040:1.0:1789307437.660466:0:243629:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d000 : new refcount 2 00010000:00000040:1.0:1789307437.660468:0:243629:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4acd800 count: 0 00002000:00000010:1.0:1789307437.660471:0:243629:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fbf84c4bbc0. 00010000:00000010:1.0:1789307437.660475:0:243629:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fbfb4acd700. 00010000:00000001:1.0:1789307437.660479:0:243629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1789307437.660481:0:243629:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 2 00000001:00000001:1.0:1789307437.660482:0:243629:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1789307437.660484:0:243629:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789307437.660486:0:243629:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9fbe9623d000, canceled 3 locks, left on hash table 0. 00000020:00000010:1.0:1789307437.660488:0:243629:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9fbfb484e000. 00000020:00000010:1.0:1789307437.660491:0:243629:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9fbfb5440000. 00000020:00000010:1.0:1789307437.660493:0:243629:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9fbfbb675a90. 00000020:00000010:1.0:1789307437.660496:0:243629:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9fbfb484ec00. 80000000:00000010:1.0:1789307437.660497:0:243629:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9fbe9794f480. 40000000:00000010:1.0:1789307437.660508:0:243629:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9fbf874ff3c0. 00100000:00000010:1.0:1789307437.660511:0:243629:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9fbfb5446000. 00040000:00000010:1.0:1789307437.660516:0:243629:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9fbfb57d7500. 00040000:00000010:1.0:1789307437.660519:0:243629:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9fbfb484fe00. 00080000:00000010:1.0:1789307437.660522:0:243629:0:(osd_handler.c:8304:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff9fbf831f6000. 00080000:00000010:1.0:1789307437.660526:0:243629:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info': 4296 at ffff9fbf831f2000. 00002000:00000010:1.0:1789307437.660529:0:243629:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9fbe95939000. 00000020:00000010:1.0:1789307437.660531:0:243629:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb484f000. 00000020:00000001:1.0:1789307437.660533:0:243629:0:(genops.c:1914:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1789307437.660535:0:243629:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d000 : new refcount 1 00000020:00000001:1.0:1789307437.660536:0:243629:0:(genops.c:1939:obd_stale_export_put()) Process leaving 00010000:00000001:1.0:1789307437.660538:0:243629:0:(ldlm_lockd.c:2947:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307437.660545:0:243629:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789307437.660546:0:243629:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789307437.660548:0:243629:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789307437.660549:0:243629:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789307437.660550:0:243629:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789307437.660551:0:243629:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789307437.660552:0:243629:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789307437.660553:0:243629:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789307437.660554:0:243629:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789307437.663420:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307437.663433:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789307437.663437:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307437.663438:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307437.663446:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1789307437.663459:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 28 MB=0x6aa693204ad80 00000400:00000200:3.0:1789307437.663465:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.56@tcp of length 224/224 into md 0x197959 [8] + 1344 00000800:00000001:3.0:1789307437.663470:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307437.663478:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307437.663480:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307437.663494:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:3.0:1789307437.663499:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307437.663500:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1789307437.663505:0:118842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0ecb100. 00000100:00000040:3.0:1789307437.663508:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfc0ecb100 x1876218647719296 msgsize 224 00000100:00100000:3.0:1789307437.663513:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000001:3.0:1789307437.663525:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789307437.663533:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307437.663537:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307437.664107:0:188195:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00010000:2.0:1789307437.664112:0:188195:0:(genops.c:1906:obd_stale_export_get()) Get export ffff9fbe8a129800: total 0 00000020:00000001:2.0:1789307437.664118:0:188195:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=18446638239441917952 : -105834267633664 : ffff9fbe8a129800) 00010000:00000001:2.0:1789307437.664134:0:188195:0:(ldlm_lockd.c:2937:ldlm_bl_thread_exports()) Process entered 00000020:00000010:2.0:1789307437.664140:0:188195:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb2670200. 00000020:00000010:2.0:1789307437.664146:0:188195:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9fbfb2671000. 00000020:00000010:2.0:1789307437.664152:0:188195:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9fbfb9257800. 00000020:00000010:2.0:1789307437.664158:0:188195:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9fbfb6c2d588. 00000020:00000010:2.0:1789307437.664163:0:188195:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9fbfb2670e00. 80000000:00000010:2.0:1789307437.664169:0:188195:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9fbf82f2c600. 40000000:00000010:2.0:1789307437.664174:0:188195:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9fbec4f00b80. 00100000:00000010:2.0:1789307437.664180:0:188195:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9fbfb9253000. 00040000:00000010:2.0:1789307437.664185:0:188195:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9fbec5bb6500. 00040000:00000010:2.0:1789307437.664189:0:188195:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9fbfb2671a00. 00080000:00000010:2.0:1789307437.664194:0:188195:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at ffff9fbfb5bce000. 00080000:00000010:2.0:1789307437.664202:0:188195:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff9fbfb5bc8000. 00002000:00000010:2.0:1789307437.664208:0:188195:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9fbfb40d6000. 00000020:00000010:2.0:1789307437.664221:0:188195:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9fbfb2671000. 00000020:00000010:2.0:1789307437.664229:0:188195:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9fbfb9257800. 00000020:00000010:2.0:1789307437.664236:0:188195:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9fbfb6c2d588. 00000020:00000010:2.0:1789307437.664244:0:188195:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9fbfb2670e00. 80000000:00000010:2.0:1789307437.664251:0:188195:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9fbf82f2c600. 40000000:00000010:2.0:1789307437.664259:0:188195:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9fbec4f00b80. 00100000:00000010:2.0:1789307437.664267:0:188195:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9fbfb9253000. 00040000:00000010:2.0:1789307437.664274:0:188195:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9fbec5bb6500. 00040000:00000010:2.0:1789307437.664281:0:188195:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9fbfb2671a00. 00080000:00000010:2.0:1789307437.664288:0:188195:0:(osd_handler.c:8304:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff9fbfb5bc8000. 00080000:00000010:2.0:1789307437.664293:0:188195:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info': 4296 at ffff9fbfb5bce000. 00002000:00000010:2.0:1789307437.664301:0:188195:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9fbfb40d6000. 00000020:00000010:2.0:1789307437.664307:0:188195:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb2670200. 00010000:00010000:2.0:1789307437.664312:0:188195:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9fbe8a129800, canceled 0 locks, left on hash table 3. 00000020:00000010:2.0:1789307437.664320:0:188195:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb2670200. 00000020:00000010:2.0:1789307437.664326:0:188195:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9fbfb2671e00. 00000020:00000010:2.0:1789307437.664332:0:188195:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9fbfb9253000. 00000020:00000010:2.0:1789307437.664338:0:188195:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9fbfb6c2d588. 00000020:00000010:2.0:1789307437.664343:0:188195:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9fbfb2671a00. 80000000:00000010:2.0:1789307437.664348:0:188195:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9fbf82f2c600. 40000000:00000010:2.0:1789307437.664353:0:188195:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9fbec4f00b80. 00100000:00000010:2.0:1789307437.664358:0:188195:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9fbfb9257800. 00040000:00000010:2.0:1789307437.664363:0:188195:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9fbec5bb6500. 00040000:00000010:2.0:1789307437.664370:0:188195:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9fbfb2670e00. 00080000:00000010:2.0:1789307437.664376:0:188195:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at ffff9fbfb5bce000. 00080000:00000010:2.0:1789307437.664381:0:188195:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff9fbfb5bc8000. 00002000:00000010:2.0:1789307437.664387:0:188195:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9fbfb40d6000. 00000001:00000001:2.0:1789307437.664392:0:188195:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:2.0:1789307437.664396:0:188195:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.664404:0:188195:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a88800 count: 2 00002000:00000001:2.0:1789307437.664409:0:188195:0:(ofd_lvb.c:206:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1789307437.664416:0:188195:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1789307437.664421:0:188195:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:2.0:1789307437.664428:0:188195:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243983516648 : -105829726034968 : ffff9fbf98c5e3e8) 00002000:00000001:2.0:1789307437.664439:0:188195:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638243983516560 : -105829726035056 : ffff9fbf98c5e390) 00002000:00000001:2.0:1789307437.664444:0:188195:0:(ofd_objects.c:1134:ofd_attr_get()) Process entered 00002000:00000001:2.0:1789307437.664450:0:188195:0:(ofd_objects.c:1141:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1789307437.664457:0:188195:0:(lu_object.c:216:lu_object_put()) Add ffff9fbf98c5e3e8/ffff9fbf98c5e390 to site lru. bkt: ffff9fbfbb872520 00010000:00000001:2.0:1789307437.664461:0:188195:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789307437.664465:0:188195:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.664468:0:188195:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.664470:0:188195:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.664474:0:188195:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.664482:0:188195:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.664486:0:188195:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.664490:0:188195:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.664495:0:188195:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.664499:0:188195:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.664504:0:188195:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.664510:0:188195:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb1aaca00 with handle 0x66de20725ed781fd from hash 00010000:00000001:2.0:1789307437.664516:0:188195:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.664519:0:188195:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.664522:0:188195:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.664524:0:188195:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789307437.664531:0:188195:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.664536:0:188195:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.664542:0:188195:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307437.664546:0:188195:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.664550:0:188195:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1789307437.664554:0:188195:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.664559:0:188195:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.664562:0:188195:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00000800:00000200:1.0:1789307437.664566:0:118843:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000040:2.0:1789307437.664566:0:188195:0:(ldlm_lock.c:2583:ldlm_cancel_lock_for_export()) Export ffff9fbe8a129800, 1 locks cancelled. 00000800:00000010:1.0:1789307437.664572:0:118843:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbf87ecc900. 00010000:00000001:2.0:1789307437.664572:0:188195:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.664575:0:188195:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1789307437.664578:0:118843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1789307437.664578:0:188195:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1789307437.664587:0:118843:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00010000:00010000:2.0:1789307437.664589:0:188195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014b5d86b/0x66de20725ed781fd lrc: 0/0,0 mode: --/PR res: [0x280000403:0x9562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6e78 expref: 5 pid: 202306 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1789307437.664590:0:118843:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82d48 00000400:00000010:1.0:1789307437.664594:0:118843:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82d48. 00000100:00000001:1.0:1789307437.664599:0:118843:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1789307437.664602:0:118843:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00000040:2.0:1789307437.664607:0:188195:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbe8a129800 : new locks_count 2 00000020:00000040:2.0:1789307437.664616:0:188195:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a129800 : new refcount 4 00010000:00000040:2.0:1789307437.664619:0:188195:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a88800 count: 0 00002000:00000010:2.0:1789307437.664625:0:188195:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fbf88564c00. 00010000:00000010:2.0:1789307437.664629:0:188195:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fbfb4a88700. 00010000:00000001:2.0:1789307437.664639:0:188195:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.664642:0:188195:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 0 00000001:00000001:2.0:1789307437.664643:0:188195:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.664646:0:188195:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf84fab100 count: 2 00002000:00000001:2.0:1789307437.664648:0:188195:0:(ofd_lvb.c:86:ofd_lvbo_init()) Process entered 00002000:00000010:2.0:1789307437.664651:0:188195:0:(ofd_lvb.c:103:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9fbec4f00940. 00002000:00000001:2.0:1789307437.664653:0:188195:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1789307437.664655:0:188195:0:(lu_object.c:830:lu_object_find_at()) Process entered 00002000:00000001:2.0:1789307437.664658:0:188195:0:(ofd_dev.c:520:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1789307437.664667:0:188195:0:(ofd_dev.c:522:ofd_object_alloc()) slab-alloced 'of': 304 at ffff9fbfc0889c80. 00002000:00000001:2.0:1789307437.664671:0:188195:0:(ofd_dev.c:533:ofd_object_alloc()) Process leaving (rc=18446638244650589400 : -105829058962216 : ffff9fbfc0889cd8) 00002000:00000001:2.0:1789307437.664676:0:188195:0:(ofd_dev.c:427:ofd_object_init()) Process entered 00002000:00000040:2.0:1789307437.664678:0:188195:0:(ofd_dev.c:430:ofd_object_init()) object init, fid = [0x280000400:0x3043:0x0] 00080000:00000010:2.0:1789307437.664682:0:188195:0:(osd_handler.c:426:osd_object_alloc()) kmalloced '(mo)': 312 at ffff9fbfb2671200. 00002000:00000001:2.0:1789307437.664685:0:188195:0:(ofd_dev.c:439:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307437.664688:0:188195:0:(osd_handler.c:1151:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1789307437.664693:0:188195:0:(osd_oi.c:548:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1789307437.664696:0:188195:0:(fld_handler.c:208:fld_local_lookup()) Process entered 80000000:00000001:2.0:1789307437.664698:0:188195:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789307437.664701:0:188195:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789307437.664703:0:188195:0:(fld_handler.c:225:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307437.664706:0:188195:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1789307437.664716:0:188195:0:(osd_compat.c:1053:osd_obj_map_lookup()) Process entered 00000001:00000001:2.0:1789307437.664719:0:188195:0:(osd_compat.c:987:osd_seq_load()) Process entered 00000001:00000001:2.0:1789307437.664721:0:188195:0:(osd_compat.c:995:osd_seq_load()) Process leaving (rc=18446638240429507776 : -105833280043840 : ffff9fbec4f004c0) 00000001:00000001:2.0:1789307437.665084:0:188195:0:(osd_compat.c:1097:osd_obj_map_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307437.665088:0:188195:0:(osd_handler.c:659:osd_iget_check()) Process entered 00080000:00000001:2.0:1789307437.665090:0:188195:0:(osd_handler.c:756:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1789307437.665092:0:188195:0:(osd_handler.c:840:osd_check_lma()) Process entered 00080000:00000001:2.0:1789307437.665099:0:188195:0:(osd_handler.c:915:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307437.665102:0:188195:0:(osd_handler.c:1469:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789307437.665106:0:188195:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446638244650589400 : -105829058962216 : ffff9fbfc0889cd8) 00002000:00000001:2.0:1789307437.665108:0:188195:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638244650589312 : -105829058962304 : ffff9fbfc0889c80) 00002000:00000001:2.0:1789307437.665115:0:188195:0:(ofd_objects.c:1134:ofd_attr_get()) Process entered 00002000:00000001:2.0:1789307437.665117:0:188195:0:(ofd_objects.c:1141:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1789307437.665119:0:188195:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3043:0x0] initial LVB size: 158, mtime: 0x6aa6a8f3, atime: 0x0, ctime: 0x6aa6a8f3, blocks: 0x8 00002000:00000001:2.0:1789307437.665121:0:188195:0:(ofd_lvb.c:155:ofd_lvbo_init()) Process leaving 00000020:00000002:2.0:1789307437.665122:0:188195:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfc0889cd8/ffff9fbfc0889c80 to site lru. bkt: ffff9fbfbb870d80 00002000:00000001:2.0:1789307437.665124:0:188195:0:(ofd_lvb.c:206:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1789307437.665126:0:188195:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1789307437.665127:0:188195:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:2.0:1789307437.665128:0:188195:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244650589400 : -105829058962216 : ffff9fbfc0889cd8) 00002000:00000001:2.0:1789307437.665130:0:188195:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638244650589312 : -105829058962304 : ffff9fbfc0889c80) 00002000:00000001:2.0:1789307437.665132:0:188195:0:(ofd_objects.c:1134:ofd_attr_get()) Process entered 00002000:00000001:2.0:1789307437.665133:0:188195:0:(ofd_objects.c:1141:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1789307437.665135:0:188195:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfc0889cd8/ffff9fbfc0889c80 to site lru. bkt: ffff9fbfbb870d80 00010000:00000001:2.0:1789307437.665137:0:188195:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789307437.665139:0:188195:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.665141:0:188195:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.665142:0:188195:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.665144:0:188195:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.665146:0:188195:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.665147:0:188195:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.665150:0:188195:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.665151:0:188195:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.665152:0:188195:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.665154:0:188195:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.665157:0:188195:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0c7ea00 with handle 0x66de20725ed778a3 from hash 00010000:00000001:2.0:1789307437.665159:0:188195:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.665160:0:188195:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.665161:0:188195:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.665162:0:188195:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789307437.665164:0:188195:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.665166:0:188195:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.665167:0:188195:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307437.665169:0:188195:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.665171:0:188195:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1789307437.665172:0:188195:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.665174:0:188195:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.665181:0:188195:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1789307437.665183:0:188195:0:(ldlm_lock.c:2583:ldlm_cancel_lock_for_export()) Export ffff9fbe8a129800, 2 locks cancelled. 00010000:00000001:2.0:1789307437.665184:0:188195:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.665185:0:188195:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.665186:0:188195:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307437.665189:0:188195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077ce77f1/0x66de20725ed778a3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a01c0 expref: 4 pid: 263058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307437.665195:0:188195:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbe8a129800 : new locks_count 1 00000020:00000040:2.0:1789307437.665197:0:188195:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a129800 : new refcount 3 00010000:00000040:2.0:1789307437.665198:0:188195:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf84fab100 count: 0 00002000:00000010:2.0:1789307437.665200:0:188195:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fbec4f00940. 00010000:00000010:2.0:1789307437.665203:0:188195:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fbf84fab500. 00010000:00000001:2.0:1789307437.665210:0:188195:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.665212:0:188195:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1 00000001:00000001:2.0:1789307437.665214:0:188195:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.665216:0:188195:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf84fabb00 count: 2 00002000:00000001:2.0:1789307437.665219:0:188195:0:(ofd_lvb.c:86:ofd_lvbo_init()) Process entered 00002000:00000010:2.0:1789307437.665221:0:188195:0:(ofd_lvb.c:103:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9fbec4f00940. 00002000:00000001:2.0:1789307437.665224:0:188195:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1789307437.665225:0:188195:0:(lu_object.c:830:lu_object_find_at()) Process entered 00002000:00000001:2.0:1789307437.665227:0:188195:0:(ofd_dev.c:520:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1789307437.665230:0:188195:0:(ofd_dev.c:522:ofd_object_alloc()) slab-alloced 'of': 304 at ffff9fbfc08885f0. 00002000:00000001:2.0:1789307437.665232:0:188195:0:(ofd_dev.c:533:ofd_object_alloc()) Process leaving (rc=18446638244650583624 : -105829058967992 : ffff9fbfc0888648) 00002000:00000001:2.0:1789307437.665235:0:188195:0:(ofd_dev.c:427:ofd_object_init()) Process entered 00002000:00000040:2.0:1789307437.665236:0:188195:0:(ofd_dev.c:430:ofd_object_init()) object init, fid = [0x280000400:0x3042:0x0] 00080000:00000010:2.0:1789307437.665239:0:188195:0:(osd_handler.c:426:osd_object_alloc()) kmalloced '(mo)': 312 at ffff9fbfb2671c00. 00002000:00000001:2.0:1789307437.665241:0:188195:0:(ofd_dev.c:439:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307437.665243:0:188195:0:(osd_handler.c:1151:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1789307437.665244:0:188195:0:(osd_oi.c:548:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1789307437.665245:0:188195:0:(fld_handler.c:208:fld_local_lookup()) Process entered 80000000:00000001:2.0:1789307437.665247:0:188195:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789307437.665248:0:188195:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789307437.665249:0:188195:0:(fld_handler.c:225:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307437.665250:0:188195:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1789307437.665251:0:188195:0:(osd_compat.c:1053:osd_obj_map_lookup()) Process entered 00000001:00000001:2.0:1789307437.665256:0:188195:0:(osd_compat.c:987:osd_seq_load()) Process entered 00000001:00000001:2.0:1789307437.665257:0:188195:0:(osd_compat.c:995:osd_seq_load()) Process leaving (rc=18446638240429507776 : -105833280043840 : ffff9fbec4f004c0) 00000001:00000001:2.0:1789307437.665445:0:188195:0:(osd_compat.c:1097:osd_obj_map_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307437.665449:0:188195:0:(osd_handler.c:659:osd_iget_check()) Process entered 00080000:00000001:2.0:1789307437.665451:0:188195:0:(osd_handler.c:756:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1789307437.665454:0:188195:0:(osd_handler.c:840:osd_check_lma()) Process entered 00080000:00000001:2.0:1789307437.665457:0:188195:0:(osd_handler.c:915:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307437.665461:0:188195:0:(osd_handler.c:1469:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789307437.665466:0:188195:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446638244650583624 : -105829058967992 : ffff9fbfc0888648) 00002000:00000001:2.0:1789307437.665468:0:188195:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638244650583536 : -105829058968080 : ffff9fbfc08885f0) 00002000:00000001:2.0:1789307437.665471:0:188195:0:(ofd_objects.c:1134:ofd_attr_get()) Process entered 00002000:00000001:2.0:1789307437.665473:0:188195:0:(ofd_objects.c:1141:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1789307437.665475:0:188195:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3042:0x0] initial LVB size: 4096, mtime: 0x6aa6a497, atime: 0x0, ctime: 0x6aa6a497, blocks: 0x8 00002000:00000001:2.0:1789307437.665478:0:188195:0:(ofd_lvb.c:155:ofd_lvbo_init()) Process leaving 00000020:00000002:2.0:1789307437.665480:0:188195:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfc0888648/ffff9fbfc08885f0 to site lru. bkt: ffff9fbfbb872718 00002000:00000001:2.0:1789307437.665483:0:188195:0:(ofd_lvb.c:206:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1789307437.665485:0:188195:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1789307437.665486:0:188195:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:2.0:1789307437.665488:0:188195:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244650583624 : -105829058967992 : ffff9fbfc0888648) 00002000:00000001:2.0:1789307437.665490:0:188195:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638244650583536 : -105829058968080 : ffff9fbfc08885f0) 00002000:00000001:2.0:1789307437.665492:0:188195:0:(ofd_objects.c:1134:ofd_attr_get()) Process entered 00002000:00000001:2.0:1789307437.665493:0:188195:0:(ofd_objects.c:1141:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1789307437.665495:0:188195:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfc0888648/ffff9fbfc08885f0 to site lru. bkt: ffff9fbfbb872718 00010000:00000001:2.0:1789307437.665497:0:188195:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789307437.665499:0:188195:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.665500:0:188195:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.665502:0:188195:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.665504:0:188195:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.665507:0:188195:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.665508:0:188195:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.665510:0:188195:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.665512:0:188195:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.665513:0:188195:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.665515:0:188195:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.665517:0:188195:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9d9c200 with handle 0x66de20725ed778aa from hash 00010000:00000001:2.0:1789307437.665526:0:188195:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.665527:0:188195:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.665528:0:188195:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.665529:0:188195:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789307437.665532:0:188195:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.665533:0:188195:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.665535:0:188195:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307437.665537:0:188195:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.665538:0:188195:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1789307437.665540:0:188195:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.665542:0:188195:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.665544:0:188195:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1789307437.665545:0:188195:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.665547:0:188195:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.665548:0:188195:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307437.665553:0:188195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b95e737e/0x66de20725ed778aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f76fab18 expref: 3 pid: 263058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307437.665563:0:188195:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbe8a129800 : new locks_count 0 00000020:00000040:2.0:1789307437.665565:0:188195:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a129800 : new refcount 2 00010000:00000040:2.0:1789307437.665567:0:188195:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf84fabb00 count: 0 00002000:00000010:2.0:1789307437.665571:0:188195:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fbec4f00940. 00010000:00000010:2.0:1789307437.665575:0:188195:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fbf8532d900. 00010000:00000001:2.0:1789307437.665581:0:188195:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.665583:0:188195:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 2 00000001:00000001:2.0:1789307437.665585:0:188195:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1789307437.665588:0:188195:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789307437.665591:0:188195:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9fbe8a129800, canceled 3 locks, left on hash table 0. 00000020:00000010:2.0:1789307437.665595:0:188195:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9fbfb2671e00. 00000020:00000010:2.0:1789307437.665599:0:188195:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9fbfb9253000. 00000020:00000010:2.0:1789307437.665602:0:188195:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9fbfb6c2d588. 00000020:00000010:2.0:1789307437.665606:0:188195:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9fbfb2671a00. 80000000:00000010:2.0:1789307437.665609:0:188195:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9fbf82f2c600. 40000000:00000010:2.0:1789307437.665612:0:188195:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9fbec4f00b80. 00100000:00000010:2.0:1789307437.665615:0:188195:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9fbfb9257800. 00040000:00000010:2.0:1789307437.665624:0:188195:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9fbec5bb6500. 00040000:00000010:2.0:1789307437.665628:0:188195:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9fbfb2670e00. 00080000:00000010:2.0:1789307437.665632:0:188195:0:(osd_handler.c:8304:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff9fbfb5bc8000. 00080000:00000010:2.0:1789307437.665634:0:188195:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info': 4296 at ffff9fbfb5bce000. 00002000:00000010:2.0:1789307437.665637:0:188195:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9fbfb40d6000. 00000020:00000010:2.0:1789307437.665640:0:188195:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb2670200. 00000020:00000001:2.0:1789307437.665642:0:188195:0:(genops.c:1914:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1789307437.665644:0:188195:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a129800 : new refcount 1 00000020:00000001:2.0:1789307437.665646:0:188195:0:(genops.c:1939:obd_stale_export_put()) Process leaving 00010000:00000001:2.0:1789307437.665647:0:188195:0:(ldlm_lockd.c:2947:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.665649:0:188195:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789307437.665651:0:188195:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789307437.665653:0:188195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789307437.665655:0:188195:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789307437.665656:0:188195:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789307437.665657:0:188195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789307437.665659:0:188195:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789307437.665660:0:188195:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789307437.665661:0:188195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:1.1:1789307437.665900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d2e200. 00010000:00000010:0.1:1789307437.665904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8654f600. 00010000:00000010:1.1:1789307437.669892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb6b81d00. 00010000:00000010:2.1:1789307437.669899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf86222400. 00010000:00000010:1.1:1789307437.669904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbd26000. 00010000:00000010:1.1:1789307437.669911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2a4f000. 00010000:00000010:1.1:1789307437.669914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2a32e00. 00010000:00000010:1.1:1789307437.669917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4acd800. 00010000:00000010:1.1:1789307437.669920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d6b000. 00010000:00000010:2.1:1789307437.673900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a88800. 00010000:00000010:2.1:1789307437.673918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1aaca00. 00010000:00000010:2.1:1789307437.673922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fab100. 00010000:00000010:2.1:1789307437.673925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0c7ea00. 00010000:00000010:2.1:1789307437.673930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fabb00. 00010000:00000010:2.1:1789307437.673932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d9c200. 00000020:00000001:1.0:1789307437.867114:0:122633:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789307437.867119:0:122633:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789307437.867122:0:122633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789307437.950430:0:226606:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789307437.950434:0:226606:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647917312 02000000:00000001:2.0:1789307437.950437:0:226606:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307437.950439:0:226606:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307437.950441:0:226606:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307437.950446:0:226606:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307437.950450:0:226606:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647917312 00000020:00000001:2.0:1789307437.950454:0:226606:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307437.950455:0:226606:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc60 00000020:00000001:2.0:1789307437.950458:0:226606:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307437.950462:0:226606:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf86773800 refcount=1568 00000020:00000001:2.0:1789307437.950465:0:226606:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243676370944 : -105830033180672 : ffff9fbf86773800) 00000020:00000001:2.0:1789307437.950467:0:226606:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243676370944 : -105830033180672 : ffff9fbf86773800) 00000100:00000001:2.0:1789307437.950471:0:226606:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307437.950476:0:226606:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00b80. 00000100:00000001:2.0:1789307437.950481:0:226606:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307437.950490:0:226606:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00b80. 00000020:00000010:2.0:1789307437.950500:0:226606:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb2670200. 00000020:00000010:2.0:1789307437.950506:0:226606:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44d80. 00000020:00000010:2.0:1789307437.950511:0:226606:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984960. 00000100:00000040:2.0:1789307437.950521:0:226606:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1789307437.950524:0:226606:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307437.950526:0:226606:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307437.950529:0:226606:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.950538:0:226606:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.950547:0:226606:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307437.950561:0:226606:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307437.950563:0:226606:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789307437.950570:0:226606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 174556 00000100:00000040:2.0:1789307437.950574:0:226606:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf86773800 : new rpc_count 1 00000100:00000001:2.0:1789307437.950577:0:226606:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244573856640 : -105829135694976 : ffff9fbfbbf5c380) 00000100:00000040:2.0:1789307437.950584:0:226606:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbf5c380 x1876218647917312/t0(0) o39->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:483/0 lens 224/0 e 0 to 0 dl 1789307448 ref 1 fl New:/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307437.950594:0:226606:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307437.950597:0:226606:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00b80. 00000100:00000001:2.0:1789307437.950599:0:226606:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307437.950601:0:226606:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00b80. 00000100:00100000:2.0:1789307437.950605:0:226606:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbf5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+1568:256267:x1876218647917312:12345-192.168.204.56@tcp:39:umount.0 00000100:00000200:2.0:1789307437.950609:0:226606:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647917312 00000020:00000001:2.0:1789307437.950612:0:226606:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1789307437.950615:0:226606:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1789307437.950619:0:226606:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.950622:0:226606:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1789307437.950624:0:226606:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662883328 : -1046668288 : ffffffffc19d1c00) 00000020:00000001:2.0:1789307437.950627:0:226606:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1789307437.950630:0:226606:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1876218647917312, found 0 last_xid 1876218647717887 00000020:00000001:2.0:1789307437.950633:0:226606:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307437.950641:0:226606:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307437.950643:0:226606:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1789307437.950645:0:226606:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.950647:0:226606:0:(tgt_handler.c:1144:tgt_disconnect()) Process entered 00010000:00000001:2.0:1789307437.950649:0:226606:0:(ldlm_lib.c:1757:target_handle_disconnect()) Process entered 00000100:00000001:2.0:1789307437.950651:0:226606:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307437.950654:0:226606:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789307437.950658:0:226606:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfb40d6000. 02000000:00000001:2.0:1789307437.950659:0:226606:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.950661:0:226606:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.950667:0:226606:0:(genops.c:868:class_export_get()) GET export ffff9fbf86773800 refcount=1569 00010000:00000001:2.0:1789307437.950669:0:226606:0:(obd_class.h:909:obd_disconnect()) Process entered 00000004:00000001:2.0:1789307437.950671:0:226606:0:(mdt_handler.c:7451:mdt_obd_disconnect()) Process entered 00000020:00000040:2.0:1789307437.950672:0:226606:0:(genops.c:868:class_export_get()) GET export ffff9fbf86773800 refcount=1570 00010000:00000001:2.0:1789307437.950674:0:226606:0:(ldlm_lib.c:851:server_disconnect_export()) Process entered 00000020:00000001:2.0:1789307437.950676:0:226606:0:(genops.c:1442:class_disconnect()) Process entered 00000020:00000040:2.0:1789307437.950686:0:226606:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1569 00000020:00000080:2.0:1789307437.950688:0:226606:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x66de20725ecedc60 00000020:00000040:2.0:1789307437.950690:0:226606:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf86773800 with handle 0x66de20725ecedc60 from hash 00000020:00000040:2.0:1789307437.950694:0:226606:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1568 00000020:00000040:2.0:1789307437.950699:0:226606:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1567 00000020:00000010:2.0:1789307437.950704:0:226606:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbf874ff480. 00000020:00000001:2.0:1789307437.950708:0:226606:0:(genops.c:1914:obd_stale_export_put()) Process entered 00000020:00010000:2.0:1789307437.950711:0:226606:0:(genops.c:1920:obd_stale_export_put()) Put export ffff9fbf86773800: total 0 00000020:00000001:2.0:1789307437.950712:0:226606:0:(genops.c:1939:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1789307437.950714:0:226606:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1566 00000020:00000001:2.0:1789307437.950716:0:226606:0:(genops.c:1473:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.950719:0:226606:0:(import.c:2162:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1789307437.950722:0:226606:0:(import.c:65:import_set_state_nolock()) ffff9fbfbfadc800 : changing import state from FULL to CLOSED 00000100:00000001:2.0:1789307437.950725:0:226606:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1789307437.950727:0:226606:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1789307437.950728:0:226606:0:(import.c:2172:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:2.0:1789307437.950740:0:226606:0:(ldlm_lib.c:882:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1789307437.950745:0:226606:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:2.0:1789307437.950748:0:226606:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/ffff9fbfa3380800 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1789307437.950751:0:226606:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/ffff9fbfbfad8800 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1789307437.950760:0:226606:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/ffff9fbfb6c22800 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1789307437.950762:0:226606:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0001_UUID/ffff9fbfb6e54800 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1789307437.950764:0:226606:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/ffff9fbf86770800 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1789307437.950766:0:226606:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 6b94c9bb-f547-4fe5-8ac4-fde7cb36702a/ffff9fbf86773800 dirty 0 pend 0 grant 0 00000004:00000001:2.0:1789307437.950768:0:226606:0:(mdt_handler.c:7371:mdt_export_cleanup()) Process entered 00000004:00000001:2.0:1789307437.950772:0:226606:0:(mdt_hsm_cdt_agent.c:182:mdt_hsm_agent_unregister()) Process entered 00000004:00000001:2.0:1789307437.950774:0:226606:0:(mdt_hsm_cdt_agent.c:186:mdt_hsm_agent_unregister()) Process leaving (rc=18446744073709551610 : -6 : fffffffffffffffa) 00000001:00000001:2.0:1789307437.950776:0:226606:0:(tgt_lastrcvd.c:1191:tgt_client_del()) Process entered 00000001:00000040:2.0:1789307437.950779:0:226606:0:(tgt_lastrcvd.c:1218:tgt_client_del()) lustre-MDT0000: del client at idx 3, off 8576, UUID '6b94c9bb-f547-4fe5-8ac4-fde7cb36702a' 00000001:00000001:2.0:1789307437.950783:0:226606:0:(tgt_lastrcvd.c:722:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1789307437.950786:0:226606:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 6, last_transno is 25769821657 00080000:00000001:2.0:1789307437.950791:0:226606:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:2.0:1789307437.950796:0:226606:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfb2671000. 00080000:00000001:2.0:1789307437.950799:0:226606:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244413509632 : -105829296041984 : ffff9fbfb2671000) 00080000:00000001:2.0:1789307437.950804:0:226606:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:2.0:1789307437.950809:0:226606:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1789307437.950814:0:226606:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbec4f00b80. 00080000:00000001:2.0:1789307437.950819:0:226606:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307437.950822:0:226606:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:2.0:1789307437.950826:0:226606:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:2.0:1789307437.950829:0:226606:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1789307437.950834:0:226606:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbec4f00940. 00080000:00000001:2.0:1789307437.950836:0:226606:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307437.950844:0:226606:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307437.950848:0:226606:0:(tgt_lastrcvd.c:696:tgt_server_data_write()) Process entered 00000001:00000040:2.0:1789307437.950927:0:226606:0:(tgt_lastrcvd.c:707:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 25769821657: rc = 0 00000001:00000001:2.0:1789307437.950934:0:226606:0:(tgt_lastrcvd.c:709:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307437.950939:0:226606:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00000001:00000001:2.0:1789307437.950945:0:226606:0:(tgt_lastrcvd.c:1490:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1789307437.950949:0:226606:0:(tgt_lastrcvd.c:1538:tgt_last_rcvd_update()) transno = 25769821658, last_committed = 25769821654 00000001:00000010:2.0:1789307437.950956:0:226606:0:(tgt_lastrcvd.c:1001:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fbf82f2c600. 00000001:00000040:2.0:1789307437.950963:0:226606:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) callback GETting export ffff9fbf86773800 : new cb_count 4 00000020:00000040:2.0:1789307437.950982:0:226606:0:(genops.c:868:class_export_get()) GET export ffff9fbf86773800 refcount=1567 00000001:00000010:2.0:1789307437.950992:0:226606:0:(tgt_lastrcvd.c:1415:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fbf84c38a80. 00000001:00000001:2.0:1789307437.951009:0:226606:0:(tgt_lastrcvd.c:1381:tgt_add_reply_data()) add reply ffff9fbf84c38a80: xid 1876218647917312, transno 25769821658, tag 0, client gen 5, slot idx 3 00000001:00000001:2.0:1789307437.951016:0:226606:0:(tgt_lastrcvd.c:1383:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307437.951029:0:226606:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbec4f00940. 00080000:00000010:2.0:1789307437.951042:0:226606:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbec4f00b80. 00040000:00000001:2.0:1789307437.951050:0:226606:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:2.0:1789307437.951054:0:226606:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:2.0:1789307437.951057:0:226606:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1789307437.951061:0:226606:0:(tgt_lastrcvd.c:761:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 25769821657: rc = 0 00000001:00000001:2.0:1789307437.951067:0:226606:0:(tgt_lastrcvd.c:762:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307437.951072:0:226606:0:(tgt_lastrcvd.c:612:tgt_client_data_update()) Process entered 00080000:00000001:2.0:1789307437.951074:0:226606:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:2.0:1789307437.951077:0:226606:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfb2670e00. 00080000:00000001:2.0:1789307437.951081:0:226606:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244413509120 : -105829296042496 : ffff9fbfb2670e00) 00080000:00000001:2.0:1789307437.951085:0:226606:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:2.0:1789307437.951089:0:226606:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1789307437.951093:0:226606:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbec4f00b80. 00080000:00000001:2.0:1789307437.951095:0:226606:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307437.951097:0:226606:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:2.0:1789307437.951100:0:226606:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1789307437.951104:0:226606:0:(tgt_lastrcvd.c:581:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff9fbf82f2ca80. 00000001:00000040:2.0:1789307437.951107:0:226606:0:(tgt_lastrcvd.c:585:tgt_new_client_cb_add()) callback GETting export ffff9fbf86773800 : new cb_count 5 00000020:00000040:2.0:1789307437.951109:0:226606:0:(genops.c:868:class_export_get()) GET export ffff9fbf86773800 refcount=1568 00000001:00000001:2.0:1789307437.951120:0:226606:0:(tgt_lastrcvd.c:661:tgt_client_data_update()) Process leaving 00080000:00000001:2.0:1789307437.951124:0:226606:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:2.0:1789307437.951129:0:226606:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbec4f00b80. 00040000:00000001:2.0:1789307437.951134:0:226606:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:2.0:1789307437.951137:0:226606:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:2.0:1789307437.951141:0:226606:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1789307437.951143:0:226606:0:(tgt_lastrcvd.c:666:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 25769821657: rc = 0 00000001:00000040:2.0:1789307437.951146:0:226606:0:(tgt_lastrcvd.c:1262:tgt_client_del()) lustre-MDT0000: zeroing out client at idx 3 (8576), rc 0 00000001:00000001:2.0:1789307437.951150:0:226606:0:(tgt_lastrcvd.c:1263:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.951156:0:226606:0:(mdt_handler.c:7442:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307437.951164:0:226606:0:(nodemap_handler.c:866:nodemap_del_member()) Process entered 00000001:00000040:2.0:1789307437.951168:0:226606:0:(nodemap_handler.c:120:nodemap_getref()) GETting nodemap default(p=ffff9fbf98c04c00) : new refcount 20 00000001:00000001:2.0:1789307437.951171:0:226606:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:2.0:1789307437.951175:0:226606:0:(nodemap_handler.c:137:nodemap_putref()) PUTting nodemap default(p=ffff9fbf98c04c00) : new refcount 19 00000020:00000040:2.0:1789307437.951178:0:226606:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1567 00000001:00000001:2.0:1789307437.951182:0:226606:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:2.0:1789307437.951184:0:226606:0:(nodemap_handler.c:137:nodemap_putref()) PUTting nodemap default(p=ffff9fbf98c04c00) : new refcount 18 00000001:00000001:2.0:1789307437.951188:0:226606:0:(nodemap_handler.c:895:nodemap_del_member()) Process leaving 00000020:00000040:2.0:1789307437.951190:0:226606:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1566 00000004:00000001:2.0:1789307437.951193:0:226606:0:(mdt_handler.c:7477:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.951195:0:226606:0:(obd_class.h:921:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.951199:0:226606:0:(ldlm_lib.c:1778:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.951202:0:226606:0:(tgt_handler.c:1152:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789307437.951206:0:226606:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 25769821654, transno 25769821658, xid 1876218647917312 00010000:00000001:2.0:1789307437.951209:0:226606:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:2.0:1789307437.951216:0:226606:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbf5c380 x1876218647917312/t25769821658(0) o39->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:483/0 lens 224/224 e 0 to 0 dl 1789307448 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789307437.951231:0:226606:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789307437.951236:0:226606:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307437.951244:0:226606:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=16 v=5 (1 1 1 5) 00000100:00000001:2.0:1789307437.951252:0:226606:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789307437.951256:0:226606:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:2.0:1789307437.951261:0:226606:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:2.0:1789307437.951269:0:226606:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307437.951273:0:226606:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307437.951279:0:226606:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307437.951283:0:226606:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:2.0:1789307437.951289:0:226606:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd3b8. 00000100:00000200:2.0:1789307437.951294:0:226606:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218647917312, offset 224 00000400:00000200:2.0:1789307437.951300:0:226606:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1789307437.951310:0:226606:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1789307437.951316:0:226606:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305892:305892:256:4294967295] 192.168.204.56@tcp LPNI seq info [305888:305888:8:4294967295] 00000400:00000200:2.0:1789307437.951334:0:226606:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1789307437.951354:0:226606:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1789307437.951362:0:226606:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbec5bb6500. 00000800:00000200:2.0:1789307437.951375:0:226606:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1789307437.951388:0:226606:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1789307437.951395:0:226606:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbec5bb6500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789307437.951413:0:226606:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307437.951422:0:226606:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:2.0:1789307437.951426:0:226606:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307437.951430:0:226606:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.951434:0:226606:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1789307437.951442:0:226606:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf5c380 x1876218647917312/t25769821658(0) o39->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:483/0 lens 224/224 e 0 to 0 dl 1789307448 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307437.951464:0:226606:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbf5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+1564:256267:x1876218647917312:12345-192.168.204.56@tcp:39:umount.0 Request processed in 866us (1099us total) trans 25769821658 rc 0/0 00000100:00100000:2.0:1789307437.951481:0:226606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 174556 00000100:00000040:2.0:1789307437.951488:0:226606:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf86773800 : new rpc_count 0 00000100:00000001:2.0:1789307437.951493:0:226606:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307437.951499:0:226606:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789307437.951504:0:226606:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44d80. 00000020:00000010:2.0:1789307437.951510:0:226606:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984960. 00000020:00000010:2.0:1789307437.951514:0:226606:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb2670200. 00000020:00000040:2.0:1789307437.951519:0:226606:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1563 00000100:00000001:2.0:1789307437.951523:0:226606:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789307437.951525:0:118842:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789307437.951529:0:118842:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbec5bb6500. 00000400:00000200:3.0:1789307437.951536:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307437.951540:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1789307437.951545:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd3b8 00000400:00000010:3.0:1789307437.951548:0:118842:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd3b8. 00000100:00000001:3.0:1789307437.951552:0:118842:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789307437.951554:0:118842:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:1.0:1789307437.964091:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307437.964107:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789307437.964111:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307437.964114:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307437.964127:0:118843:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1789307437.964157:0:118843:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 12 MB=0x6aa693207bd80 00000400:00000200:1.0:1789307437.964168:0:118843:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.56@tcp of length 224/224 into md 0x160ca5 [64] + 153496 00000800:00000001:1.0:1789307437.964176:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307437.964185:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307437.964190:0:118843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307437.964196:0:118843:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:1.0:1789307437.964203:0:118843:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789307437.964206:0:118843:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1789307437.964213:0:118843:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbff5f80. 00000100:00000040:1.0:1789307437.964218:0:118843:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbff5f80 x1876218647920000 msgsize 224 00000100:00100000:1.0:1789307437.964232:0:118843:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000001:1.0:1789307437.964246:0:118843:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:1.0:1789307437.964257:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307437.964264:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307437.964289:0:225633:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789307437.964292:0:225633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647920000 02000000:00000001:3.0:1789307437.964296:0:225633:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789307437.964299:0:225633:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307437.964302:0:225633:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307437.964307:0:225633:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307437.964312:0:225633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647920000 00000020:00000001:3.0:1789307437.964315:0:225633:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789307437.964318:0:225633:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725e8b6ff6 00000020:00000001:3.0:1789307437.964320:0:225633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789307437.964322:0:225633:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfba93a800 refcount=32 00000020:00000001:3.0:1789307437.964326:0:225633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244550649856 : -105829158901760 : ffff9fbfba93a800) 00000020:00000001:3.0:1789307437.964330:0:225633:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244550649856 : -105829158901760 : ffff9fbfba93a800) 00000100:00000001:3.0:1789307437.964336:0:225633:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307437.964340:0:225633:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0d00. 00000100:00000001:3.0:1789307437.964346:0:225633:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307437.964350:0:225633:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0d00. 00000020:00000010:3.0:1789307437.964357:0:225633:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbf9781b400. 00000020:00000010:3.0:1789307437.964372:0:225633:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47ad00. 00000020:00000010:3.0:1789307437.964379:0:225633:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e3e8. 00000100:00000040:3.0:1789307437.964392:0:225633:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1789307437.964397:0:225633:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307437.964401:0:225633:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789307437.964407:0:225633:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307437.964416:0:225633:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307437.964430:0:225633:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307437.964445:0:225633:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789307437.964447:0:225633:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789307437.964453:0:225633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 174557 00000100:00000040:3.0:1789307437.964458:0:225633:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfba93a800 : new rpc_count 1 00000100:00000001:3.0:1789307437.964462:0:225633:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244574486400 : -105829135065216 : ffff9fbfbbff5f80) 00000100:00000040:3.0:1789307437.964473:0:225633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbff5f80 x1876218647920000/t0(0) o39->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:483/0 lens 224/0 e 0 to 0 dl 1789307448 ref 1 fl New:/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307437.964484:0:225633:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307437.964488:0:225633:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0d00. 00000100:00000001:3.0:1789307437.964492:0:225633:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307437.964496:0:225633:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0d00. 00000100:00100000:3.0:1789307437.964505:0:225633:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbff5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+32:256267:x1876218647920000:12345-192.168.204.56@tcp:39:umount.0 00000100:00000200:3.0:1789307437.964513:0:225633:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647920000 00000020:00000001:3.0:1789307437.964519:0:225633:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789307437.964526:0:225633:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1789307437.964534:0:225633:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307437.964539:0:225633:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789307437.964543:0:225633:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662883328 : -1046668288 : ffffffffc19d1c00) 00000020:00000001:3.0:1789307437.964549:0:225633:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1789307437.964554:0:225633:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1876218647920000, found 0 last_xid 1876218647717375 00000020:00000001:3.0:1789307437.964559:0:225633:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789307437.964565:0:225633:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789307437.964568:0:225633:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789307437.964574:0:225633:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307437.964582:0:225633:0:(tgt_handler.c:1144:tgt_disconnect()) Process entered 00010000:00000001:3.0:1789307437.964586:0:225633:0:(ldlm_lib.c:1757:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1789307437.964591:0:225633:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789307437.964594:0:225633:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789307437.964600:0:225633:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfb4669800. 02000000:00000001:3.0:1789307437.964602:0:225633:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307437.964604:0:225633:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307437.964611:0:225633:0:(genops.c:868:class_export_get()) GET export ffff9fbfba93a800 refcount=33 00010000:00000001:3.0:1789307437.964614:0:225633:0:(obd_class.h:909:obd_disconnect()) Process entered 00000004:00000001:3.0:1789307437.964618:0:225633:0:(mdt_handler.c:7451:mdt_obd_disconnect()) Process entered 00000020:00000040:3.0:1789307437.964622:0:225633:0:(genops.c:868:class_export_get()) GET export ffff9fbfba93a800 refcount=34 00010000:00000001:3.0:1789307437.964626:0:225633:0:(ldlm_lib.c:851:server_disconnect_export()) Process entered 00000020:00000001:3.0:1789307437.964628:0:225633:0:(genops.c:1442:class_disconnect()) Process entered 00000020:00000040:3.0:1789307437.964640:0:225633:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 33 00000020:00000080:3.0:1789307437.964644:0:225633:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x66de20725e8b6ff6 00000020:00000040:3.0:1789307437.964648:0:225633:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfba93a800 with handle 0x66de20725e8b6ff6 from hash 00000020:00000040:3.0:1789307437.964654:0:225633:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 32 00000020:00000010:3.0:1789307437.964659:0:225633:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbf874ffd40. 00000020:00000001:3.0:1789307437.964665:0:225633:0:(genops.c:1914:obd_stale_export_put()) Process entered 00000020:00010000:3.0:1789307437.964669:0:225633:0:(genops.c:1920:obd_stale_export_put()) Put export ffff9fbfba93a800: total 0 00000020:00000001:3.0:1789307437.964672:0:225633:0:(genops.c:1939:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1789307437.964674:0:225633:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 31 00000020:00000001:3.0:1789307437.964678:0:225633:0:(genops.c:1473:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307437.964681:0:225633:0:(import.c:2162:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1789307437.964685:0:225633:0:(import.c:65:import_set_state_nolock()) ffff9fbfba93f800 : changing import state from FULL to CLOSED 00000100:00000001:3.0:1789307437.964690:0:225633:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1789307437.964693:0:225633:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1789307437.964696:0:225633:0:(import.c:2172:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1789307437.964708:0:225633:0:(ldlm_lib.c:882:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1789307437.964714:0:225633:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:3.0:1789307437.964718:0:225633:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0000_UUID/ffff9fbfa3386800 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1789307437.964722:0:225633:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/ffff9fbe95150800 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1789307437.964725:0:225633:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0001_UUID/ffff9fbe85bcc000 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1789307437.964727:0:225633:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli 6b94c9bb-f547-4fe5-8ac4-fde7cb36702a/ffff9fbfba93a800 dirty 0 pend 0 grant 0 00000004:00000001:3.0:1789307437.964733:0:225633:0:(mdt_handler.c:7371:mdt_export_cleanup()) Process entered 00000020:00000001:2.0:1789307437.964740:0:120441:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00010000:2.0:1789307437.964746:0:120441:0:(genops.c:1906:obd_stale_export_get()) Get export ffff9fbfba93a800: total 0 00000004:00000001:3.0:1789307437.964746:0:225633:0:(mdt_hsm_cdt_agent.c:182:mdt_hsm_agent_unregister()) Process entered 00000020:00000001:2.0:1789307437.964752:0:120441:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=18446638244550649856 : -105829158901760 : ffff9fbfba93a800) 00000004:00000001:3.0:1789307437.964752:0:225633:0:(mdt_hsm_cdt_agent.c:186:mdt_hsm_agent_unregister()) Process leaving (rc=18446744073709551610 : -6 : fffffffffffffffa) 00000001:00000001:3.0:1789307437.964760:0:225633:0:(tgt_lastrcvd.c:1191:tgt_client_del()) Process entered 00010000:00000001:2.0:1789307437.964762:0:120441:0:(ldlm_lockd.c:2937:ldlm_bl_thread_exports()) Process entered 00000001:00000040:3.0:1789307437.964766:0:225633:0:(tgt_lastrcvd.c:1218:tgt_client_del()) lustre-MDT0001: del client at idx 3, off 8576, UUID '6b94c9bb-f547-4fe5-8ac4-fde7cb36702a' 00000020:00000010:2.0:1789307437.964769:0:120441:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb2670200. 00000001:00000001:3.0:1789307437.964771:0:225633:0:(tgt_lastrcvd.c:722:tgt_server_data_update()) Process entered 00000020:00000010:2.0:1789307437.964775:0:120441:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9fbfb2671a00. 00000001:00000004:3.0:1789307437.964776:0:225633:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 4, last_transno is 17179874256 00000020:00000010:2.0:1789307437.964782:0:120441:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9fbfb9257800. 00080000:00000001:3.0:1789307437.964785:0:225633:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:3.0:1789307437.964793:0:225633:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbf9781ac00. 00000020:00000010:2.0:1789307437.964795:0:120441:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9fbfb6c2d588. 00080000:00000001:3.0:1789307437.964800:0:225633:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638243962268672 : -105829747282944 : ffff9fbf9781ac00) 00000020:00000010:2.0:1789307437.964802:0:120441:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9fbfb2671e00. 80000000:00000010:2.0:1789307437.964810:0:120441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9fbf82f2c960. 00080000:00000001:3.0:1789307437.964810:0:225633:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:3.0:1789307437.964817:0:225633:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 40000000:00000010:2.0:1789307437.964819:0:120441:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9fbec4f00940. 00080000:00000010:3.0:1789307437.964824:0:225633:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbfb56d0d00. 00100000:00000010:2.0:1789307437.964826:0:120441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9fbfb9253000. 00080000:00000001:3.0:1789307437.964830:0:225633:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1789307437.964833:0:120441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9fbec5bb6500. 00080000:00000001:3.0:1789307437.964836:0:225633:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00040000:00000010:2.0:1789307437.964841:0:120441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9fbfb2670a00. 00080000:00000001:3.0:1789307437.964843:0:225633:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:3.0:1789307437.964848:0:225633:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1789307437.964850:0:120441:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at ffff9fbfb5bce000. 00080000:00000010:2.0:1789307437.964892:0:120441:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff9fbfb5bc8000. 00002000:00000010:2.0:1789307437.964902:0:120441:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9fbe8911cc00. 00080000:00000010:3.0:1789307437.964904:0:225633:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbfb56d0840. 00000020:00000010:2.0:1789307437.964908:0:120441:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9fbfb2671a00. 00080000:00000001:3.0:1789307437.964909:0:225633:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307437.964921:0:120441:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9fbfb9257800. 00080000:00000001:3.0:1789307437.964924:0:225633:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307437.964929:0:120441:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9fbfb6c2d588. 00000001:00000001:3.0:1789307437.964931:0:225633:0:(tgt_lastrcvd.c:696:tgt_server_data_write()) Process entered 00000020:00000010:2.0:1789307437.964938:0:120441:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9fbfb2671e00. 80000000:00000010:2.0:1789307437.964944:0:120441:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9fbf82f2c960. 40000000:00000010:2.0:1789307437.964952:0:120441:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9fbec4f00940. 00100000:00000010:2.0:1789307437.964960:0:120441:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9fbfb9253000. 00000001:00000040:3.0:1789307437.964967:0:225633:0:(tgt_lastrcvd.c:707:tgt_server_data_write()) lustre-MDT0001: write last_rcvd server data for UUID = lustre-MDT0001_UUID, last_transno = 17179874256: rc = 0 00040000:00000010:2.0:1789307437.964968:0:120441:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9fbec5bb6500. 00000001:00000001:3.0:1789307437.964973:0:225633:0:(tgt_lastrcvd.c:709:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1789307437.964975:0:120441:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9fbfb2670a00. 00080000:00000001:3.0:1789307437.964977:0:225633:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:2.0:1789307437.964983:0:120441:0:(osd_handler.c:8304:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff9fbfb5bc8000. 00000001:00000001:3.0:1789307437.964983:0:225633:0:(tgt_lastrcvd.c:1490:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1789307437.964987:0:225633:0:(tgt_lastrcvd.c:1538:tgt_last_rcvd_update()) transno = 17179874257, last_committed = 17179874251 00080000:00000010:2.0:1789307437.964991:0:120441:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info': 4296 at ffff9fbfb5bce000. 00000001:00000010:3.0:1789307437.964993:0:225633:0:(tgt_lastrcvd.c:1001:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fbe83816f00. 00000001:00000040:3.0:1789307437.964998:0:225633:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) callback GETting export ffff9fbfba93a800 : new cb_count 2 00002000:00000010:2.0:1789307437.965000:0:120441:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9fbe8911cc00. 00000020:00000040:3.0:1789307437.965003:0:225633:0:(genops.c:868:class_export_get()) GET export ffff9fbfba93a800 refcount=32 00000020:00000010:2.0:1789307437.965007:0:120441:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb2670200. 00000001:00000010:3.0:1789307437.965011:0:225633:0:(tgt_lastrcvd.c:1415:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fbf8717e6c0. 00010000:00010000:2.0:1789307437.965014:0:120441:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9fbfba93a800, canceled 0 locks, left on hash table 26. 00000020:00000010:2.0:1789307437.965022:0:120441:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb2670200. 00000001:00000001:3.0:1789307437.965027:0:225633:0:(tgt_lastrcvd.c:1381:tgt_add_reply_data()) add reply ffff9fbf8717e6c0: xid 1876218647920000, transno 17179874257, tag 0, client gen 6, slot idx 3 00000020:00000010:2.0:1789307437.965028:0:120441:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9fbfb2670600. 00000001:00000001:3.0:1789307437.965035:0:225633:0:(tgt_lastrcvd.c:1383:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307437.965036:0:120441:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9fbfb9253000. 00000020:00000010:2.0:1789307437.965043:0:120441:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9fbfb6c2d588. 00000020:00000010:2.0:1789307437.965048:0:120441:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9fbfb2670a00. 00080000:00000010:3.0:1789307437.965048:0:225633:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbfb56d0840. 80000000:00000010:2.0:1789307437.965055:0:120441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9fbf82f2c960. 00080000:00000010:3.0:1789307437.965056:0:225633:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbfb56d0d00. 40000000:00000010:2.0:1789307437.965061:0:120441:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9fbec4f00940. 00100000:00000010:2.0:1789307437.965069:0:120441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9fbfb9257800. 00040000:00000001:3.0:1789307437.965069:0:225633:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:3.0:1789307437.965072:0:225633:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00040000:00000010:2.0:1789307437.965075:0:120441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9fbec5bb6500. 00080000:00000001:3.0:1789307437.965078:0:225633:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1789307437.965084:0:225633:0:(tgt_lastrcvd.c:761:tgt_server_data_update()) lustre-MDT0001: update last_rcvd server data for UUID = lustre-MDT0001_UUID, last_transno = 17179874256: rc = 0 00040000:00000010:2.0:1789307437.965086:0:120441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9fbfb2671e00. 00000001:00000001:3.0:1789307437.965089:0:225633:0:(tgt_lastrcvd.c:762:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307437.965092:0:120441:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at ffff9fbfb5bce000. 00000001:00000001:3.0:1789307437.965095:0:225633:0:(tgt_lastrcvd.c:612:tgt_client_data_update()) Process entered 00080000:00000010:2.0:1789307437.965099:0:120441:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff9fbfb5bc8000. 00080000:00000001:3.0:1789307437.965099:0:225633:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:3.0:1789307437.965106:0:225633:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbf9781b000. 00002000:00000010:2.0:1789307437.965108:0:120441:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9fbe8911cc00. 00080000:00000001:3.0:1789307437.965112:0:225633:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638243962269696 : -105829747281920 : ffff9fbf9781b000) 00000001:00000001:2.0:1789307437.965114:0:120441:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:2.0:1789307437.965119:0:120441:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.965125:0:120441:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72b0a00 count: 2 00080000:00000001:3.0:1789307437.965126:0:225633:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:3.0:1789307437.965131:0:225633:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1789307437.965136:0:225633:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbfb56d0d00. 00080000:00000001:3.0:1789307437.965141:0:225633:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1789307437.965145:0:225633:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:3.0:1789307437.965151:0:225633:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1789307437.965157:0:225633:0:(tgt_lastrcvd.c:581:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff9fbe83816420. 00000001:00000040:3.0:1789307437.965163:0:225633:0:(tgt_lastrcvd.c:585:tgt_new_client_cb_add()) callback GETting export ffff9fbfba93a800 : new cb_count 3 00000004:00000001:2.0:1789307437.965167:0:120441:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00000020:00000040:3.0:1789307437.965169:0:225633:0:(genops.c:868:class_export_get()) GET export ffff9fbfba93a800 refcount=33 00010000:00000001:2.0:1789307437.965171:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789307437.965175:0:120441:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.965179:0:120441:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.965183:0:120441:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789307437.965187:0:225633:0:(tgt_lastrcvd.c:661:tgt_client_data_update()) Process leaving 00000020:00000001:2.0:1789307437.965188:0:120441:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1789307437.965190:0:225633:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00010000:00000001:2.0:1789307437.965196:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00080000:00000010:3.0:1789307437.965199:0:225633:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbfb56d0d00. 00010000:00000001:2.0:1789307437.965200:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00040000:00000001:3.0:1789307437.965205:0:225633:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00010000:00000001:2.0:1789307437.965206:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00040000:00000001:3.0:1789307437.965209:0:225633:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00010000:00000001:2.0:1789307437.965210:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:3.0:1789307437.965213:0:225633:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.965214:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000040:3.0:1789307437.965217:0:225633:0:(tgt_lastrcvd.c:666:tgt_client_data_update()) lustre-MDT0001: update last_rcvd client data for UUID = lustre-MDT0001_UUID, last_transno = 17179874256: rc = 0 00010000:00000001:2.0:1789307437.965218:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.965226:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb6a97200 with handle 0x66de20725ed7728a from hash 00000001:00000040:3.0:1789307437.965226:0:225633:0:(tgt_lastrcvd.c:1262:tgt_client_del()) lustre-MDT0001: zeroing out client at idx 3 (8576), rc 0 00010000:00000001:2.0:1789307437.965233:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000001:00000001:3.0:1789307437.965234:0:225633:0:(tgt_lastrcvd.c:1263:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.965238:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:3.0:1789307437.965239:0:225633:0:(mdt_handler.c:7442:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.965241:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:3.0:1789307437.965244:0:225633:0:(nodemap_handler.c:866:nodemap_del_member()) Process entered 00010000:00000001:2.0:1789307437.965245:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000001:00000040:3.0:1789307437.965250:0:225633:0:(nodemap_handler.c:120:nodemap_getref()) GETting nodemap default(p=ffff9fbf98c04c00) : new refcount 19 00010000:00000001:2.0:1789307437.965251:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.965255:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789307437.965257:0:225633:0:(nodemap_member.c:32:nm_member_del()) Process entered 00010000:00000001:2.0:1789307437.965259:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00000001:00000040:3.0:1789307437.965262:0:225633:0:(nodemap_handler.c:137:nodemap_putref()) PUTting nodemap default(p=ffff9fbf98c04c00) : new refcount 18 00010000:00000001:2.0:1789307437.965264:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.965268:0:120441:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000020:00000040:3.0:1789307437.965269:0:225633:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 32 00010000:00010000:2.0:1789307437.965274:0:120441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b71:0x5:0x0].0x0 (ffff9fbfb72b0a00) 00000001:00000001:3.0:1789307437.965274:0:225633:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00010000:00010000:2.0:1789307437.965279:0:120441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00000001:2.0:1789307437.965284:0:120441:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:3.0:1789307437.965285:0:225633:0:(nodemap_handler.c:137:nodemap_putref()) PUTting nodemap default(p=ffff9fbf98c04c00) : new refcount 17 00010000:00000001:2.0:1789307437.965290:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789307437.965291:0:225633:0:(nodemap_handler.c:895:nodemap_del_member()) Process leaving 00000020:00000040:3.0:1789307437.965295:0:225633:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 31 00010000:00000001:2.0:1789307437.965296:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1789307437.965300:0:120441:0:(ldlm_lock.c:2583:ldlm_cancel_lock_for_export()) Export ffff9fbfba93a800, 1 locks cancelled. 00000004:00000001:3.0:1789307437.965301:0:225633:0:(mdt_handler.c:7477:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.965303:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789307437.965308:0:225633:0:(obd_class.h:921:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.965313:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789307437.965313:0:225633:0:(ldlm_lib.c:1778:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307437.965316:0:225633:0:(tgt_handler.c:1152:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.965317:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:3.0:1789307437.965322:0:225633:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 17179874246, transno 17179874257, xid 1876218647920000 00010000:00010000:2.0:1789307437.965326:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9fbfb6a97200/0x66de20725ed7728a lrc: 0/0,0 mode: --/PR res: [0x240001b71:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6a88 expref: 31 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789307437.965328:0:225633:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:3.0:1789307437.965339:0:225633:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbff5f80 x1876218647920000/t17179874257(0) o39->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:483/0 lens 224/224 e 0 to 0 dl 1789307448 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1789307437.965342:0:120441:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbfba93a800 : new locks_count 25 00000020:00000040:2.0:1789307437.965348:0:120441:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 30 00010000:00000010:2.0:1789307437.965354:0:120441:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf83f54f80. 00010000:00000040:2.0:1789307437.965361:0:120441:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72b0a00 count: 0 00010000:00000001:3.0:1789307437.965362:0:225633:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789307437.965368:0:225633:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1789307437.965370:0:120441:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe8609a900. 00000100:00001000:3.0:1789307437.965374:0:225633:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=16 v=5 (1 1 1 5) 00010000:00000001:2.0:1789307437.965383:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789307437.965384:0:225633:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000001:00000040:2.0:1789307437.965388:0:120441:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 0 00000100:00000040:3.0:1789307437.965391:0:225633:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000001:00000001:2.0:1789307437.965392:0:120441:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1789307437.965397:0:225633:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 00010000:00000040:2.0:1789307437.965398:0:120441:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf832e3600 count: 3 02000000:00000001:3.0:1789307437.965403:0:225633:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:2.0:1789307437.965404:0:120441:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1789307437.965409:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 02000000:00000001:3.0:1789307437.965409:0:225633:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.965413:0:120441:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00000100:00000001:3.0:1789307437.965416:0:225633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1789307437.965417:0:120441:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.965421:0:120441:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307437.965424:0:225633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000020:00000001:2.0:1789307437.965427:0:120441:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789307437.965432:0:225633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cded48. 00010000:00000001:2.0:1789307437.965440:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:3.0:1789307437.965440:0:225633:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218647920000, offset 224 00010000:00000001:2.0:1789307437.965445:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.965451:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1789307437.965454:0:225633:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00010000:00000001:2.0:1789307437.965455:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.965460:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.965463:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.965469:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5d6a800 with handle 0x66de20725ed69d03 from hash 00000400:00000200:3.0:1789307437.965473:0:225633:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00010000:00000001:2.0:1789307437.965474:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.965478:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.965481:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.965485:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1789307437.965487:0:225633:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305893:305893:256:4294967295] 192.168.204.56@tcp LPNI seq info [305889:305889:8:4294967295] 00010000:00000001:2.0:1789307437.965490:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.965493:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.965498:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307437.965501:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.965505:0:120441:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000400:00000200:3.0:1789307437.965509:0:225633:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00010000:00010000:2.0:1789307437.965516:0:120441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0x18:0x0].0x0 (ffff9fbf832e3600) 00010000:00010000:2.0:1789307437.965522:0:120441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000800:00000200:3.0:1789307437.965522:0:225633:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00010000:00000001:2.0:1789307437.965527:0:120441:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.965531:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1789307437.965531:0:225633:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbfb2758b00. 00010000:00000001:2.0:1789307437.965537:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1789307437.965540:0:120441:0:(ldlm_lock.c:2583:ldlm_cancel_lock_for_export()) Export ffff9fbfba93a800, 2 locks cancelled. 00010000:00000001:2.0:1789307437.965544:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1789307437.965545:0:225633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00010000:00000001:2.0:1789307437.965549:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.965552:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1789307437.965557:0:225633:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00010000:00010000:2.0:1789307437.965559:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9fbfb5d6a800/0x66de20725ed69d03 lrc: 0/0,0 mode: --/PR res: [0x240001b72:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a3a53 expref: 30 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1789307437.965572:0:225633:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfb2758b00 type 1, nob 320 niov 1 nkiov 1 00010000:00000040:2.0:1789307437.965573:0:120441:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbfba93a800 : new locks_count 24 00000020:00000040:2.0:1789307437.965580:0:120441:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 29 00010000:00000010:2.0:1789307437.965585:0:120441:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9cc3480. 00010000:00000001:2.0:1789307437.965595:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789307437.965595:0:225633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1789307437.965600:0:120441:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1 00000100:00000040:3.0:1789307437.965604:0:225633:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00000001:00000001:2.0:1789307437.965605:0:120441:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.965611:0:120441:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf8559f300 count: 2 00010000:00000001:3.0:1789307437.965611:0:225633:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789307437.965616:0:225633:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307437.965617:0:120441:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1789307437.965620:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1789307437.965623:0:225633:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1789307437.965624:0:120441:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.965628:0:120441:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.965631:0:120441:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307437.965632:0:225633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbff5f80 x1876218647920000/t17179874257(0) o39->6b94c9bb-f547-4fe5-8ac4-fde7cb36702a@192.168.204.56@tcp:483/0 lens 224/224 e 0 to 0 dl 1789307448 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307437.965636:0:120441:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.965643:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.965647:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.965652:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.965656:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1789307437.965657:0:225633:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbff5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6b94c9bb-f547-4fe5-8ac4-fde7cb36702a+29:256267:x1876218647920000:12345-192.168.204.56@tcp:39:umount.0 Request processed in 1168us (1434us total) trans 17179874257 rc 0/0 00010000:00000001:2.0:1789307437.965660:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.965664:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.965671:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf90b05e00 with handle 0x66de20725ed6a315 from hash 00000100:00100000:3.0:1789307437.965677:0:225633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 174557 00010000:00000001:2.0:1789307437.965678:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.965682:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.965685:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1789307437.965686:0:225633:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfba93a800 : new rpc_count 0 00000100:00000001:3.0:1789307437.965690:0:225633:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1789307437.965695:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1789307437.965695:0:225633:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1789307437.965700:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00000020:00000010:3.0:1789307437.965702:0:225633:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47ad00. 00010000:00000001:2.0:1789307437.965704:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.965709:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00000020:00000010:3.0:1789307437.965709:0:225633:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e3e8. 00010000:00000001:2.0:1789307437.965713:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.965716:0:120441:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000020:00000010:3.0:1789307437.965717:0:225633:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbf9781b400. 00010000:00010000:2.0:1789307437.965720:0:120441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0x19:0x0].0x0 (ffff9fbf8559f300) 00000800:00000200:1.0:1789307437.965722:0:118844:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000040:3.0:1789307437.965725:0:225633:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 28 00010000:00010000:2.0:1789307437.965726:0:120441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00000800:00000010:1.0:1789307437.965728:0:118844:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbfb2758b00. 00010000:00000001:2.0:1789307437.965731:0:120441:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307437.965732:0:225633:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307437.965736:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1789307437.965736:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.965742:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1789307437.965745:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1789307437.965747:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00010000:00000001:2.0:1789307437.965748:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.965752:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1789307437.965756:0:118844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cded48 00010000:00010000:2.0:1789307437.965759:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9fbf90b05e00/0x66de20725ed6a315 lrc: 0/0,0 mode: --/PR res: [0x240001b72:0x19:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a3bd4 expref: 28 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:1.0:1789307437.965761:0:118844:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cded48. 00000100:00000001:1.0:1789307437.965769:0:118844:0:(events.c:390:reply_out_callback()) Process entered 00010000:00000040:2.0:1789307437.965772:0:120441:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbfba93a800 : new locks_count 23 00000100:00000001:1.0:1789307437.965773:0:118844:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000040:2.0:1789307437.965776:0:120441:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 27 00010000:00000010:2.0:1789307437.965781:0:120441:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9c2b680. 00010000:00000040:2.0:1789307437.965787:0:120441:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf8559f300 count: 0 00010000:00000010:2.0:1789307437.965794:0:120441:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf85cac300. 00010000:00000001:2.0:1789307437.965804:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.965808:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.965811:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.965813:0:120441:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 2 00000001:00000001:2.0:1789307437.965817:0:120441:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.965822:0:120441:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a76700 count: 2 00000004:00000001:2.0:1789307437.965827:0:120441:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1789307437.965831:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789307437.965835:0:120441:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.965839:0:120441:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.965842:0:120441:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.965846:0:120441:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.965884:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.965887:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.965897:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.965900:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.965904:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.965908:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.965913:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb6d7cc00 with handle 0x66de20725ed2c410 from hash 00010000:00000001:2.0:1789307437.965919:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.965922:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.965925:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.965927:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789307437.965930:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.965933:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.965937:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307437.965939:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.965941:0:120441:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1789307437.965942:0:120441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0x9:0x0].0x0 (ffff9fbfb4a76700) 00010000:00010000:2.0:1789307437.965948:0:120441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00000001:2.0:1789307437.965952:0:120441:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.965957:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.965960:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1789307437.965965:0:120441:0:(ldlm_lock.c:2583:ldlm_cancel_lock_for_export()) Export ffff9fbfba93a800, 4 locks cancelled. 00010000:00000001:2.0:1789307437.965969:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.965972:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.965974:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307437.965980:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9fbfb6d7cc00/0x66de20725ed2c410 lrc: 0/0,0 mode: --/PR res: [0x240001b72:0x9:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799245 expref: 27 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307437.965992:0:120441:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbfba93a800 : new locks_count 22 00000020:00000040:2.0:1789307437.965997:0:120441:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 26 00010000:00000010:2.0:1789307437.966002:0:120441:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ab0f80. 00010000:00000040:2.0:1789307437.966009:0:120441:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a76700 count: 0 00010000:00000010:2.0:1789307437.966017:0:120441:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe95e7f100. 00010000:00000001:2.0:1789307437.966027:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.966032:0:120441:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 3 00000001:00000001:2.0:1789307437.966037:0:120441:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.966043:0:120441:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7fafc00 count: 3 00000004:00000001:2.0:1789307437.966053:0:120441:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1789307437.966058:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789307437.966062:0:120441:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.966065:0:120441:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.966069:0:120441:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.966073:0:120441:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.966080:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.966081:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.966084:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.966087:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.966090:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.966094:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.966098:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5fc0a00 with handle 0x66de20725ed6a4b9 from hash 00010000:00000001:2.0:1789307437.966103:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.966105:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.966107:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.966110:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789307437.966113:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.966116:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.966121:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307437.966124:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.966127:0:120441:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1789307437.966131:0:120441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0x1b:0x0].0x0 (ffff9fbfb7fafc00) 00010000:00010000:2.0:1789307437.966137:0:120441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:2.0:1789307437.966140:0:120441:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.966143:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.966145:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1789307437.966149:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.966153:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.966156:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307437.966164:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9fbfb5fc0a00/0x66de20725ed6a4b9 lrc: 0/0,0 mode: --/CR res: [0x240001b72:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a3c52 expref: 26 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307437.966178:0:120441:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbfba93a800 : new locks_count 21 00000020:00000040:2.0:1789307437.966182:0:120441:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 25 00010000:00000010:2.0:1789307437.966187:0:120441:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf891a4400. 00010000:00000001:2.0:1789307437.966202:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.966206:0:120441:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 4 00000001:00000001:2.0:1789307437.966211:0:120441:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.966217:0:120441:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7fafc00 count: 2 00000004:00000001:2.0:1789307437.966223:0:120441:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1789307437.966226:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789307437.966228:0:120441:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.966230:0:120441:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.966233:0:120441:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.966238:0:120441:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.966243:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.966246:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.966252:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.966255:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.966258:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.966262:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.966267:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf898b9000 with handle 0x66de20725ed6a617 from hash 00010000:00000001:2.0:1789307437.966272:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.966275:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.966277:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.966279:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789307437.966284:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.966287:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.966290:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307437.966294:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.966298:0:120441:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1789307437.966302:0:120441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0x1b:0x0].0x0 (ffff9fbfb7fafc00) 00010000:00010000:2.0:1789307437.966307:0:120441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1789307437.966310:0:120441:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.966312:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.966315:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1789307437.966319:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.966322:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.966325:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307437.966333:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9fbf898b9000/0x66de20725ed6a617 lrc: 0/0,0 mode: --/PR res: [0x240001b72:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a3c91 expref: 25 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307437.966360:0:120441:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbfba93a800 : new locks_count 20 00000020:00000040:2.0:1789307437.966364:0:120441:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 24 00010000:00000010:2.0:1789307437.966367:0:120441:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf891a4000. 00010000:00000040:2.0:1789307437.966370:0:120441:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7fafc00 count: 0 00010000:00000010:2.0:1789307437.966376:0:120441:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9c2cf80. 00010000:00000001:2.0:1789307437.966389:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.966392:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.966396:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.966399:0:120441:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 5 00000001:00000001:2.0:1789307437.966403:0:120441:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.966407:0:120441:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85cdf700 count: 2 00000004:00000001:2.0:1789307437.966413:0:120441:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1789307437.966417:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789307437.966421:0:120441:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.966425:0:120441:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.966428:0:120441:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.966432:0:120441:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.966439:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.966442:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.966446:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.966450:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.966453:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.966457:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.966460:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbd27c00 with handle 0x66de20725ed392d6 from hash 00010000:00000001:2.0:1789307437.966465:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.966467:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.966469:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.966472:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789307437.966476:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.966479:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.966483:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307437.966487:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.966491:0:120441:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1789307437.966494:0:120441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0xc:0x0].0x0 (ffff9fbf85cdf700) 00010000:00010000:2.0:1789307437.966505:0:120441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00000001:2.0:1789307437.966509:0:120441:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.966513:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.966516:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1789307437.966520:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.966524:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.966528:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307437.966535:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9fbfbbd27c00/0x66de20725ed392d6 lrc: 0/0,0 mode: --/PR res: [0x240001b72:0xc:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ca3e expref: 24 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307437.966550:0:120441:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbfba93a800 : new locks_count 19 00000020:00000040:2.0:1789307437.966554:0:120441:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 23 00010000:00000010:2.0:1789307437.966558:0:120441:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf978b8400. 00010000:00000040:2.0:1789307437.966564:0:120441:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85cdf700 count: 0 00010000:00000010:2.0:1789307437.966571:0:120441:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf84fe5480. 00010000:00000001:2.0:1789307437.966580:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.966585:0:120441:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 6 00000001:00000001:2.0:1789307437.966589:0:120441:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.966594:0:120441:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf832e3600 count: 2 00000004:00000001:2.0:1789307437.966599:0:120441:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1789307437.966603:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789307437.966607:0:120441:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.966609:0:120441:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.966611:0:120441:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.966615:0:120441:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.966621:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.966625:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.966629:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.966632:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.966635:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.966637:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.966642:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0c61200 with handle 0x66de20725ed69d96 from hash 00010000:00000001:2.0:1789307437.966646:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.966648:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.966649:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.966659:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789307437.966664:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.966666:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.966669:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307437.966671:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.966674:0:120441:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1789307437.966677:0:120441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0x18:0x0].0x0 (ffff9fbf832e3600) 00010000:00010000:2.0:1789307437.966683:0:120441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00000001:2.0:1789307437.966687:0:120441:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.966692:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.966696:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1789307437.966700:0:120441:0:(ldlm_lock.c:2583:ldlm_cancel_lock_for_export()) Export ffff9fbfba93a800, 8 locks cancelled. 00010000:00000001:2.0:1789307437.966704:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.966707:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.966712:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307437.966719:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9fbfc0c61200/0x66de20725ed69d96 lrc: 0/0,0 mode: --/PR res: [0x240001b72:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a3a84 expref: 23 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307437.966734:0:120441:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbfba93a800 : new locks_count 18 00000020:00000040:2.0:1789307437.966738:0:120441:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 22 00010000:00000010:2.0:1789307437.966742:0:120441:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb6c72500. 00010000:00000040:2.0:1789307437.966747:0:120441:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf832e3600 count: 0 00010000:00000010:2.0:1789307437.966752:0:120441:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9c2cc00. 00010000:00000001:2.0:1789307437.966762:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.966765:0:120441:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 7 00000001:00000001:2.0:1789307437.966769:0:120441:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.966772:0:120441:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a8d000 count: 4 00000004:00000001:2.0:1789307437.966796:0:120441:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1789307437.966799:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789307437.966801:0:120441:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.966803:0:120441:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.966805:0:120441:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.966808:0:120441:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.966812:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.966814:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.966822:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.966823:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.966826:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.966827:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.966830:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb52dbc00 with handle 0x66de20725ed77657 from hash 00010000:00000001:2.0:1789307437.966833:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.966835:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.966837:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.966839:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789307437.966843:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.966847:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.966885:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307437.966889:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.966891:0:120441:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1789307437.966894:0:120441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0x62:0x0].0x0 (ffff9fbfb4a8d000) 00010000:00010000:2.0:1789307437.966899:0:120441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1789307437.966902:0:120441:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.966904:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.966906:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1789307437.966909:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.966912:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.966914:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307437.966921:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9fbfb52dbc00/0x66de20725ed77657 lrc: 0/0,0 mode: --/PR res: [0x240001b72:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6b76 expref: 22 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307437.966934:0:120441:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbfba93a800 : new locks_count 17 00000020:00000040:2.0:1789307437.966940:0:120441:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 21 00010000:00000010:2.0:1789307437.966945:0:120441:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb6e18e80. 00010000:00000001:2.0:1789307437.966952:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.966957:0:120441:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 8 00000001:00000001:2.0:1789307437.966961:0:120441:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.966967:0:120441:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf88860d00 count: 2 00000004:00000001:2.0:1789307437.966972:0:120441:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1789307437.966975:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789307437.966978:0:120441:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.966982:0:120441:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.966991:0:120441:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.966995:0:120441:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.966998:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.967002:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.967005:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.967007:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.967010:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.967012:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.967017:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbd3f200 with handle 0x66de20725ed515d5 from hash 00010000:00000001:2.0:1789307437.967021:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.967024:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.967027:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.967029:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789307437.967034:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.967037:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.967041:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307437.967044:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.967047:0:120441:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1789307437.967050:0:120441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0x11:0x0].0x0 (ffff9fbf88860d00) 00010000:00010000:2.0:1789307437.967054:0:120441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00000001:2.0:1789307437.967057:0:120441:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.967060:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.967063:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1789307437.967066:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.967069:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.967072:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307437.967076:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9fbfbbd3f200/0x66de20725ed515d5 lrc: 0/0,0 mode: --/PR res: [0x240001b72:0x11:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a01d5 expref: 21 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307437.967088:0:120441:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbfba93a800 : new locks_count 16 00000020:00000040:2.0:1789307437.967092:0:120441:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 20 00010000:00000010:2.0:1789307437.967096:0:120441:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf97c25300. 00010000:00000040:2.0:1789307437.967102:0:120441:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf88860d00 count: 0 00010000:00000010:2.0:1789307437.967108:0:120441:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfc0ecc880. 00010000:00000001:2.0:1789307437.967128:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.967136:0:120441:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 9 00000001:00000001:2.0:1789307437.967140:0:120441:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.967145:0:120441:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf8559f900 count: 2 00000004:00000001:2.0:1789307437.967163:0:120441:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1789307437.967167:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789307437.967170:0:120441:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.967172:0:120441:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.967175:0:120441:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.967177:0:120441:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.967181:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.967183:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.967185:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.967188:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.967189:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.967191:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.967195:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb52dae00 with handle 0x66de20725ed775c4 from hash 00010000:00000001:2.0:1789307437.967199:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.967201:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.967202:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.967204:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789307437.967207:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.967209:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.967213:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307437.967215:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.967216:0:120441:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1789307437.967217:0:120441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0x61:0x0].0x0 (ffff9fbf8559f900) 00010000:00010000:2.0:1789307437.967222:0:120441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00000001:2.0:1789307437.967224:0:120441:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.967226:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.967227:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1789307437.967229:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.967231:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.967233:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307437.967237:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9fbfb52dae00/0x66de20725ed775c4 lrc: 0/0,0 mode: --/PR res: [0x240001b72:0x61:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6b45 expref: 20 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307437.967244:0:120441:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbfba93a800 : new locks_count 15 00000020:00000040:2.0:1789307437.967251:0:120441:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 19 00010000:00000010:2.0:1789307437.967254:0:120441:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb6e18780. 00010000:00000040:2.0:1789307437.967258:0:120441:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf8559f900 count: 0 00010000:00000010:2.0:1789307437.967262:0:120441:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf85192200. 00010000:00000001:2.0:1789307437.967270:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.967274:0:120441:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 10 00000001:00000001:2.0:1789307437.967277:0:120441:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.967283:0:120441:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9f05000 count: 2 00000004:00000001:2.0:1789307437.967287:0:120441:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1789307437.967291:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789307437.967294:0:120441:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.967298:0:120441:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.967301:0:120441:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.967306:0:120441:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.967312:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.967315:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.967317:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.967318:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.967321:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.967325:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.967329:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf978c7200 with handle 0x66de20725ed6a5c3 from hash 00010000:00000001:2.0:1789307437.967332:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.967336:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.967337:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.967340:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789307437.967342:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.967344:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.967349:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307437.967351:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.967354:0:120441:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1789307437.967356:0:120441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0x1c:0x0].0x0 (ffff9fbfb9f05000) 00010000:00010000:2.0:1789307437.967361:0:120441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:2.0:1789307437.967364:0:120441:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.967367:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.967370:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1789307437.967372:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.967378:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.967380:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307437.967385:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9fbf978c7200/0x66de20725ed6a5c3 lrc: 0/0,0 mode: --/PR res: [0x240001b72:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a3c7c expref: 19 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307437.967402:0:120441:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbfba93a800 : new locks_count 14 00000020:00000040:2.0:1789307437.967404:0:120441:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 18 00010000:00000010:2.0:1789307437.967409:0:120441:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb48ce280. 00010000:00000040:2.0:1789307437.967413:0:120441:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9f05000 count: 0 00010000:00000010:2.0:1789307437.967417:0:120441:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9c2c900. 00010000:00000001:2.0:1789307437.967427:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.967429:0:120441:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 11 00000001:00000001:2.0:1789307437.967433:0:120441:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.967436:0:120441:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb6b81300 count: 2 00000004:00000001:2.0:1789307437.967437:0:120441:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1789307437.967438:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789307437.967440:0:120441:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.967441:0:120441:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.967442:0:120441:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.967444:0:120441:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.967448:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.967450:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.967454:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.967457:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.967458:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.967459:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.967461:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbe96595400 with handle 0x66de20725ed3931c from hash 00010000:00000001:2.0:1789307437.967464:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.967466:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.967467:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.967470:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789307437.967472:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.967475:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.967477:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307437.967480:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.967481:0:120441:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1789307437.967487:0:120441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0xd:0x0].0x0 (ffff9fbfb6b81300) 00010000:00010000:2.0:1789307437.967490:0:120441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00000001:2.0:1789307437.967493:0:120441:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.967495:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.967498:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1789307437.967502:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.967503:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.967505:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307437.967509:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9fbe96595400/0x66de20725ed3931c lrc: 0/0,0 mode: --/PR res: [0x240001b72:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ca4c expref: 18 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307437.967516:0:120441:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbfba93a800 : new locks_count 13 00000020:00000040:2.0:1789307437.967518:0:120441:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 17 00010000:00000010:2.0:1789307437.967519:0:120441:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86434b80. 00010000:00000040:2.0:1789307437.967521:0:120441:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb6b81300 count: 0 00010000:00000010:2.0:1789307437.967523:0:120441:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9a97100. 00010000:00000001:2.0:1789307437.967530:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.967533:0:120441:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 12 00000001:00000001:2.0:1789307437.967538:0:120441:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.967543:0:120441:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf88e0e300 count: 2 00000004:00000001:2.0:1789307437.967547:0:120441:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1789307437.967548:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789307437.967551:0:120441:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.967552:0:120441:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.967556:0:120441:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.967558:0:120441:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.967563:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.967564:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.967567:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.967570:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.967572:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.967573:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.967577:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5d2f000 with handle 0x66de20725ed5158f from hash 00010000:00000001:2.0:1789307437.967581:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.967583:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.967588:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.967590:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789307437.967592:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.967595:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.967596:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307437.967598:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.967601:0:120441:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1789307437.967605:0:120441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0x10:0x0].0x0 (ffff9fbf88e0e300) 00010000:00010000:2.0:1789307437.967610:0:120441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00000001:2.0:1789307437.967611:0:120441:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.967615:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.967618:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1789307437.967620:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.967621:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.967622:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307437.967626:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9fbfb5d2f000/0x66de20725ed5158f lrc: 0/0,0 mode: --/PR res: [0x240001b72:0x10:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a01c7 expref: 17 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307437.967641:0:120441:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbfba93a800 : new locks_count 12 00000020:00000040:2.0:1789307437.967644:0:120441:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 16 00010000:00000010:2.0:1789307437.967646:0:120441:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf97c25c00. 00010000:00000040:2.0:1789307437.967649:0:120441:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf88e0e300 count: 0 00010000:00000010:2.0:1789307437.967653:0:120441:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfc0f44280. 00010000:00000001:2.0:1789307437.967659:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.967663:0:120441:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 13 00000001:00000001:2.0:1789307437.967665:0:120441:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.967668:0:120441:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbd613700 count: 3 00000004:00000001:2.0:1789307437.967670:0:120441:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1789307437.967672:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789307437.967674:0:120441:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.967676:0:120441:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.967677:0:120441:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.967679:0:120441:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.967681:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.967683:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.967685:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.967691:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.967694:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.967696:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.967698:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9788ae00 with handle 0x66de20725ed391a2 from hash 00010000:00000001:2.0:1789307437.967700:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.967702:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.967704:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.967705:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789307437.967707:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.967709:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.967713:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307437.967715:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.967717:0:120441:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1789307437.967719:0:120441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0xa:0x0].0x0 (ffff9fbfbd613700) 00010000:00010000:2.0:1789307437.967723:0:120441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00000001:2.0:1789307437.967725:0:120441:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.967726:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.967727:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1789307437.967728:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.967728:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.967729:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307437.967733:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9fbf9788ae00/0x66de20725ed391a2 lrc: 0/0,0 mode: --/PR res: [0x240001b72:0xa:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c9dc expref: 16 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307437.967742:0:120441:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbfba93a800 : new locks_count 11 00000020:00000040:2.0:1789307437.967746:0:120441:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 15 00010000:00000010:2.0:1789307437.967750:0:120441:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbbf14400. 00010000:00000001:2.0:1789307437.967753:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.967756:0:120441:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 14 00000001:00000001:2.0:1789307437.967758:0:120441:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.967763:0:120441:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9f05700 count: 2 00000004:00000001:2.0:1789307437.967767:0:120441:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1789307437.967769:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789307437.967770:0:120441:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.967771:0:120441:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.967773:0:120441:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.967779:0:120441:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.967783:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.967787:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.967789:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.967792:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.967793:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.967795:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.967799:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf898b9600 with handle 0x66de20725ed6a633 from hash 00010000:00000001:2.0:1789307437.967802:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.967805:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.967807:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.967809:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789307437.967812:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.967814:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.967818:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307437.967820:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.967822:0:120441:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1789307437.967824:0:120441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0x1d:0x0].0x0 (ffff9fbfb9f05700) 00010000:00010000:2.0:1789307437.967829:0:120441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:2.0:1789307437.967832:0:120441:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.967835:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.967838:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1789307437.967840:0:120441:0:(ldlm_lock.c:2583:ldlm_cancel_lock_for_export()) Export ffff9fbfba93a800, 16 locks cancelled. 00010000:00000001:2.0:1789307437.967844:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.967845:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.967848:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307437.967868:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9fbf898b9600/0x66de20725ed6a633 lrc: 0/0,0 mode: --/PR res: [0x240001b72:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a3c98 expref: 15 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307437.967885:0:120441:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbfba93a800 : new locks_count 10 00000020:00000040:2.0:1789307437.967888:0:120441:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 14 00010000:00000010:2.0:1789307437.967890:0:120441:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9cc3a80. 00010000:00000040:2.0:1789307437.967895:0:120441:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9f05700 count: 0 00010000:00000010:2.0:1789307437.967899:0:120441:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83115380. 00010000:00000001:2.0:1789307437.967905:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.967912:0:120441:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 15 00000001:00000001:2.0:1789307437.967916:0:120441:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.967919:0:120441:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72b0400 count: 2 00000004:00000001:2.0:1789307437.967924:0:120441:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1789307437.967925:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789307437.967927:0:120441:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.967929:0:120441:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.967932:0:120441:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.967934:0:120441:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.967936:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.967938:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.967941:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.967944:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.967946:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.967947:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.967949:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9308800 with handle 0x66de20725ed7727c from hash 00010000:00000001:2.0:1789307437.967951:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.967951:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.967952:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.967953:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789307437.967955:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.967958:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.967961:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307437.967962:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.967963:0:120441:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1789307437.967965:0:120441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0x60:0x0].0x0 (ffff9fbfb72b0400) 00010000:00010000:2.0:1789307437.967969:0:120441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00000001:2.0:1789307437.967971:0:120441:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.967975:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.967979:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1789307437.967980:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.967983:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.967984:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307437.967989:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9fbfb9308800/0x66de20725ed7727c lrc: 0/0,0 mode: --/PR res: [0x240001b72:0x60:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6a81 expref: 14 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307437.967997:0:120441:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbfba93a800 : new locks_count 9 00000020:00000040:2.0:1789307437.968004:0:120441:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 13 00010000:00000010:2.0:1789307437.968007:0:120441:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf98f59880. 00010000:00000040:2.0:1789307437.968009:0:120441:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72b0400 count: 0 00010000:00000010:2.0:1789307437.968014:0:120441:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe8609ad80. 00010000:00000001:2.0:1789307437.968023:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.968027:0:120441:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 16 00000001:00000001:2.0:1789307437.968032:0:120441:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.968038:0:120441:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85ce1d00 count: 2 00000004:00000001:2.0:1789307437.968043:0:120441:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1789307437.968046:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789307437.968050:0:120441:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.968054:0:120441:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.968058:0:120441:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.968062:0:120441:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.968066:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.968069:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.968072:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.968076:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.968079:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.968081:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.968085:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5d6a200 with handle 0x66de20725ed69ce7 from hash 00010000:00000001:2.0:1789307437.968088:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.968091:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.968092:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.968094:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789307437.968097:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.968099:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.968103:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307437.968106:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.968108:0:120441:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1789307437.968112:0:120441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0x17:0x0].0x0 (ffff9fbf85ce1d00) 00010000:00010000:2.0:1789307437.968118:0:120441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00000001:2.0:1789307437.968120:0:120441:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.968122:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.968126:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1789307437.968129:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.968137:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.968141:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307437.968147:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9fbfb5d6a200/0x66de20725ed69ce7 lrc: 0/0,0 mode: --/PR res: [0x240001b72:0x17:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a3a4c expref: 13 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307437.968161:0:120441:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbfba93a800 : new locks_count 8 00000020:00000040:2.0:1789307437.968166:0:120441:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 12 00010000:00000010:2.0:1789307437.968170:0:120441:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9cc3c80. 00010000:00000040:2.0:1789307437.968175:0:120441:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85ce1d00 count: 0 00010000:00000010:2.0:1789307437.968180:0:120441:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf85192280. 00010000:00000001:2.0:1789307437.968191:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.968195:0:120441:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 17 00000001:00000001:2.0:1789307437.968200:0:120441:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.968204:0:120441:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbd613700 count: 2 00000004:00000001:2.0:1789307437.968209:0:120441:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1789307437.968210:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789307437.968212:0:120441:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.968214:0:120441:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.968216:0:120441:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.968220:0:120441:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.968224:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.968227:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.968230:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.968232:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.968236:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.968238:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.968241:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9788a000 with handle 0x66de20725ed3929e from hash 00010000:00000001:2.0:1789307437.968245:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.968248:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.968250:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.968251:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789307437.968255:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.968257:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.968260:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307437.968262:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.968264:0:120441:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1789307437.968272:0:120441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0xa:0x0].0x0 (ffff9fbfbd613700) 00010000:00010000:2.0:1789307437.968278:0:120441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:2.0:1789307437.968282:0:120441:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.968286:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.968288:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1789307437.968290:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.968291:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.968294:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307437.968302:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9fbf9788a000/0x66de20725ed3929e lrc: 0/0,0 mode: --/CR res: [0x240001b72:0xa:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ca37 expref: 12 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307437.968318:0:120441:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbfba93a800 : new locks_count 7 00000020:00000040:2.0:1789307437.968321:0:120441:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 11 00010000:00000010:2.0:1789307437.968328:0:120441:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbbf14280. 00010000:00000040:2.0:1789307437.968336:0:120441:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbd613700 count: 0 00010000:00000010:2.0:1789307437.968339:0:120441:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf90bab180. 00010000:00000001:2.0:1789307437.968345:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.968348:0:120441:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 18 00000001:00000001:2.0:1789307437.968351:0:120441:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.968354:0:120441:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a8d000 count: 3 00000004:00000001:2.0:1789307437.968358:0:120441:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1789307437.968361:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789307437.968364:0:120441:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.968368:0:120441:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.968369:0:120441:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.968375:0:120441:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.968381:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.968384:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.968388:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.968391:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.968394:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.968397:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.968402:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9e33200 with handle 0x66de20725ed77603 from hash 00010000:00000001:2.0:1789307437.968406:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.968409:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.968418:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.968422:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789307437.968427:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.968430:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.968436:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307437.968439:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.968443:0:120441:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1789307437.968447:0:120441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0x62:0x0].0x0 (ffff9fbfb4a8d000) 00010000:00010000:2.0:1789307437.968453:0:120441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:2.0:1789307437.968457:0:120441:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.968462:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.968464:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1789307437.968465:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.968467:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.968470:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307437.968475:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9fbfb9e33200/0x66de20725ed77603 lrc: 0/0,0 mode: --/CR res: [0x240001b72:0x62:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6b5a expref: 11 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307437.968489:0:120441:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbfba93a800 : new locks_count 6 00000020:00000040:2.0:1789307437.968494:0:120441:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 10 00010000:00000010:2.0:1789307437.968498:0:120441:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf95da1f80. 00010000:00000001:2.0:1789307437.968506:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.968509:0:120441:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 19 00000001:00000001:2.0:1789307437.968514:0:120441:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.968518:0:120441:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7faf500 count: 2 00000004:00000001:2.0:1789307437.968523:0:120441:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1789307437.968526:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789307437.968529:0:120441:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.968532:0:120441:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.968534:0:120441:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.968539:0:120441:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.968542:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.968544:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.968549:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.968553:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.968556:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.968560:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.968573:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0bb8800 with handle 0x66de20725ed6975a from hash 00010000:00000001:2.0:1789307437.968578:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.968582:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.968585:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.968589:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789307437.968595:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.968598:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.968602:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307437.968606:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.968610:0:120441:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1789307437.968614:0:120441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0x12:0x0].0x0 (ffff9fbfb7faf500) 00010000:00010000:2.0:1789307437.968620:0:120441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00000001:2.0:1789307437.968623:0:120441:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.968626:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.968627:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1789307437.968631:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.968635:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.968637:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307437.968644:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9fbfc0bb8800/0x66de20725ed6975a lrc: 0/0,0 mode: --/PR res: [0x240001b72:0x12:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a390a expref: 10 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307437.968656:0:120441:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbfba93a800 : new locks_count 5 00000020:00000040:2.0:1789307437.968661:0:120441:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 9 00010000:00000010:2.0:1789307437.968666:0:120441:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb48ce600. 00010000:00000040:2.0:1789307437.968671:0:120441:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7faf500 count: 0 00010000:00000010:2.0:1789307437.968677:0:120441:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9c2cb80. 00010000:00000001:2.0:1789307437.968688:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.968691:0:120441:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 20 00000001:00000001:2.0:1789307437.968695:0:120441:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.968700:0:120441:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a8d000 count: 2 00000004:00000001:2.0:1789307437.968704:0:120441:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1789307437.968707:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789307437.968711:0:120441:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.968714:0:120441:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.968717:0:120441:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.968726:0:120441:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.968730:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.968734:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.968739:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.968743:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.968746:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.968750:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.968755:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0c7fc00 with handle 0x66de20725ed7766c from hash 00010000:00000001:2.0:1789307437.968760:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.968763:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.968767:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.968769:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789307437.968774:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.968778:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.968780:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307437.968784:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.968785:0:120441:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1789307437.968787:0:120441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0x62:0x0].0x0 (ffff9fbfb4a8d000) 00010000:00010000:2.0:1789307437.968792:0:120441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00000001:2.0:1789307437.968796:0:120441:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.968802:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.968806:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1789307437.968809:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.968813:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.968816:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307437.968823:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9fbfc0c7fc00/0x66de20725ed7766c lrc: 0/0,0 mode: --/PR res: [0x240001b72:0x62:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6b7d expref: 9 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307437.968838:0:120441:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbfba93a800 : new locks_count 4 00000020:00000040:2.0:1789307437.968843:0:120441:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 8 00010000:00000010:2.0:1789307437.968885:0:120441:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbe83b30100. 00010000:00000040:2.0:1789307437.968893:0:120441:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a8d000 count: 0 00010000:00000010:2.0:1789307437.968899:0:120441:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83115d80. 00010000:00000001:2.0:1789307437.968912:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.968915:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.968924:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.968928:0:120441:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 21 00000001:00000001:2.0:1789307437.968933:0:120441:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.968938:0:120441:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4ac3500 count: 2 00000004:00000001:2.0:1789307437.968964:0:120441:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1789307437.968967:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789307437.968969:0:120441:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.968973:0:120441:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.968977:0:120441:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.968983:0:120441:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.968991:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.968995:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.969000:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.969004:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.969007:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.969011:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.969017:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf90b04800 with handle 0x66de20725ed6a3af from hash 00010000:00000001:2.0:1789307437.969022:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.969025:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.969029:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.969032:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789307437.969037:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.969040:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.969045:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307437.969048:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.969051:0:120441:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1789307437.969056:0:120441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x836d:0x0].0x0 (ffff9fbfb4ac3500) 00010000:00010000:2.0:1789307437.969061:0:120441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:2.0:1789307437.969064:0:120441:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.969069:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.969073:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1789307437.969076:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.969079:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.969083:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307437.969091:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9fbf90b04800/0x66de20725ed6a3af lrc: 0/0,0 mode: --/PR res: [0x200002342:0x836d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a3bf7 expref: 8 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307437.969129:0:120441:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbfba93a800 : new locks_count 3 00000020:00000040:2.0:1789307437.969133:0:120441:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 7 00010000:00000010:2.0:1789307437.969136:0:120441:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9c2b780. 00010000:00000040:2.0:1789307437.969140:0:120441:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4ac3500 count: 0 00010000:00000010:2.0:1789307437.969147:0:120441:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9c2c780. 00010000:00000001:2.0:1789307437.969158:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.969163:0:120441:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 22 00000001:00000001:2.0:1789307437.969167:0:120441:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.969172:0:120441:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4ac3900 count: 3 00000004:00000001:2.0:1789307437.969177:0:120441:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1789307437.969180:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789307437.969184:0:120441:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.969189:0:120441:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.969193:0:120441:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.969197:0:120441:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.969203:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.969206:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.969211:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.969214:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.969218:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.969222:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.969227:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb52fcc00 with handle 0x66de20725ed6a457 from hash 00010000:00000001:2.0:1789307437.969233:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.969237:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.969240:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.969244:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789307437.969248:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.969251:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.969256:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307437.969261:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.969263:0:120441:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1789307437.969267:0:120441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0x1a:0x0].0x0 (ffff9fbfb4ac3900) 00010000:00010000:2.0:1789307437.969273:0:120441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:2.0:1789307437.969282:0:120441:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.969288:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.969292:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1789307437.969296:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.969299:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.969301:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307437.969309:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9fbfb52fcc00/0x66de20725ed6a457 lrc: 0/0,0 mode: --/CR res: [0x240001b72:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a3c36 expref: 7 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307437.969318:0:120441:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbfba93a800 : new locks_count 2 00000020:00000040:2.0:1789307437.969322:0:120441:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 6 00010000:00000010:2.0:1789307437.969328:0:120441:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9c2bc80. 00010000:00000001:2.0:1789307437.969336:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.969341:0:120441:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 23 00000001:00000001:2.0:1789307437.969346:0:120441:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.969351:0:120441:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4ac3900 count: 2 00000004:00000001:2.0:1789307437.969356:0:120441:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1789307437.969359:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789307437.969363:0:120441:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.969367:0:120441:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.969370:0:120441:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.969375:0:120441:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.969381:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.969384:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.969389:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.969392:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.969395:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.969399:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.969403:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbb68aa00 with handle 0x66de20725ed6a5a7 from hash 00010000:00000001:2.0:1789307437.969409:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.969413:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.969417:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.969420:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789307437.969424:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.969428:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.969432:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307437.969441:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.969443:0:120441:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1789307437.969445:0:120441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0x1a:0x0].0x0 (ffff9fbfb4ac3900) 00010000:00010000:2.0:1789307437.969450:0:120441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1789307437.969454:0:120441:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.969459:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.969463:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1789307437.969466:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.969468:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.969471:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307437.969478:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9fbfbb68aa00/0x66de20725ed6a5a7 lrc: 0/0,0 mode: --/PR res: [0x240001b72:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a3c75 expref: 6 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307437.969492:0:120441:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbfba93a800 : new locks_count 1 00000020:00000040:2.0:1789307437.969497:0:120441:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 5 00010000:00000010:2.0:1789307437.969500:0:120441:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb48cea00. 00010000:00000040:2.0:1789307437.969506:0:120441:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4ac3900 count: 0 00010000:00000010:2.0:1789307437.969510:0:120441:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9c2c380. 00010000:00000001:2.0:1789307437.969520:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.969524:0:120441:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 24 00000001:00000001:2.0:1789307437.969527:0:120441:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789307437.969532:0:120441:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf83535500 count: 2 00000004:00000001:2.0:1789307437.969537:0:120441:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1789307437.969541:0:120441:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1789307437.969545:0:120441:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.969548:0:120441:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1789307437.969551:0:120441:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.969556:0:120441:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.969561:0:120441:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307437.969564:0:120441:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307437.969568:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.969570:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.969574:0:120441:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307437.969576:0:120441:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307437.969582:0:120441:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf90b05800 with handle 0x66de20725ed514ee from hash 00010000:00000001:2.0:1789307437.969587:0:120441:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307437.969595:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.969599:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.969602:0:120441:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789307437.969607:0:120441:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1789307437.969609:0:120441:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.969611:0:120441:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789307437.969612:0:120441:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307437.969616:0:120441:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1789307437.969618:0:120441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0xe:0x0].0x0 (ffff9fbf83535500) 00010000:00010000:2.0:1789307437.969625:0:120441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00000001:2.0:1789307437.969629:0:120441:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307437.969634:0:120441:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307437.969639:0:120441:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1789307437.969643:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307437.969648:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307437.969652:0:120441:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307437.969661:0:120441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9fbf90b05800/0x66de20725ed514ee lrc: 0/0,0 mode: --/PR res: [0x240001b72:0xe:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a019d expref: 5 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307437.969683:0:120441:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbfba93a800 : new locks_count 0 00000020:00000040:2.0:1789307437.969686:0:120441:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 4 00010000:00000010:2.0:1789307437.969691:0:120441:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86574100. 00010000:00000040:2.0:1789307437.969696:0:120441:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf83535500 count: 0 00010000:00000010:2.0:1789307437.969702:0:120441:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfc0f44f00. 00010000:00000001:2.0:1789307437.969712:0:120441:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1789307437.969715:0:120441:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 25 00000001:00000001:2.0:1789307437.969717:0:120441:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1789307437.969722:0:120441:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789307437.969727:0:120441:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9fbfba93a800, canceled 26 locks, left on hash table 0. 00000020:00000010:2.0:1789307437.969737:0:120441:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9fbfb2670600. 00000020:00000010:2.0:1789307437.969747:0:120441:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9fbfb9253000. 00000020:00000010:2.0:1789307437.969756:0:120441:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9fbfb6c2d588. 00000020:00000010:2.0:1789307437.969766:0:120441:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9fbfb2670a00. 80000000:00000010:2.0:1789307437.969773:0:120441:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9fbf82f2c960. 40000000:00000010:2.0:1789307437.969781:0:120441:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9fbec4f00940. 00100000:00000010:2.0:1789307437.969800:0:120441:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9fbfb9257800. 00040000:00000010:2.0:1789307437.969808:0:120441:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9fbec5bb6500. 00040000:00000010:2.0:1789307437.969817:0:120441:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9fbfb2671e00. 00080000:00000010:2.0:1789307437.969825:0:120441:0:(osd_handler.c:8304:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff9fbfb5bc8000. 00080000:00000010:2.0:1789307437.969832:0:120441:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info': 4296 at ffff9fbfb5bce000. 00002000:00000010:2.0:1789307437.969841:0:120441:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9fbe8911cc00. 00000020:00000010:2.0:1789307437.969847:0:120441:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb2670200. 00000020:00000001:2.0:1789307437.969892:0:120441:0:(genops.c:1914:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1789307437.969897:0:120441:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 3 00000020:00000001:2.0:1789307437.969902:0:120441:0:(genops.c:1939:obd_stale_export_put()) Process leaving 00010000:00000001:2.0:1789307437.969905:0:120441:0:(ldlm_lockd.c:2947:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307437.969911:0:120441:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789307437.969915:0:120441:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789307437.969920:0:120441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789307437.969924:0:120441:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789307437.969928:0:120441:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789307437.969935:0:120441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789307437.969939:0:120441:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789307437.969942:0:120441:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789307437.969944:0:120441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789307437.974143:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307437.974157:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789307437.974161:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307437.974165:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307437.974174:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1789307437.974192:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 26 MB=0x6aa693207be80 00000400:00000200:2.0:1789307437.974202:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.56@tcp of length 224/224 into md 0x1bfaa1 [2] + 0 00000400:00000010:2.0:1789307437.974208:0:118842:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb5058c60. 00000400:00000200:2.0:1789307437.974215:0:118842:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fbf9647f600 00000800:00000001:2.0:1789307437.974221:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307437.974228:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307437.974231:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307437.974238:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1789307437.974249:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf9647f600 00000400:00000010:2.0:1789307437.974253:0:118842:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbf9647f600. 00000100:00000001:2.0:1789307437.974267:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789307437.974269:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1789307437.974272:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfa31c9050 x1876218647920256 msgsize 224 00000100:00100000:2.0:1789307437.974278:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000040:2.0:1789307437.974283:0:118842:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1789307437.974296:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1789307437.974304:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307437.974308:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307437.974350:0:238794:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789307437.974355:0:238794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647920256 02000000:00000001:3.0:1789307437.974360:0:238794:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789307437.974364:0:238794:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307437.974370:0:238794:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307437.974378:0:238794:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307437.974384:0:238794:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647920256 00000020:00000001:3.0:1789307437.974389:0:238794:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789307437.974393:0:238794:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedcc2 00000020:00000001:3.0:1789307437.974398:0:238794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789307437.974403:0:238794:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf96057000 refcount=7 00000020:00000001:3.0:1789307437.974407:0:238794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243937349632 : -105829772201984 : ffff9fbf96057000) 00000020:00000001:3.0:1789307437.974412:0:238794:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243937349632 : -105829772201984 : ffff9fbf96057000) 00000100:00000001:3.0:1789307437.974427:0:238794:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307437.974433:0:238794:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0840. 00000100:00000001:3.0:1789307437.974439:0:238794:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307437.974446:0:238794:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0840. 00000020:00000010:3.0:1789307437.974456:0:238794:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbf9781b400. 00000020:00000010:3.0:1789307437.974465:0:238794:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47ad00. 00000020:00000010:3.0:1789307437.974472:0:238794:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e3e8. 00000100:00000040:3.0:1789307437.974483:0:238794:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1789307437.974490:0:238794:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307437.974493:0:238794:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789307437.974497:0:238794:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307437.974508:0:238794:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307437.974523:0:238794:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307437.974548:0:238794:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789307437.974553:0:238794:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1789307437.974554:0:238795:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307437.974559:0:238795:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789307437.974563:0:238794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 422 00000100:00000040:3.0:1789307437.974569:0:238794:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf96057000 : new rpc_count 1 00000100:00000001:2.0:1789307437.974570:0:238795:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307437.974574:0:238794:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244156969040 : -105829552582576 : ffff9fbfa31c9050) 00000100:00000001:2.0:1789307437.974575:0:238795:0:(service.c:2488:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307437.974586:0:238794:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfa31c9050 x1876218647920256/t0(0) o251->f78daeaa-d9bb-4d15-9781-7f7fb1b8da33@192.168.204.56@tcp:483/0 lens 224/0 e 0 to 0 dl 1789307448 ref 1 fl New:/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307437.974604:0:238794:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307437.974609:0:238794:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0840. 00000100:00000001:3.0:1789307437.974613:0:238794:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307437.974620:0:238794:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0840. 00000100:00100000:3.0:1789307437.974630:0:238794:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfa31c9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f78daeaa-d9bb-4d15-9781-7f7fb1b8da33+7:256267:x1876218647920256:12345-192.168.204.56@tcp:251:umount.0 00000100:00000200:3.0:1789307437.974638:0:238794:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647920256 00000020:00000001:3.0:1789307437.974643:0:238794:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789307437.974650:0:238794:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1789307437.974659:0:238794:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307437.974665:0:238794:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789307437.974668:0:238794:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660900144 : -1048651472 : ffffffffc17ed930) 00000020:00000001:3.0:1789307437.974675:0:238794:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1789307437.974684:0:238794:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789307437.974689:0:238794:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789307437.974693:0:238794:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789307437.974699:0:238794:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1789307437.974708:0:238794:0:(mgs_handler.c:55:mgs_disconnect()) Process entered 00000020:00000001:3.0:1789307437.974711:0:238794:0:(tgt_handler.c:1144:tgt_disconnect()) Process entered 00010000:00000001:3.0:1789307437.974716:0:238794:0:(ldlm_lib.c:1757:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1789307437.974722:0:238794:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789307437.974727:0:238794:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789307437.974735:0:238794:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfb466a400. 02000000:00000001:3.0:1789307437.974739:0:238794:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307437.974742:0:238794:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307437.974749:0:238794:0:(genops.c:868:class_export_get()) GET export ffff9fbf96057000 refcount=8 00010000:00000001:3.0:1789307437.974754:0:238794:0:(obd_class.h:909:obd_disconnect()) Process entered 00000001:00000001:3.0:1789307437.974758:0:238794:0:(nodemap_handler.c:866:nodemap_del_member()) Process entered 00000001:00000040:3.0:1789307437.974763:0:238794:0:(nodemap_handler.c:120:nodemap_getref()) GETting nodemap default(p=ffff9fbf98c04c00) : new refcount 18 00000001:00000001:3.0:1789307437.974771:0:238794:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:3.0:1789307437.974775:0:238794:0:(nodemap_handler.c:137:nodemap_putref()) PUTting nodemap default(p=ffff9fbf98c04c00) : new refcount 17 00000020:00000040:3.0:1789307437.974780:0:238794:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf96057000 : new refcount 7 00000001:00000001:3.0:1789307437.974784:0:238794:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:3.0:1789307437.974788:0:238794:0:(nodemap_handler.c:137:nodemap_putref()) PUTting nodemap default(p=ffff9fbf98c04c00) : new refcount 16 00000001:00000001:3.0:1789307437.974792:0:238794:0:(nodemap_handler.c:895:nodemap_del_member()) Process leaving 20000000:00000001:3.0:1789307437.974796:0:238794:0:(mgs_handler.c:1901:mgs_obd_disconnect()) Process entered 00000020:00000040:3.0:1789307437.974803:0:238794:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf96057000 : new refcount 6 20000000:00000010:3.0:1789307437.974809:0:238794:0:(mgs_nids.c:1225:mgs_fsc_cleanup()) kfreed 'fsc': 56 at ffff9fbf874ff940. 00000020:00000040:3.0:1789307437.974816:0:238794:0:(genops.c:868:class_export_get()) GET export ffff9fbf96057000 refcount=7 00010000:00000001:3.0:1789307437.974823:0:238794:0:(ldlm_lib.c:851:server_disconnect_export()) Process entered 00000020:00000001:3.0:1789307437.974828:0:238794:0:(genops.c:1442:class_disconnect()) Process entered 00000020:00000040:3.0:1789307437.974842:0:238794:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf96057000 : new refcount 6 00000020:00000080:3.0:1789307437.974848:0:238794:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x66de20725ecedcc2 00000020:00000040:3.0:1789307437.974893:0:238794:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf96057000 with handle 0x66de20725ecedcc2 from hash 00000020:00000040:3.0:1789307437.974904:0:238794:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf96057000 : new refcount 5 00000020:00000001:3.0:1789307437.974912:0:238794:0:(genops.c:1914:obd_stale_export_put()) Process entered 00000020:00010000:3.0:1789307437.974916:0:238794:0:(genops.c:1920:obd_stale_export_put()) Put export ffff9fbf96057000: total 0 00000020:00000001:3.0:1789307437.974921:0:238794:0:(genops.c:1939:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1789307437.974923:0:238794:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf96057000 : new refcount 4 00000020:00000001:3.0:1789307437.974935:0:238794:0:(genops.c:1473:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307437.974940:0:238794:0:(import.c:2162:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1789307437.974946:0:238794:0:(import.c:65:import_set_state_nolock()) ffff9fbf96050800 : changing import state from FULL to CLOSED 00000100:00000001:3.0:1789307437.974954:0:238794:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1789307437.974958:0:238794:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1789307437.974961:0:238794:0:(import.c:2172:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1789307437.974980:0:238794:0:(ldlm_lib.c:882:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307437.974986:0:238794:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf96057000 : new refcount 3 20000000:00000001:3.0:1789307437.974994:0:238794:0:(mgs_handler.c:1912:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307437.974999:0:238794:0:(obd_class.h:921:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307437.975004:0:238794:0:(ldlm_lib.c:1778:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307437.975008:0:243629:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789307437.975009:0:238794:0:(tgt_handler.c:1152:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00010000:1.0:1789307437.975013:0:243629:0:(genops.c:1906:obd_stale_export_get()) Get export ffff9fbf96057000: total 0 20000000:00000001:3.0:1789307437.975014:0:238794:0:(mgs_handler.c:62:mgs_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307437.975018:0:243629:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=18446638243937349632 : -105829772201984 : ffff9fbf96057000) 00010000:00000040:3.0:1789307437.975021:0:238794:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647920256 00010000:00000001:3.0:1789307437.975026:0:238794:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000001:1.0:1789307437.975027:0:243629:0:(ldlm_lockd.c:2937:ldlm_bl_thread_exports()) Process entered 00010000:00000200:3.0:1789307437.975034:0:238794:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfa31c9050 x1876218647920256/t0(0) o251->f78daeaa-d9bb-4d15-9781-7f7fb1b8da33@192.168.204.56@tcp:483/0 lens 224/224 e 0 to 0 dl 1789307448 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1789307437.975035:0:243629:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb484f000. 00000020:00000010:1.0:1789307437.975044:0:243629:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9fbfb484e600. 00000020:00000010:1.0:1789307437.975052:0:243629:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9fbfb5446000. 00010000:00000001:3.0:1789307437.975060:0:238794:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1789307437.975062:0:243629:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9fbfbb675a90. 00010000:00000001:3.0:1789307437.975063:0:238794:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307437.975070:0:243629:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9fbfb484fe00. 00000100:00001000:3.0:1789307437.975070:0:238794:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe840599e8 time=7 v=5 (1 1 1 1) 80000000:00000010:1.0:1789307437.975079:0:243629:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9fbe9794f480. 00000100:00000001:3.0:1789307437.975079:0:238794:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789307437.975085:0:238794:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 40000000:00000010:1.0:1789307437.975088:0:243629:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9fbf874ff3c0. 00000100:00000001:3.0:1789307437.975089:0:238794:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:3.0:1789307437.975095:0:238794:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00100000:00000010:1.0:1789307437.975097:0:243629:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9fbfb5440000. 02000000:00000001:3.0:1789307437.975097:0:238794:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307437.975104:0:238794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00040000:00000010:1.0:1789307437.975105:0:243629:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9fbfb57d7500. 00000100:00000040:3.0:1789307437.975111:0:238794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00040000:00000010:1.0:1789307437.975113:0:243629:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9fbfb484ec00. 00000400:00000010:3.0:1789307437.975118:0:238794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde4c8. 00080000:00000010:1.0:1789307437.975122:0:243629:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at ffff9fbf831f2000. 00000100:00000200:3.0:1789307437.975125:0:238794:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1876218647920256, offset 224 00080000:00000010:1.0:1789307437.975129:0:243629:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff9fbf831f6000. 00000400:00000200:3.0:1789307437.975135:0:238794:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00002000:00000010:1.0:1789307437.975139:0:243629:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9fbe9593b400. 00000020:00000010:1.0:1789307437.975145:0:243629:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9fbfb484e600. 00000400:00000200:3.0:1789307437.975151:0:238794:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000020:00000010:1.0:1789307437.975153:0:243629:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9fbfb5446000. 00000020:00000010:1.0:1789307437.975161:0:243629:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9fbfbb675a90. 00000400:00000200:3.0:1789307437.975164:0:238794:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305894:305894:256:4294967295] 192.168.204.56@tcp LPNI seq info [305890:305890:8:4294967295] 00000020:00000010:1.0:1789307437.975168:0:243629:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9fbfb484fe00. 80000000:00000010:1.0:1789307437.975176:0:243629:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9fbe9794f480. 00000400:00000200:3.0:1789307437.975185:0:238794:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 40000000:00000010:1.0:1789307437.975192:0:243629:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9fbf874ff3c0. 00100000:00000010:1.0:1789307437.975200:0:243629:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9fbfb5440000. 00000800:00000200:3.0:1789307437.975204:0:238794:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00040000:00000010:1.0:1789307437.975207:0:243629:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9fbfb57d7500. 00000800:00000010:3.0:1789307437.975210:0:238794:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbfb2758900. 00040000:00000010:1.0:1789307437.975215:0:243629:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9fbfb484ec00. 00000800:00000200:3.0:1789307437.975221:0:238794:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00080000:00000010:1.0:1789307437.975224:0:243629:0:(osd_handler.c:8304:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff9fbf831f6000. 00080000:00000010:1.0:1789307437.975231:0:243629:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info': 4296 at ffff9fbf831f2000. 00000800:00000200:3.0:1789307437.975231:0:238794:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1789307437.975237:0:238794:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfb2758900 type 1, nob 320 niov 1 nkiov 1 00002000:00000010:1.0:1789307437.975240:0:243629:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9fbe9593b400. 00000020:00000010:1.0:1789307437.975247:0:243629:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb484f000. 00010000:00010000:1.0:1789307437.975253:0:243629:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9fbf96057000, canceled 0 locks, left on hash table 1. 00000100:00000001:3.0:1789307437.975254:0:238794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307437.975262:0:243629:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb484f000. 00000100:00000040:3.0:1789307437.975262:0:238794:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00000020:00000010:1.0:1789307437.975268:0:243629:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9fbfb484e000. 00010000:00000001:3.0:1789307437.975269:0:238794:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789307437.975272:0:238794:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307437.975274:0:243629:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9fbfb5440000. 00000020:00000001:3.0:1789307437.975277:0:238794:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1789307437.975280:0:243629:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9fbfbb675a90. 00000100:00000040:3.0:1789307437.975285:0:238794:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfa31c9050 x1876218647920256/t0(0) o251->f78daeaa-d9bb-4d15-9781-7f7fb1b8da33@192.168.204.56@tcp:483/0 lens 224/224 e 0 to 0 dl 1789307448 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1789307437.975286:0:243629:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9fbfb484ec00. 80000000:00000010:1.0:1789307437.975294:0:243629:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9fbe9794f480. 40000000:00000010:1.0:1789307437.975299:0:243629:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9fbf874ff3c0. 00100000:00000010:1.0:1789307437.975305:0:243629:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9fbfb5446000. 00000100:00100000:3.0:1789307437.975306:0:238794:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfa31c9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f78daeaa-d9bb-4d15-9781-7f7fb1b8da33+3:256267:x1876218647920256:12345-192.168.204.56@tcp:251:umount.0 Request processed in 699us (1030us total) trans 0 rc 0/0 00040000:00000010:1.0:1789307437.975310:0:243629:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9fbfb57d7500. 00040000:00000010:1.0:1789307437.975316:0:243629:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9fbfb484fe00. 00080000:00000010:1.0:1789307437.975321:0:243629:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at ffff9fbf831f2000. 00000100:00100000:3.0:1789307437.975322:0:238794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 422 00080000:00000010:1.0:1789307437.975328:0:243629:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff9fbf831f6000. 00000100:00000040:3.0:1789307437.975329:0:238794:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf96057000 : new rpc_count 0 00002000:00000010:1.0:1789307437.975334:0:243629:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9fbe9593b400. 00000100:00000001:3.0:1789307437.975335:0:238794:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789307437.975339:0:238794:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000001:1.0:1789307437.975341:0:243629:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000020:00000010:3.0:1789307437.975345:0:238794:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47ad00. 00000001:00000001:1.0:1789307437.975346:0:243629:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000010:3.0:1789307437.975351:0:238794:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e3e8. 00010000:00000040:1.0:1789307437.975354:0:243629:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9a58d500 count: 11 00000800:00000200:2.0:1789307437.975354:0:118843:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1789307437.975357:0:238794:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbf9781b400. 00010000:00000001:1.0:1789307437.975361:0:243629:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000800:00000010:2.0:1789307437.975362:0:118843:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbfb2758900. 00000020:00000040:3.0:1789307437.975364:0:238794:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf96057000 : new refcount 2 00000020:00000001:1.0:1789307437.975365:0:243629:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00000400:00000200:2.0:1789307437.975368:0:118843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1789307437.975369:0:243629:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:3.0:1789307437.975372:0:238794:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307437.975374:0:243629:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789307437.975379:0:238794:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:1.0:1789307437.975380:0:243629:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307437.975380:0:118843:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00010000:00000001:1.0:1789307437.975387:0:243629:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:3.0:1789307437.975387:0:238794:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a516bb0. 00000400:00000200:2.0:1789307437.975389:0:118843:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde4c8 00010000:00000001:1.0:1789307437.975391:0:243629:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:2.0:1789307437.975394:0:118843:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde4c8. 00010000:00000001:1.0:1789307437.975396:0:243629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307437.975400:0:243629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789307437.975400:0:118843:0:(events.c:390:reply_out_callback()) Process entered 00000400:00000010:3.0:1789307437.975402:0:238794:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbf8717e840. 00010000:00000001:1.0:1789307437.975404:0:243629:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:2.0:1789307437.975404:0:118843:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1789307437.975410:0:118843:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9fbfb466a400. 00010000:00000001:1.0:1789307437.975413:0:243629:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307437.975416:0:118843:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:1.0:1789307437.975418:0:243629:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfa335c000 with handle 0x66de20725ecedd2b from hash 00000100:00000001:2.0:1789307437.975420:0:118843:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00000001:1.0:1789307437.975424:0:243629:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789307437.975426:0:243629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307437.975430:0:243629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307437.975434:0:243629:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789307437.975439:0:243629:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789307437.975442:0:243629:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1789307437.975447:0:243629:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1789307437.975450:0:243629:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307437.975455:0:243629:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307437.975459:0:243629:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1789307437.975468:0:243629:0:(ldlm_lock.c:2583:ldlm_cancel_lock_for_export()) Export ffff9fbf96057000, 1 locks cancelled. 00010000:00000001:1.0:1789307437.975475:0:243629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307437.975478:0:243629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307437.975482:0:243629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789307437.975489:0:243629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9fbfa335c000/0x66de20725ecedd2b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7794b81 expref: 2 pid: 238794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789307437.975499:0:243629:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf96057000 : new locks_count 0 00000020:00000040:1.0:1789307437.975505:0:243629:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf96057000 : new refcount 1 00010000:00000001:1.0:1789307437.975513:0:243629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1789307437.975517:0:243629:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: f78daeaa-d9bb-4, loop: 0 00000001:00000001:1.0:1789307437.975521:0:243629:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1789307437.975527:0:243629:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789307437.975534:0:243629:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9fbf96057000, canceled 1 locks, left on hash table 0. 00000020:00000010:1.0:1789307437.975542:0:243629:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9fbfb484e000. 00000020:00000010:1.0:1789307437.975548:0:243629:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9fbfb5440000. 00000020:00000010:1.0:1789307437.975555:0:243629:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9fbfbb675a90. 00000020:00000010:1.0:1789307437.975561:0:243629:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9fbfb484ec00. 80000000:00000010:1.0:1789307437.975566:0:243629:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9fbe9794f480. 40000000:00000010:1.0:1789307437.975573:0:243629:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9fbf874ff3c0. 00100000:00000010:1.0:1789307437.975579:0:243629:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9fbfb5446000. 00040000:00000010:1.0:1789307437.975584:0:243629:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9fbfb57d7500. 00040000:00000010:1.0:1789307437.975591:0:243629:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9fbfb484fe00. 00080000:00000010:1.0:1789307437.975606:0:243629:0:(osd_handler.c:8304:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff9fbf831f6000. 00080000:00000010:1.0:1789307437.975611:0:243629:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info': 4296 at ffff9fbf831f2000. 00002000:00000010:1.0:1789307437.975617:0:243629:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9fbe9593b400. 00000020:00000010:1.0:1789307437.975623:0:243629:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb484f000. 00000020:00000001:1.0:1789307437.975628:0:243629:0:(genops.c:1914:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1789307437.975632:0:243629:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf96057000 : new refcount 0 00000020:00000080:1.0:1789307437.975638:0:243629:0:(genops.c:885:class_export_put()) final put ffff9fbf96057000/f78daeaa-d9bb-4d15-9781-7f7fb1b8da33 00000020:00000001:1.0:1789307437.975663:0:243629:0:(genops.c:1939:obd_stale_export_put()) Process leaving 00010000:00000001:1.0:1789307437.975667:0:243629:0:(ldlm_lockd.c:2947:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307437.975672:0:243629:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789307437.975677:0:243629:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307437.975677:0:237204:0:(genops.c:838:class_export_destroy()) Process entered 00000020:00000080:3.0:1789307437.975683:0:237204:0:(genops.c:844:class_export_destroy()) destroying export ffff9fbf96057000/f78daeaa-d9bb-4d15-9781-7f7fb1b8da33 for MGS 00010000:00010000:1.0:1789307437.975684:0:243629:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789307437.975688:0:243629:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789307437.975691:0:243629:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307437.975693:0:237204:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 9 to 192.168.204.56@tcp 00010000:00010000:1.0:1789307437.975695:0:243629:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789307437.975699:0:237204:0:(obd_class.h:1024:obd_destroy_export()) Process entered 00000020:00000001:1.0:1789307437.975700:0:243629:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789307437.975702:0:243629:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789307437.975704:0:243629:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 20000000:00000001:3.0:1789307437.975710:0:237204:0:(mgs_handler.c:808:mgs_destroy_export()) Process entered 00000020:00000040:3.0:1789307437.975715:0:237204:0:(genops.c:1209:class_import_get()) import ffff9fbf96050800 refcount=2 obd=MGS 00000020:00000001:3.0:1789307437.975721:0:237204:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789307437.975724:0:237204:0:(genops.c:1222:class_import_put()) import ffff9fbf96050800 refcount=1 obd=MGS 00000020:00000001:3.0:1789307437.975728:0:237204:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000001:3.0:1789307437.975732:0:237204:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789307437.975735:0:237204:0:(genops.c:1222:class_import_put()) import ffff9fbf96050800 refcount=0 obd=MGS 00000020:00000040:3.0:1789307437.975739:0:237204:0:(genops.c:1225:class_import_put()) final put import ffff9fbf96050800 00000020:00000001:3.0:1789307437.975753:0:237204:0:(genops.c:1229:class_import_put()) Process leaving 00010000:00000001:3.0:1789307437.975757:0:237204:0:(ldlm_lockd.c:3166:ldlm_destroy_export()) Process entered 00000001:00000001:3.0:1789307437.975761:0:237204:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1789307437.975768:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbe97f9c600. 00000001:00000010:3.0:1789307437.975776:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbe97f9d800. 00000001:00000010:3.0:1789307437.975783:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbe97f9d000. 00000001:00000010:3.0:1789307437.975789:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbe97f9c800. 00000001:00000010:3.0:1789307437.975795:0:237204:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9fbec1ff8440. 00000001:00000010:3.0:1789307437.975802:0:237204:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9fbfb6effc00. 00000001:00000001:3.0:1789307437.975808:0:237204:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:3.0:1789307437.975812:0:237204:0:(ldlm_flock.c:1143:ldlm_destroy_flock_export()) Process entered 00010000:00000001:3.0:1789307437.975816:0:237204:0:(ldlm_flock.c:1148:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:3.0:1789307437.975818:0:237204:0:(ldlm_lockd.c:3171:ldlm_destroy_export()) Process leaving 20000000:00000001:3.0:1789307437.975822:0:237204:0:(mgs_handler.c:819:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307437.975825:0:237204:0:(obd_class.h:1028:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307437.975828:0:237204:0:(obd_config.c:1023:class_decref()) Decref MGS (ffff9fbfbf3e19c0) now 7 - export 00000020:00000010:3.0:1789307437.975835:0:237204:0:(genops.c:860:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9fbf96057000. 00000020:00000001:3.0:1789307437.975846:0:237204:0:(genops.c:861:class_export_destroy()) Process leaving 00000020:00000001:3.0:1789307437.975883:0:237204:0:(genops.c:1180:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1789307437.975887:0:237204:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9fbf96050800 for MGS 00000020:00000040:3.0:1789307437.975895:0:237204:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 8 to 192.168.204.56@tcp 00000020:00000040:3.0:1789307437.975900:0:237204:0:(obd_config.c:1023:class_decref()) Decref MGS (ffff9fbfbf3e19c0) now 6 - import 00000020:00000010:3.0:1789307437.975906:0:237204:0:(genops.c:1200:obd_zombie_import_free()) kfreed 'imp': 1720 at ffff9fbf96050800. 00000020:00000001:3.0:1789307437.975912:0:237204:0:(genops.c:1201:obd_zombie_import_free()) Process leaving 00010000:00000001:0.0:1789307438.021242:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021243:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021245:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.021246:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.021248:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbd7b5200 with handle 0x66de20725ed351c2 from hash 00010000:00000001:0.0:1789307438.021250:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.021251:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021252:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021253:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.021255:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.021256:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.021258:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.021259:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.021261:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.021263:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8211:0x0].0x0 (ffff9fbfb4a8ce00) 00010000:00010000:0.0:1789307438.021265:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.021266:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.021268:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.021269:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.021271:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021272:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021273:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.021276:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbd7b5200/0x66de20725ed351c2 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8211:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b79f expref: 716 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.021282:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 709 00000020:00000040:0.0:1789307438.021284:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 715 00010000:00000010:0.0:1789307438.021286:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4a3c400. 00010000:00000040:0.0:1789307438.021289:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a8ce00 count: 0 00010000:00000010:0.0:1789307438.021292:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf864d2a00. 00010000:00000001:0.0:1789307438.021300:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.021302:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 849 00000001:00000001:0.0:1789307438.021304:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.021306:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb310a400 count: 2 00000004:00000001:0.0:1789307438.021308:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.021309:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.021311:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.021312:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.021314:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.021315:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.021317:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.021318:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.021320:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021321:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021322:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.021323:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.021325:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf85caf400 with handle 0x66de20725ed32a23 from hash 00010000:00000001:0.0:1789307438.021327:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.021328:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021329:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021330:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.021332:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.021333:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.021335:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.021336:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.021338:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.021339:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8142:0x0].0x0 (ffff9fbfb310a400) 00010000:00010000:0.0:1789307438.021341:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.021343:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.021345:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.021346:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.021348:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021349:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021350:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.021353:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf85caf400/0x66de20725ed32a23 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8142:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ac4d expref: 715 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.021360:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 708 00000020:00000040:0.0:1789307438.021362:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 714 00010000:00000010:0.0:1789307438.021364:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf83b72180. 00010000:00000040:0.0:1789307438.021366:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb310a400 count: 0 00010000:00000010:0.0:1789307438.021369:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9f06e00. 00010000:00000001:0.0:1789307438.021377:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.021379:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 850 00000001:00000001:0.0:1789307438.021381:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.021383:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbbd78400 count: 2 00000004:00000001:0.0:1789307438.021385:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.021387:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.021388:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.021389:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.021391:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.021392:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.021395:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.021396:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.021397:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021398:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021400:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.021401:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.021403:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9de7a00 with handle 0x66de20725ed00921 from hash 00010000:00000001:0.0:1789307438.021405:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.021406:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021407:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021408:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.021410:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.021411:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.021413:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.021414:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.021415:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.021417:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e09:0x0].0x0 (ffff9fbfbbd78400) 00010000:00010000:0.0:1789307438.021419:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.021421:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.021423:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.021424:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.021426:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021427:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021428:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.021432:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9de7a00/0x66de20725ed00921 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e09:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779872b expref: 714 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.021444:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 707 00000020:00000040:0.0:1789307438.021446:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 713 00010000:00000010:0.0:1789307438.021448:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf8630ed80. 00010000:00000040:0.0:1789307438.021450:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbbd78400 count: 0 00010000:00000010:0.0:1789307438.021453:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe9673d980. 00010000:00000001:0.0:1789307438.021463:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.021465:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 851 00000001:00000001:0.0:1789307438.021467:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.021469:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbd63e800 count: 2 00000004:00000001:0.0:1789307438.021471:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.021472:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.021474:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.021475:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.021476:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.021478:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.021481:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.021482:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.021483:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021485:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021486:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.021487:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.021490:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9788aa00 with handle 0x66de20725ed30284 from hash 00010000:00000001:0.0:1789307438.021492:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.021493:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021494:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021495:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.021497:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.021498:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.021500:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.021501:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.021502:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.021503:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8073:0x0].0x0 (ffff9fbfbd63e800) 00010000:00010000:0.0:1789307438.021505:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.021507:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.021509:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.021511:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.021512:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021513:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021515:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.021518:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9788aa00/0x66de20725ed30284 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8073:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a0fb expref: 713 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.021524:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 706 00000020:00000040:0.0:1789307438.021526:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 712 00010000:00000010:0.0:1789307438.021528:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd664d00. 00010000:00000040:0.0:1789307438.021531:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbd63e800 count: 0 00010000:00000010:0.0:1789307438.021534:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4ad1180. 00010000:00000001:0.0:1789307438.021540:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.021542:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 852 00000001:00000001:0.0:1789307438.021544:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.021546:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9a5bf900 count: 2 00000004:00000001:0.0:1789307438.021548:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.021550:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.021551:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.021552:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.021554:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.021555:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.021558:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.021559:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.021561:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021561:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021563:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.021564:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.021566:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0bcf000 with handle 0x66de20725ed2dae5 from hash 00010000:00000001:0.0:1789307438.021569:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.021570:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021570:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021571:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.021573:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.021575:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.021576:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.021577:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.021578:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.021580:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fa4:0x0].0x0 (ffff9fbf9a5bf900) 00010000:00010000:0.0:1789307438.021581:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.021583:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.021584:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.021586:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.021587:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021588:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021589:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.021592:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0bcf000/0x66de20725ed2dae5 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fa4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77995a9 expref: 712 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.021598:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 705 00000020:00000040:0.0:1789307438.021600:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 711 00010000:00000010:0.0:1789307438.021602:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ab0080. 00010000:00000040:0.0:1789307438.021605:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf9a5bf900 count: 0 00010000:00000010:0.0:1789307438.021607:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf88165680. 00010000:00000001:0.0:1789307438.021616:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.021618:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 853 00000001:00000001:0.0:1789307438.021619:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.021622:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a94b00 count: 2 00000004:00000001:0.0:1789307438.021624:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.021625:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.021627:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.021628:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.021630:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.021631:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.021634:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.021635:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.021637:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021638:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021639:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.021641:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.021643:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb639fe00 with handle 0x66de20725ed018fd from hash 00010000:00000001:0.0:1789307438.021645:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.021646:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021647:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021648:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.021650:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.021652:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.021653:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.021654:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.021656:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.021657:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e7d:0x0].0x0 (ffff9fbfb4a94b00) 00010000:00010000:0.0:1789307438.021660:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.021661:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.021663:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.021665:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.021666:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021667:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021668:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.021672:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb639fe00/0x66de20725ed018fd lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e7d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798a57 expref: 711 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.021678:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 704 00000020:00000040:0.0:1789307438.021680:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 710 00010000:00000010:0.0:1789307438.021682:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb5948980. 00010000:00000040:0.0:1789307438.021686:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a94b00 count: 0 00010000:00000010:0.0:1789307438.021689:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9c28780. 00010000:00000001:0.0:1789307438.021696:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021698:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021699:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.021700:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 854 00000001:00000001:0.0:1789307438.021701:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.021704:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4abef00 count: 2 00000004:00000001:0.0:1789307438.021706:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.021707:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.021708:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.021710:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.021711:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.021713:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.021715:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.021716:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.021718:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021719:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021720:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.021721:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.021723:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf898b9e00 with handle 0x66de20725ed005b6 from hash 00010000:00000001:0.0:1789307438.021725:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.021726:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021727:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021728:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.021730:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.021731:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.021733:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.021734:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.021735:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.021737:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7df0:0x0].0x0 (ffff9fbfb4abef00) 00010000:00010000:0.0:1789307438.021738:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.021740:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.021742:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.021743:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.021745:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021746:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021747:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.021750:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf898b9e00/0x66de20725ed005b6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7df0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779867c expref: 710 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.021756:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 703 00000020:00000040:0.0:1789307438.021758:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 709 00010000:00000010:0.0:1789307438.021760:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfa3c8b900. 00010000:00000040:0.0:1789307438.021764:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4abef00 count: 0 00010000:00000010:0.0:1789307438.021767:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbd619c80. 00010000:00000001:0.0:1789307438.021775:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.021777:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 855 00000001:00000001:0.0:1789307438.021778:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.021781:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf97a26700 count: 2 00000004:00000001:0.0:1789307438.021783:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.021784:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.021786:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.021787:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.021788:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.021790:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.021793:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.021794:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.021796:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021797:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021798:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.021799:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.021801:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb52fde00 with handle 0x66de20725ed37fb2 from hash 00010000:00000001:0.0:1789307438.021803:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.021804:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021805:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021806:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.021808:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.021809:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.021811:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.021812:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.021813:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.021815:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8301:0x0].0x0 (ffff9fbf97a26700) 00010000:00010000:0.0:1789307438.021817:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.021819:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.021820:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.021822:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.021823:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021824:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021825:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.021829:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb52fde00/0x66de20725ed37fb2 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8301:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c4bf expref: 709 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.021834:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 702 00000020:00000040:0.0:1789307438.021837:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 708 00010000:00000010:0.0:1789307438.021839:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb3c13880. 00010000:00000040:0.0:1789307438.021841:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf97a26700 count: 0 00010000:00000010:0.0:1789307438.021844:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf90a69880. 00010000:00000001:0.0:1789307438.021869:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021883:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021885:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.021887:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 856 00000001:00000001:0.0:1789307438.021889:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.021893:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb48a8500 count: 2 00000004:00000001:0.0:1789307438.021895:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.021897:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.021899:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.021900:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.021901:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.021903:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.021906:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.021907:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.021909:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021910:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021912:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.021913:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.021916:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9ec6400 with handle 0x66de20725ed01592 from hash 00010000:00000001:0.0:1789307438.021918:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.021919:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021920:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021921:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.021923:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.021925:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.021926:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.021927:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.021928:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.021930:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e64:0x0].0x0 (ffff9fbfb48a8500) 00010000:00010000:0.0:1789307438.021933:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.021935:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.021937:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.021939:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.021940:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021941:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021942:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.021946:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9ec6400/0x66de20725ed01592 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e64:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77989a8 expref: 708 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.021951:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 701 00000020:00000040:0.0:1789307438.021953:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 707 00010000:00000010:0.0:1789307438.021955:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf82f6b380. 00010000:00000040:0.0:1789307438.021958:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb48a8500 count: 0 00010000:00000010:0.0:1789307438.021961:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe8609ab80. 00010000:00000001:0.0:1789307438.021968:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.021969:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 857 00000001:00000001:0.0:1789307438.021970:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.021973:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa30f4300 count: 2 00000004:00000001:0.0:1789307438.021975:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.021977:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.021978:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.021979:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.021981:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.021982:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.021985:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.021986:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.021987:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021988:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021990:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.021991:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.021993:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf81514c00 with handle 0x66de20725ed318b8 from hash 00010000:00000001:0.0:1789307438.021995:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.021996:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.021997:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.021998:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.022000:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.022001:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022002:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.022004:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.022005:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.022007:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80e7:0x0].0x0 (ffff9fbfa30f4300) 00010000:00010000:0.0:1789307438.022009:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.022011:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.022013:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022014:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.022015:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022016:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022017:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.022020:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf81514c00/0x66de20725ed318b8 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80e7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a753 expref: 707 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.022025:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 700 00000020:00000040:0.0:1789307438.022027:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 706 00010000:00000010:0.0:1789307438.022029:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfa30a1600. 00010000:00000040:0.0:1789307438.022033:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa30f4300 count: 0 00010000:00000010:0.0:1789307438.022035:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf90bf2480. 00010000:00000001:0.0:1789307438.022042:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.022044:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 858 00000001:00000001:0.0:1789307438.022045:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.022047:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf90c82e00 count: 2 00000004:00000001:0.0:1789307438.022049:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.022050:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.022052:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022053:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022054:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.022056:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022058:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.022059:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.022061:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022062:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022063:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.022064:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.022067:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9d9d400 with handle 0x66de20725ed37310 from hash 00010000:00000001:0.0:1789307438.022069:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.022070:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022071:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022072:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.022073:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.022075:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022076:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.022077:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.022078:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.022079:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82bf:0x0].0x0 (ffff9fbf90c82e00) 00010000:00010000:0.0:1789307438.022081:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.022083:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.022085:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022086:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.022087:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022088:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022089:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.022092:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9d9d400/0x66de20725ed37310 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c123 expref: 706 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.022097:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 699 00000020:00000040:0.0:1789307438.022099:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 705 00010000:00000010:0.0:1789307438.022100:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb18c8b80. 00010000:00000040:0.0:1789307438.022103:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf90c82e00 count: 0 00010000:00000010:0.0:1789307438.022106:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8541c600. 00010000:00000001:0.0:1789307438.022111:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.022112:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 859 00000001:00000001:0.0:1789307438.022113:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.022116:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf90bcfd00 count: 2 00000004:00000001:0.0:1789307438.022118:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.022119:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.022120:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022122:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022123:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.022125:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022127:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.022129:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.022130:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022131:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022133:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.022134:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.022136:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbe7dc00 with handle 0x66de20725ed2f119 from hash 00010000:00000001:0.0:1789307438.022138:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.022139:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022140:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022140:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.022142:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.022143:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022144:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.022145:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.022146:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.022147:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8018:0x0].0x0 (ffff9fbf90bcfd00) 00010000:00010000:0.0:1789307438.022149:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.022151:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.022153:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022154:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.022155:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022156:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022157:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.022159:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbbe7dc00/0x66de20725ed2f119 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8018:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799c01 expref: 705 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.022165:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 698 00000020:00000040:0.0:1789307438.022166:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 704 00010000:00000010:0.0:1789307438.022168:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbbdad480. 00010000:00000040:0.0:1789307438.022172:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf90bcfd00 count: 0 00010000:00000010:0.0:1789307438.022174:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9a4b8680. 00010000:00000001:0.0:1789307438.022182:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.022183:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 860 00000001:00000001:0.0:1789307438.022184:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.022187:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf88a65500 count: 2 00000004:00000001:0.0:1789307438.022188:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.022189:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.022191:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022192:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022193:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.022194:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022196:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.022198:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.022199:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022200:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022201:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.022202:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.022204:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9446a00 with handle 0x66de20725ed34b71 from hash 00010000:00000001:0.0:1789307438.022205:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.022206:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022207:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022208:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.022209:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.022210:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022211:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.022212:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.022213:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.022214:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81f0:0x0].0x0 (ffff9fbf88a65500) 00010000:00010000:0.0:1789307438.022216:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.022218:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.022219:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022220:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.022221:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022222:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022223:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.022225:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9446a00/0x66de20725ed34b71 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81f0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b5d1 expref: 704 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.022231:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 697 00000020:00000040:0.0:1789307438.022232:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 703 00010000:00000010:0.0:1789307438.022235:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf89a89b00. 00010000:00000040:0.0:1789307438.022237:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf88a65500 count: 0 00010000:00000010:0.0:1789307438.022239:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbbfdb580. 00010000:00000001:0.0:1789307438.022247:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.022248:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 861 00000001:00000001:0.0:1789307438.022249:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.022251:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf83b37300 count: 2 00000004:00000001:0.0:1789307438.022253:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.022255:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.022256:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022257:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022258:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.022260:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022262:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.022263:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.022265:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022266:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022267:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.022269:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.022271:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9788b800 with handle 0x66de20725ed038b5 from hash 00010000:00000001:0.0:1789307438.022273:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.022274:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022275:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022276:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.022278:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.022278:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022280:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.022281:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.022282:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.022283:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f65:0x0].0x0 (ffff9fbf83b37300) 00010000:00010000:0.0:1789307438.022286:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.022288:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.022290:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022291:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.022293:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022294:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022295:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.022298:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9788b800/0x66de20725ed038b5 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77990af expref: 703 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.022304:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 696 00000020:00000040:0.0:1789307438.022306:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 702 00010000:00000010:0.0:1789307438.022308:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf978b8a80. 00010000:00000040:0.0:1789307438.022310:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf83b37300 count: 0 00010000:00000010:0.0:1789307438.022313:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4118580. 00010000:00000001:0.0:1789307438.022319:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.022321:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 862 00000001:00000001:0.0:1789307438.022322:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.022325:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa3204400 count: 2 00000004:00000001:0.0:1789307438.022327:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.022328:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.022330:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022331:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022332:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.022334:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022336:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.022337:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.022339:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022340:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022341:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.022343:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.022345:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb7d1bc00 with handle 0x66de20725ed323d2 from hash 00010000:00000001:0.0:1789307438.022347:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.022348:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022349:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022350:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.022352:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.022353:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022355:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.022356:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.022357:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.022359:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8121:0x0].0x0 (ffff9fbfa3204400) 00010000:00010000:0.0:1789307438.022361:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.022363:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.022365:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022366:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.022367:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022368:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022369:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.022371:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb7d1bc00/0x66de20725ed323d2 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8121:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779aa7f expref: 702 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.022375:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 695 00000020:00000040:0.0:1789307438.022376:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 701 00010000:00000010:0.0:1789307438.022378:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf89d2de80. 00010000:00000040:0.0:1789307438.022382:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa3204400 count: 0 00010000:00000010:0.0:1789307438.022384:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9fa2280. 00010000:00000001:0.0:1789307438.022390:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.022391:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 863 00000001:00000001:0.0:1789307438.022392:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.022394:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72d9700 count: 2 00000004:00000001:0.0:1789307438.022395:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.022396:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.022397:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022398:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022399:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.022400:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022401:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.022402:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.022404:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022404:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022405:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.022406:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.022407:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb72ff400 with handle 0x66de20725ed0001b from hash 00010000:00000001:0.0:1789307438.022408:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.022409:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022409:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022410:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.022411:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.022412:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022413:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.022414:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.022415:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.022416:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7dc7:0x0].0x0 (ffff9fbfb72d9700) 00010000:00010000:0.0:1789307438.022418:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.022419:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.022420:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022421:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.022421:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022422:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022422:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.022424:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb72ff400/0x66de20725ed0001b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7dc7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779855d expref: 701 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.022427:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 694 00000020:00000040:0.0:1789307438.022428:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 700 00010000:00000010:0.0:1789307438.022429:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf83b72880. 00010000:00000040:0.0:1789307438.022430:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72d9700 count: 0 00010000:00000010:0.0:1789307438.022432:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbc7f7300. 00010000:00000001:0.0:1789307438.022436:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.022437:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 864 00000001:00000001:0.0:1789307438.022438:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.022439:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7f3bc00 count: 2 00000004:00000001:0.0:1789307438.022440:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.022441:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.022442:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022443:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022443:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.022444:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022446:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.022446:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.022447:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022448:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022448:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.022450:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.022451:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5d6e200 with handle 0x66de20725ed2fc33 from hash 00010000:00000001:0.0:1789307438.022453:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.022453:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022454:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022455:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.022455:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.022456:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022457:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.022458:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.022458:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.022459:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8052:0x0].0x0 (ffff9fbfb7f3bc00) 00010000:00010000:0.0:1789307438.022460:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.022462:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.022463:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022463:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.022464:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022465:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022465:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.022467:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5d6e200/0x66de20725ed2fc33 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8052:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799f2d expref: 700 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.022470:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 693 00000020:00000040:0.0:1789307438.022471:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 699 00010000:00000010:0.0:1789307438.022472:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf866f6900. 00010000:00000040:0.0:1789307438.022474:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7f3bc00 count: 0 00010000:00000010:0.0:1789307438.022476:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9800e780. 00010000:00000001:0.0:1789307438.022479:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.022480:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 865 00000001:00000001:0.0:1789307438.022480:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.022482:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa2ff5700 count: 2 00000004:00000001:0.0:1789307438.022483:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.022484:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.022484:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022485:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022486:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.022487:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022488:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.022489:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.022490:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022491:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022491:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.022492:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.022494:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf89878c00 with handle 0x66de20725ed2d494 from hash 00010000:00000001:0.0:1789307438.022495:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.022495:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022496:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022496:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.022497:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.022498:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022499:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.022499:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.022500:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.022501:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f83:0x0].0x0 (ffff9fbfa2ff5700) 00010000:00010000:0.0:1789307438.022503:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.022505:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.022506:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022508:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.022509:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022509:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022510:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.022513:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf89878c00/0x66de20725ed2d494 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f83:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77993db expref: 699 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.022518:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 692 00000020:00000040:0.0:1789307438.022520:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 698 00010000:00000010:0.0:1789307438.022522:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf900c3f80. 00010000:00000040:0.0:1789307438.022525:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa2ff5700 count: 0 00010000:00000010:0.0:1789307438.022528:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe95e7f200. 00010000:00000001:0.0:1789307438.022535:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.022537:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 866 00000001:00000001:0.0:1789307438.022539:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.022541:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa3258600 count: 2 00000004:00000001:0.0:1789307438.022544:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.022545:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.022546:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022547:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022549:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.022550:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022552:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.022554:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.022555:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022556:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022557:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.022559:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.022561:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8984cc00 with handle 0x66de20725ed00ff7 from hash 00010000:00000001:0.0:1789307438.022563:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.022564:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022565:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022566:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.022567:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.022569:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022570:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.022572:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.022573:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.022575:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e3b:0x0].0x0 (ffff9fbfa3258600) 00010000:00010000:0.0:1789307438.022577:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.022579:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.022581:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022583:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.022584:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022585:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022586:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.022589:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8984cc00/0x66de20725ed00ff7 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798889 expref: 698 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.022596:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 691 00000020:00000040:0.0:1789307438.022597:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 697 00010000:00000010:0.0:1789307438.022599:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86439280. 00010000:00000040:0.0:1789307438.022601:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa3258600 count: 0 00010000:00000010:0.0:1789307438.022602:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb49b7800. 00010000:00000001:0.0:1789307438.022609:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.022610:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 867 00000001:00000001:0.0:1789307438.022611:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.022612:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf898eae00 count: 2 00000004:00000001:0.0:1789307438.022614:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.022614:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.022615:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022616:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022617:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.022619:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022620:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.022621:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.022622:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022623:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022624:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.022624:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.022626:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9d9cc00 with handle 0x66de20725ed00c8c from hash 00010000:00000001:0.0:1789307438.022627:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.022628:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022628:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022629:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.022630:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.022631:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022632:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.022632:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.022633:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.022634:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e22:0x0].0x0 (ffff9fbf898eae00) 00010000:00010000:0.0:1789307438.022635:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.022636:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.022637:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022638:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.022639:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022639:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022640:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.022643:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9d9cc00/0x66de20725ed00c8c lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77987da expref: 697 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.022646:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 690 00000020:00000040:0.0:1789307438.022647:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 696 00010000:00000010:0.0:1789307438.022648:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf83b5f000. 00010000:00000040:0.0:1789307438.022650:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf898eae00 count: 0 00010000:00000010:0.0:1789307438.022652:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a98680. 00010000:00000001:0.0:1789307438.022659:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.022660:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 868 00000001:00000001:0.0:1789307438.022661:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.022663:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb6b81400 count: 2 00000004:00000001:0.0:1789307438.022664:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.022664:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.022665:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022666:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022667:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.022668:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022669:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.022670:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.022671:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022672:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022672:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.022673:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.022674:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9fe6600 with handle 0x66de20725ed3847b from hash 00010000:00000001:0.0:1789307438.022675:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.022676:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022676:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022677:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.022678:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.022678:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022679:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.022680:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.022680:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.022681:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x831a:0x0].0x0 (ffff9fbfb6b81400) 00010000:00010000:0.0:1789307438.022683:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.022685:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.022687:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022688:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.022689:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022690:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022691:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.022694:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9fe6600/0x66de20725ed3847b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x831a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c61d expref: 696 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.022700:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 689 00000020:00000040:0.0:1789307438.022701:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 695 00010000:00000010:0.0:1789307438.022703:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb5948180. 00010000:00000040:0.0:1789307438.022706:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb6b81400 count: 0 00010000:00000010:0.0:1789307438.022708:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf85cfc780. 00010000:00000001:0.0:1789307438.022717:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022718:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022719:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.022720:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 869 00000001:00000001:0.0:1789307438.022722:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.022724:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb52f2200 count: 2 00000004:00000001:0.0:1789307438.022726:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.022727:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.022728:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022729:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022731:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.022732:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022734:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.022735:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.022737:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022738:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022739:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.022741:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.022744:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb92e4800 with handle 0x66de20725ed01c68 from hash 00010000:00000001:0.0:1789307438.022746:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.022747:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022748:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022750:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.022751:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.022753:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022754:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.022755:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.022756:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.022758:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e96:0x0].0x0 (ffff9fbfb52f2200) 00010000:00010000:0.0:1789307438.022760:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.022762:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.022763:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022765:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.022766:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022767:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022768:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.022771:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb92e4800/0x66de20725ed01c68 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e96:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798b06 expref: 695 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.022778:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 688 00000020:00000040:0.0:1789307438.022780:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 694 00010000:00000010:0.0:1789307438.022782:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb49bb200. 00010000:00000040:0.0:1789307438.022784:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb52f2200 count: 0 00010000:00000010:0.0:1789307438.022787:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbc7f7c80. 00010000:00000001:0.0:1789307438.022794:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.022796:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 870 00000001:00000001:0.0:1789307438.022798:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.022800:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf835bb900 count: 2 00000004:00000001:0.0:1789307438.022802:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.022803:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.022805:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022806:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022807:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.022809:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022811:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.022813:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.022814:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022815:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022817:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.022818:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.022820:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf99661c00 with handle 0x66de20725ed35cdc from hash 00010000:00000001:0.0:1789307438.022822:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.022823:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022824:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022825:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.022827:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.022828:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022830:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.022831:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.022832:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.022833:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x824b:0x0].0x0 (ffff9fbf835bb900) 00010000:00010000:0.0:1789307438.022835:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.022836:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.022838:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022840:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.022841:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022842:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022843:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.022847:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf99661c00/0x66de20725ed35cdc lrc: 0/0,0 mode: --/PR res: [0x200002342:0x824b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bacb expref: 694 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.022883:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 687 00000020:00000040:0.0:1789307438.022885:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 693 00010000:00000010:0.0:1789307438.022888:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf887ebb00. 00010000:00000040:0.0:1789307438.022892:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf835bb900 count: 0 00010000:00000010:0.0:1789307438.022895:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8312c100. 00010000:00000001:0.0:1789307438.022904:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.022906:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 871 00000001:00000001:0.0:1789307438.022908:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.022910:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf864cd800 count: 2 00000004:00000001:0.0:1789307438.022912:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.022914:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.022915:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022917:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022918:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.022920:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022923:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.022924:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.022926:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022927:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022928:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.022930:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.022933:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb1a75e00 with handle 0x66de20725ed3353d from hash 00010000:00000001:0.0:1789307438.022935:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.022936:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022938:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022939:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.022940:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.022942:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022944:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.022945:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.022946:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.022948:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x817c:0x0].0x0 (ffff9fbf864cd800) 00010000:00010000:0.0:1789307438.022950:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.022951:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.022953:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.022955:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.022956:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.022957:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.022958:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.022961:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb1a75e00/0x66de20725ed3353d lrc: 0/0,0 mode: --/PR res: [0x200002342:0x817c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779af79 expref: 693 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.022968:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 686 00000020:00000040:0.0:1789307438.022970:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 692 00010000:00000010:0.0:1789307438.022972:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86574380. 00010000:00000040:0.0:1789307438.022975:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf864cd800 count: 0 00010000:00000010:0.0:1789307438.022978:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe97850c00. 00010000:00000001:0.0:1789307438.022986:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.022988:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 872 00000001:00000001:0.0:1789307438.022990:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.022992:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4ac3e00 count: 2 00000004:00000001:0.0:1789307438.022994:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.022995:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.022997:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022998:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.022999:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.023001:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023003:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.023004:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.023006:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023007:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023008:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.023010:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.023012:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb52f5c00 with handle 0x66de20725ed38f95 from hash 00010000:00000001:0.0:1789307438.023014:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.023016:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023016:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023018:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.023020:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.023021:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023023:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.023024:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.023025:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.023027:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8354:0x0].0x0 (ffff9fbfb4ac3e00) 00010000:00010000:0.0:1789307438.023029:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.023031:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.023033:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023034:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.023036:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023037:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023038:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.023041:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb52f5c00/0x66de20725ed38f95 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8354:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c949 expref: 692 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.023048:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 685 00000020:00000040:0.0:1789307438.023050:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 691 00010000:00000010:0.0:1789307438.023052:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf978a8580. 00010000:00000040:0.0:1789307438.023057:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4ac3e00 count: 0 00010000:00000010:0.0:1789307438.023059:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe859ea580. 00010000:00000001:0.0:1789307438.023067:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023068:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023069:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.023071:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 873 00000001:00000001:0.0:1789307438.023072:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.023075:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfc0fb4700 count: 2 00000004:00000001:0.0:1789307438.023077:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.023078:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.023079:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.023081:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.023082:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.023084:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023086:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.023087:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.023089:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023089:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023091:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.023092:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.023094:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbd7b4200 with handle 0x66de20725ed02c44 from hash 00010000:00000001:0.0:1789307438.023096:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.023097:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023098:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023099:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.023101:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.023102:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023104:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.023105:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.023106:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.023107:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f0a:0x0].0x0 (ffff9fbfc0fb4700) 00010000:00010000:0.0:1789307438.023109:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.023111:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.023113:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023115:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.023116:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023117:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023118:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.023121:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbd7b4200/0x66de20725ed02c44 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f0a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798e32 expref: 691 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.023127:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 684 00000020:00000040:0.0:1789307438.023129:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 690 00010000:00000010:0.0:1789307438.023131:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9d01c00. 00010000:00000040:0.0:1789307438.023133:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfc0fb4700 count: 0 00010000:00000010:0.0:1789307438.023137:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf88165800. 00010000:00000001:0.0:1789307438.023145:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.023147:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 874 00000001:00000001:0.0:1789307438.023148:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.023151:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb2a4fc00 count: 2 00000004:00000001:0.0:1789307438.023153:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.023154:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.023156:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.023157:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.023158:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.023160:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023162:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.023164:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.023166:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023167:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023168:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.023169:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.023172:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2a30200 with handle 0x66de20725ed30d9e from hash 00010000:00000001:0.0:1789307438.023174:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.023175:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023177:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023178:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.023179:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.023180:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023182:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.023183:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.023185:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.023186:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80ad:0x0].0x0 (ffff9fbfb2a4fc00) 00010000:00010000:0.0:1789307438.023188:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.023190:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.023192:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023193:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.023195:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023196:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023197:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.023200:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2a30200/0x66de20725ed30d9e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80ad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a427 expref: 690 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.023207:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 683 00000020:00000040:0.0:1789307438.023208:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 689 00010000:00000010:0.0:1789307438.023210:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9f0a600. 00010000:00000040:0.0:1789307438.023213:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb2a4fc00 count: 0 00010000:00000010:0.0:1789307438.023215:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe9fd24a80. 00010000:00000001:0.0:1789307438.023223:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.023225:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 875 00000001:00000001:0.0:1789307438.023227:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.023229:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7d5de00 count: 2 00000004:00000001:0.0:1789307438.023231:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.023232:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.023233:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.023234:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.023235:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.023237:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023239:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.023241:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.023242:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023243:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023244:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.023245:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.023248:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9df8200 with handle 0x66de20725ed367f6 from hash 00010000:00000001:0.0:1789307438.023250:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.023251:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023253:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023254:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.023255:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.023256:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023258:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.023259:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.023260:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.023262:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8285:0x0].0x0 (ffff9fbfb7d5de00) 00010000:00010000:0.0:1789307438.023264:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.023266:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.023268:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023269:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.023271:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023272:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023273:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.023276:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9df8200/0x66de20725ed367f6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8285:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bdf7 expref: 689 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.023283:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 682 00000020:00000040:0.0:1789307438.023285:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 688 00010000:00000010:0.0:1789307438.023287:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfc0fa9480. 00010000:00000040:0.0:1789307438.023291:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7d5de00 count: 0 00010000:00000010:0.0:1789307438.023294:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfa336f280. 00010000:00000001:0.0:1789307438.023303:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.023304:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 876 00000001:00000001:0.0:1789307438.023306:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.023308:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf898ea500 count: 2 00000004:00000001:0.0:1789307438.023311:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.023312:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.023314:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.023315:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.023316:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.023318:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023321:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.023323:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.023324:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023325:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023326:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.023328:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.023330:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbeab73dc00 with handle 0x66de20725ed2e5ff from hash 00010000:00000001:0.0:1789307438.023332:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.023333:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023334:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023335:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.023337:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.023338:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023340:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.023341:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.023342:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.023344:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fde:0x0].0x0 (ffff9fbf898ea500) 00010000:00010000:0.0:1789307438.023346:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.023348:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.023350:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023351:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.023353:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023354:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023355:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.023358:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbeab73dc00/0x66de20725ed2e5ff lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fde:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77998d5 expref: 688 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.023365:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 681 00000020:00000040:0.0:1789307438.023367:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 687 00010000:00000010:0.0:1789307438.023369:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf8906be00. 00010000:00000040:0.0:1789307438.023371:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf898ea500 count: 0 00010000:00000010:0.0:1789307438.023374:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb90f4c80. 00010000:00000001:0.0:1789307438.023382:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.023384:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 877 00000001:00000001:0.0:1789307438.023385:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.023388:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb264f700 count: 2 00000004:00000001:0.0:1789307438.023390:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.023391:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.023393:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.023394:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.023395:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.023397:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023399:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.023401:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.023402:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023403:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023405:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.023406:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.023408:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4952400 with handle 0x66de20725ed34057 from hash 00010000:00000001:0.0:1789307438.023410:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.023411:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023412:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023413:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.023415:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.023416:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023418:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.023419:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.023421:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.023422:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81b6:0x0].0x0 (ffff9fbfb264f700) 00010000:00010000:0.0:1789307438.023425:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.023427:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.023429:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023430:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.023432:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023432:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023434:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.023437:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4952400/0x66de20725ed34057 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81b6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b2a5 expref: 687 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.023444:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 680 00000020:00000040:0.0:1789307438.023446:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 686 00010000:00000010:0.0:1789307438.023448:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb7f31000. 00010000:00000040:0.0:1789307438.023451:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb264f700 count: 0 00010000:00000010:0.0:1789307438.023454:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfc0f85d80. 00010000:00000001:0.0:1789307438.023461:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.023462:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 878 00000001:00000001:0.0:1789307438.023464:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.023466:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb92df300 count: 2 00000004:00000001:0.0:1789307438.023468:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.023470:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.023471:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.023472:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.023474:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.023476:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023478:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.023480:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.023481:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023482:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023484:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.023485:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.023488:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5d6b400 with handle 0x66de20725ed028d9 from hash 00010000:00000001:0.0:1789307438.023490:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.023491:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023492:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023493:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.023495:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.023496:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023497:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.023499:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.023500:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.023501:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ef1:0x0].0x0 (ffff9fbfb92df300) 00010000:00010000:0.0:1789307438.023503:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.023505:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.023507:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023508:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.023509:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023510:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023511:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.023515:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5d6b400/0x66de20725ed028d9 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ef1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798d83 expref: 686 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.023522:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 679 00000020:00000040:0.0:1789307438.023524:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 685 00010000:00000010:0.0:1789307438.023526:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf90937580. 00010000:00000040:0.0:1789307438.023529:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb92df300 count: 0 00010000:00000010:0.0:1789307438.023532:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8541cc00. 00010000:00000001:0.0:1789307438.023539:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.023540:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 879 00000001:00000001:0.0:1789307438.023542:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.023545:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf98b3f400 count: 2 00000004:00000001:0.0:1789307438.023547:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.023548:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.023550:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.023551:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.023552:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.023553:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023556:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.023557:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.023559:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023560:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023561:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.023562:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.023564:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb93dd600 with handle 0x66de20725ed00386 from hash 00010000:00000001:0.0:1789307438.023566:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.023567:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023568:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023569:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.023571:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.023572:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023574:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.023575:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.023576:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.023578:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7de0:0x0].0x0 (ffff9fbf98b3f400) 00010000:00010000:0.0:1789307438.023581:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.023583:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.023585:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023587:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.023588:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023589:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023590:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.023594:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb93dd600/0x66de20725ed00386 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7de0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779860c expref: 685 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.023600:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 678 00000020:00000040:0.0:1789307438.023602:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 684 00010000:00000010:0.0:1789307438.023604:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb6efa000. 00010000:00000040:0.0:1789307438.023606:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf98b3f400 count: 0 00010000:00000010:0.0:1789307438.023609:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe886a4a80. 00010000:00000001:0.0:1789307438.023618:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.023619:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 880 00000001:00000001:0.0:1789307438.023621:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.023623:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb6ddf000 count: 2 00000004:00000001:0.0:1789307438.023625:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.023626:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.023628:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.023629:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.023630:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.023631:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023634:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.023636:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.023637:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023638:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023640:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.023641:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.023643:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbb4e9000 with handle 0x66de20725ed37e2a from hash 00010000:00000001:0.0:1789307438.023645:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.023647:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023647:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023648:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.023650:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.023652:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023653:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.023654:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.023655:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.023657:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82f9:0x0].0x0 (ffff9fbfb6ddf000) 00010000:00010000:0.0:1789307438.023659:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.023662:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.023663:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023665:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.023666:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023667:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023668:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.023671:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbb4e9000/0x66de20725ed37e2a lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c44f expref: 684 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.023679:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 677 00000020:00000040:0.0:1789307438.023680:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 683 00010000:00000010:0.0:1789307438.023682:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd617880. 00010000:00000040:0.0:1789307438.023686:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb6ddf000 count: 0 00010000:00000010:0.0:1789307438.023688:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf979a8580. 00010000:00000001:0.0:1789307438.023697:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023699:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023700:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.023701:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 881 00000001:00000001:0.0:1789307438.023703:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.023705:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb49e1800 count: 2 00000004:00000001:0.0:1789307438.023707:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.023708:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.023710:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.023711:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.023712:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.023714:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023716:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.023717:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.023719:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023720:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023722:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.023723:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.023726:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9f72c00 with handle 0x66de20725ed01362 from hash 00010000:00000001:0.0:1789307438.023727:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.023729:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023730:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023731:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.023732:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.023734:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023736:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.023737:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.023738:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.023740:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e54:0x0].0x0 (ffff9fbfb49e1800) 00010000:00010000:0.0:1789307438.023743:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.023744:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.023746:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023748:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.023749:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023750:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023751:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.023754:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9f72c00/0x66de20725ed01362 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e54:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798938 expref: 683 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.023761:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 676 00000020:00000040:0.0:1789307438.023763:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 682 00010000:00000010:0.0:1789307438.023765:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf8906b680. 00010000:00000040:0.0:1789307438.023767:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb49e1800 count: 0 00010000:00000010:0.0:1789307438.023769:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9a4b8000. 00010000:00000001:0.0:1789307438.023775:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.023777:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 882 00000001:00000001:0.0:1789307438.023779:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.023780:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf86575c00 count: 2 00000004:00000001:0.0:1789307438.023783:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.023784:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.023786:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.023787:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.023788:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.023790:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023792:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.023794:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.023795:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023796:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023797:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.023799:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.023801:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf89847200 with handle 0x66de20725ed3568b from hash 00010000:00000001:0.0:1789307438.023803:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.023804:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023805:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023806:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.023807:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.023809:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023810:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.023812:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.023813:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.023815:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x822a:0x0].0x0 (ffff9fbf86575c00) 00010000:00010000:0.0:1789307438.023817:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.023819:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.023821:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023823:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.023824:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023826:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023827:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.023830:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf89847200/0x66de20725ed3568b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x822a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b8fd expref: 682 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.023837:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 675 00000020:00000040:0.0:1789307438.023839:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 681 00010000:00000010:0.0:1789307438.023841:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf84fe7a80. 00010000:00000040:0.0:1789307438.023843:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf86575c00 count: 0 00010000:00000010:0.0:1789307438.023845:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83d8ef80. 00010000:00000001:0.0:1789307438.023885:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.023889:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 883 00000001:00000001:0.0:1789307438.023891:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.023894:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9fa0e800 count: 2 00000004:00000001:0.0:1789307438.023897:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.023898:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.023900:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.023901:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.023902:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.023905:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023907:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.023908:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.023911:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023913:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023914:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.023916:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.023919:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf860bf400 with handle 0x66de20725ed32eec from hash 00010000:00000001:0.0:1789307438.023921:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.023923:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023924:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023925:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.023927:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.023929:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023931:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.023932:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.023934:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.023936:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x815b:0x0].0x0 (ffff9fbf9fa0e800) 00010000:00010000:0.0:1789307438.023938:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.023940:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.023942:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023943:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.023945:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023946:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023947:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.023951:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf860bf400/0x66de20725ed32eec lrc: 0/0,0 mode: --/PR res: [0x200002342:0x815b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779adab expref: 681 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.023957:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 674 00000020:00000040:0.0:1789307438.023960:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 680 00010000:00000010:0.0:1789307438.023962:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9cc3580. 00010000:00000040:0.0:1789307438.023965:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf9fa0e800 count: 0 00010000:00000010:0.0:1789307438.023968:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9f06780. 00010000:00000001:0.0:1789307438.023976:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.023978:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 884 00000001:00000001:0.0:1789307438.023979:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.023982:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf83b37c00 count: 2 00000004:00000001:0.0:1789307438.023984:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.023985:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.023987:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.023988:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.023990:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.023992:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.023994:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.023995:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.023997:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.023998:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.023999:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.024000:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.024003:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4838800 with handle 0x66de20725ed38944 from hash 00010000:00000001:0.0:1789307438.024004:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.024006:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024007:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024008:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.024009:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.024011:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024012:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.024014:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.024015:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.024017:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8333:0x0].0x0 (ffff9fbf83b37c00) 00010000:00010000:0.0:1789307438.024019:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.024021:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.024023:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024024:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.024025:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024027:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024028:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.024031:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4838800/0x66de20725ed38944 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8333:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c77b expref: 680 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.024037:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 673 00000020:00000040:0.0:1789307438.024039:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 679 00010000:00000010:0.0:1789307438.024041:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb7e51300. 00010000:00000040:0.0:1789307438.024044:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf83b37c00 count: 0 00010000:00000010:0.0:1789307438.024047:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9221eb80. 00010000:00000001:0.0:1789307438.024055:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024056:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024057:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.024058:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 885 00000001:00000001:0.0:1789307438.024060:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.024062:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a8b200 count: 2 00000004:00000001:0.0:1789307438.024064:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.024066:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.024067:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024068:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024069:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.024071:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024074:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.024075:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.024077:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024078:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024080:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.024081:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.024084:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf99661a00 with handle 0x66de20725ed0233e from hash 00010000:00000001:0.0:1789307438.024086:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.024087:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024088:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024089:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.024091:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.024092:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024094:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.024096:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.024097:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.024099:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ec8:0x0].0x0 (ffff9fbfb4a8b200) 00010000:00010000:0.0:1789307438.024101:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.024103:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.024105:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024107:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.024109:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024110:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024111:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.024115:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf99661a00/0x66de20725ed0233e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ec8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798c64 expref: 679 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.024122:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 672 00000020:00000040:0.0:1789307438.024124:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 678 00010000:00000010:0.0:1789307438.024126:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf87f9e000. 00010000:00000040:0.0:1789307438.024129:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a8b200 count: 0 00010000:00000010:0.0:1789307438.024131:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf84fe5000. 00010000:00000001:0.0:1789307438.024140:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.024142:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 886 00000001:00000001:0.0:1789307438.024144:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.024146:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7faf300 count: 2 00000004:00000001:0.0:1789307438.024148:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.024150:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.024151:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024152:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024153:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.024155:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024158:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.024159:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.024161:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024162:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024164:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.024165:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.024168:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5815400 with handle 0x66de20725ed3074d from hash 00010000:00000001:0.0:1789307438.024170:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.024172:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024172:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024174:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.024175:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.024176:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024178:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.024179:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.024180:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.024182:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x808c:0x0].0x0 (ffff9fbfb7faf300) 00010000:00010000:0.0:1789307438.024184:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.024186:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.024188:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024190:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.024191:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024192:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024193:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.024196:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5815400/0x66de20725ed3074d lrc: 0/0,0 mode: --/PR res: [0x200002342:0x808c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a259 expref: 678 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.024202:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 671 00000020:00000040:0.0:1789307438.024204:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 677 00010000:00000010:0.0:1789307438.024206:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf839beb00. 00010000:00000040:0.0:1789307438.024209:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7faf300 count: 0 00010000:00000010:0.0:1789307438.024212:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9de0680. 00010000:00000001:0.0:1789307438.024220:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.024222:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 887 00000001:00000001:0.0:1789307438.024224:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.024226:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4ab9c00 count: 2 00000004:00000001:0.0:1789307438.024228:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.024230:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.024231:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024232:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024234:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.024235:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024238:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.024239:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.024241:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024242:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024243:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.024244:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.024246:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbeedf800 with handle 0x66de20725ed361a5 from hash 00010000:00000001:0.0:1789307438.024248:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.024250:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024251:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024252:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.024253:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.024255:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024256:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.024257:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.024259:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.024260:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8264:0x0].0x0 (ffff9fbfb4ab9c00) 00010000:00010000:0.0:1789307438.024262:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.024264:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.024266:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024267:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.024269:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024270:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024271:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.024274:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbeedf800/0x66de20725ed361a5 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8264:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bc29 expref: 677 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.024280:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 670 00000020:00000040:0.0:1789307438.024282:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 676 00010000:00000010:0.0:1789307438.024284:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf884afe00. 00010000:00000040:0.0:1789307438.024287:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4ab9c00 count: 0 00010000:00000010:0.0:1789307438.024290:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb2bf4380. 00010000:00000001:0.0:1789307438.024297:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.024299:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 888 00000001:00000001:0.0:1789307438.024300:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.024303:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbd684b00 count: 2 00000004:00000001:0.0:1789307438.024305:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.024307:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.024308:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024309:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024311:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.024313:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024315:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.024316:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.024318:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024319:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024320:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.024322:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.024324:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9d3cc00 with handle 0x66de20725ed2dfae from hash 00010000:00000001:0.0:1789307438.024326:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.024327:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024328:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024329:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.024331:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.024332:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024334:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.024335:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.024336:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.024338:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fbd:0x0].0x0 (ffff9fbfbd684b00) 00010000:00010000:0.0:1789307438.024340:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.024342:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.024344:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024346:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.024347:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024347:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024348:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.024352:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9d3cc00/0x66de20725ed2dfae lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fbd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799707 expref: 676 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.024358:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 669 00000020:00000040:0.0:1789307438.024360:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 675 00010000:00000010:0.0:1789307438.024362:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ab7600. 00010000:00000040:0.0:1789307438.024365:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbd684b00 count: 0 00010000:00000010:0.0:1789307438.024368:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe8aa4c880. 00010000:00000001:0.0:1789307438.024375:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.024377:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 889 00000001:00000001:0.0:1789307438.024378:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.024381:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf8532d000 count: 2 00000004:00000001:0.0:1789307438.024382:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.024383:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.024384:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024385:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024386:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.024388:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024389:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.024390:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.024392:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024392:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024393:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.024394:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.024396:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbe55400 with handle 0x66de20725ed33a06 from hash 00010000:00000001:0.0:1789307438.024397:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.024398:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024399:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024399:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.024400:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.024401:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024402:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.024403:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.024404:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.024405:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8195:0x0].0x0 (ffff9fbf8532d000) 00010000:00010000:0.0:1789307438.024406:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.024408:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.024409:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024410:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.024410:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024411:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024412:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.024414:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbbe55400/0x66de20725ed33a06 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8195:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b0d7 expref: 675 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.024418:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 668 00000020:00000040:0.0:1789307438.024419:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 674 00010000:00000010:0.0:1789307438.024420:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb7f31c80. 00010000:00000040:0.0:1789307438.024422:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf8532d000 count: 0 00010000:00000010:0.0:1789307438.024424:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf97968f80. 00010000:00000001:0.0:1789307438.024429:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.024430:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 890 00000001:00000001:0.0:1789307438.024431:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.024432:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfad4ade00 count: 2 00000004:00000001:0.0:1789307438.024434:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.024434:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.024435:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024436:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024437:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.024438:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024439:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.024439:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.024440:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024441:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024441:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.024442:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.024444:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb6d60200 with handle 0x66de20725ed01fd3 from hash 00010000:00000001:0.0:1789307438.024445:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.024445:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024446:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024446:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.024447:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.024448:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024449:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.024449:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.024450:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.024451:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7eaf:0x0].0x0 (ffff9fbfad4ade00) 00010000:00010000:0.0:1789307438.024452:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.024454:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.024455:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024456:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.024456:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024457:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024458:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.024459:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb6d60200/0x66de20725ed01fd3 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7eaf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798bb5 expref: 674 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.024463:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 667 00000020:00000040:0.0:1789307438.024463:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 673 00010000:00000010:0.0:1789307438.024464:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf89a89800. 00010000:00000040:0.0:1789307438.024466:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfad4ade00 count: 0 00010000:00000010:0.0:1789307438.024467:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a40e00. 00010000:00000001:0.0:1789307438.024471:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.024471:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 891 00000001:00000001:0.0:1789307438.024472:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.024474:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf83dbda00 count: 2 00000004:00000001:0.0:1789307438.024475:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.024475:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.024476:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024477:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024477:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.024478:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024480:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.024481:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.024481:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024482:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024483:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.024484:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.024485:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5d4f800 with handle 0x66de20725ed31267 from hash 00010000:00000001:0.0:1789307438.024487:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.024487:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024488:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024489:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.024489:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.024491:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024492:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.024492:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.024493:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.024494:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80c6:0x0].0x0 (ffff9fbf83dbda00) 00010000:00010000:0.0:1789307438.024495:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.024496:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.024497:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024498:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.024499:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024499:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024500:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.024502:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5d4f800/0x66de20725ed31267 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a585 expref: 673 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.024505:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 666 00000020:00000040:0.0:1789307438.024506:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 672 00010000:00000010:0.0:1789307438.024507:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ad0280. 00010000:00000040:0.0:1789307438.024508:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf83dbda00 count: 0 00010000:00000010:0.0:1789307438.024510:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8541c500. 00010000:00000001:0.0:1789307438.024514:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.024514:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 892 00000001:00000001:0.0:1789307438.024515:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.024517:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbbd99900 count: 2 00000004:00000001:0.0:1789307438.024518:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.024518:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.024519:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024520:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024520:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.024521:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024523:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.024523:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.024524:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024525:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024525:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.024526:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.024528:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9df8800 with handle 0x66de20725ed36cbf from hash 00010000:00000001:0.0:1789307438.024529:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.024530:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024531:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024532:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.024533:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.024533:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024534:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.024535:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.024535:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.024536:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x829e:0x0].0x0 (ffff9fbfbbd99900) 00010000:00010000:0.0:1789307438.024537:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.024538:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.024539:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024540:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.024541:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024541:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024542:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.024544:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9df8800/0x66de20725ed36cbf lrc: 0/0,0 mode: --/PR res: [0x200002342:0x829e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bf55 expref: 672 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.024547:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 665 00000020:00000040:0.0:1789307438.024548:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 671 00010000:00000010:0.0:1789307438.024549:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfc0fa9000. 00010000:00000040:0.0:1789307438.024550:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbbd99900 count: 0 00010000:00000010:0.0:1789307438.024552:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfa336fd80. 00010000:00000001:0.0:1789307438.024560:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.024560:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 893 00000001:00000001:0.0:1789307438.024561:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.024562:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85cfe700 count: 2 00000004:00000001:0.0:1789307438.024563:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.024564:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.024565:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024565:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024566:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.024567:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024569:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.024570:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.024571:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024571:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024572:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.024573:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.024574:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2a33200 with handle 0x66de20725ed2eac8 from hash 00010000:00000001:0.0:1789307438.024575:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.024576:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024576:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024577:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.024578:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.024578:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024579:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.024580:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.024580:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.024581:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ff7:0x0].0x0 (ffff9fbf85cfe700) 00010000:00010000:0.0:1789307438.024582:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.024583:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.024584:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024585:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.024586:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024586:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024587:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.024589:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2a33200/0x66de20725ed2eac8 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ff7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799a33 expref: 671 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.024592:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 664 00000020:00000040:0.0:1789307438.024593:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 670 00010000:00000010:0.0:1789307438.024594:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbf1d7500. 00010000:00000040:0.0:1789307438.024595:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85cfe700 count: 0 00010000:00000010:0.0:1789307438.024596:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a8a280. 00010000:00000001:0.0:1789307438.024601:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.024601:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 894 00000001:00000001:0.0:1789307438.024603:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.024604:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a76100 count: 2 00000004:00000001:0.0:1789307438.024605:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.024606:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.024607:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024608:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024609:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.024610:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024611:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.024612:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.024613:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024613:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024614:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.024615:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.024616:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf864fc200 with handle 0x66de20725ed34520 from hash 00010000:00000001:0.0:1789307438.024617:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.024618:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024618:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024619:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.024619:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.024620:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024621:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.024622:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.024622:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.024623:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81cf:0x0].0x0 (ffff9fbfb4a76100) 00010000:00010000:0.0:1789307438.024624:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.024625:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.024626:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024627:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.024628:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024628:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024629:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.024630:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf864fc200/0x66de20725ed34520 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b403 expref: 670 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.024634:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 663 00000020:00000040:0.0:1789307438.024634:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 669 00010000:00000010:0.0:1789307438.024636:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf84faa200. 00010000:00000040:0.0:1789307438.024638:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a76100 count: 0 00010000:00000010:0.0:1789307438.024640:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf898ebc00. 00010000:00000001:0.0:1789307438.024646:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.024647:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 895 00000001:00000001:0.0:1789307438.024647:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.024649:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf90a3e200 count: 2 00000004:00000001:0.0:1789307438.024651:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.024651:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.024652:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024653:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024654:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.024655:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024656:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.024657:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.024658:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024658:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024659:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.024659:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.024661:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0bce200 with handle 0x66de20725ed02faf from hash 00010000:00000001:0.0:1789307438.024662:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.024662:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024663:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024663:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.024664:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.024665:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024667:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.024667:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.024668:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.024670:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f23:0x0].0x0 (ffff9fbf90a3e200) 00010000:00010000:0.0:1789307438.024672:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.024673:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.024675:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024676:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.024677:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024678:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024679:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.024682:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0bce200/0x66de20725ed02faf lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798ee1 expref: 669 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.024688:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 662 00000020:00000040:0.0:1789307438.024690:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 668 00010000:00000010:0.0:1789307438.024692:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb6c72200. 00010000:00000040:0.0:1789307438.024694:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf90a3e200 count: 0 00010000:00000010:0.0:1789307438.024697:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9fa44f80. 00010000:00000001:0.0:1789307438.024704:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.024706:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 896 00000001:00000001:0.0:1789307438.024707:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.024710:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb63f9d00 count: 2 00000004:00000001:0.0:1789307438.024712:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.024713:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.024715:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024716:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024717:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.024719:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024721:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.024723:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.024724:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024725:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024726:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.024727:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.024729:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbf6bc00 with handle 0x66de20725ed31d81 from hash 00010000:00000001:0.0:1789307438.024730:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.024730:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024731:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024732:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.024733:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.024734:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024735:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.024736:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.024737:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.024738:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8100:0x0].0x0 (ffff9fbfb63f9d00) 00010000:00010000:0.0:1789307438.024739:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.024742:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.024743:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024744:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.024745:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024746:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024746:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.024748:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbbf6bc00/0x66de20725ed31d81 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8100:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a8b1 expref: 668 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.024752:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 661 00000020:00000040:0.0:1789307438.024753:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 667 00010000:00000010:0.0:1789307438.024755:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf90937880. 00010000:00000040:0.0:1789307438.024756:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb63f9d00 count: 0 00010000:00000010:0.0:1789307438.024759:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe97822680. 00010000:00000001:0.0:1789307438.024765:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.024766:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 897 00000001:00000001:0.0:1789307438.024767:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.024769:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf832e3000 count: 2 00000004:00000001:0.0:1789307438.024770:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.024771:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.024772:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024773:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024774:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.024775:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024777:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.024778:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.024779:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024779:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024780:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.024781:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.024782:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8626c000 with handle 0x66de20725ecff715 from hash 00010000:00000001:0.0:1789307438.024783:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.024783:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024784:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024785:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.024785:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.024787:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024788:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.024789:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.024790:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.024791:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7d85:0x0].0x0 (ffff9fbf832e3000) 00010000:00010000:0.0:1789307438.024794:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.024796:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.024797:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024799:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.024800:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024801:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024802:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.024805:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8626c000/0x66de20725ecff715 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7d85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779838f expref: 667 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.024812:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 660 00000020:00000040:0.0:1789307438.024814:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 666 00010000:00000010:0.0:1789307438.024816:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf900c3400. 00010000:00000040:0.0:1789307438.024818:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf832e3000 count: 0 00010000:00000010:0.0:1789307438.024821:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf831a1500. 00010000:00000001:0.0:1789307438.024831:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.024832:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 898 00000001:00000001:0.0:1789307438.024834:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.024837:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbec693ae00 count: 2 00000004:00000001:0.0:1789307438.024839:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.024840:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.024841:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024842:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024844:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.024845:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024848:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.024868:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.024881:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024883:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024885:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.024886:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.024889:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9906a00 with handle 0x66de20725ed2f5e2 from hash 00010000:00000001:0.0:1789307438.024891:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.024892:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024893:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024893:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.024895:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.024896:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024897:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.024898:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.024899:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.024900:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8031:0x0].0x0 (ffff9fbec693ae00) 00010000:00010000:0.0:1789307438.024902:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.024903:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.024904:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024905:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.024906:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024906:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024907:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.024909:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9906a00/0x66de20725ed2f5e2 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8031:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799d5f expref: 666 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.024913:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 659 00000020:00000040:0.0:1789307438.024914:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 665 00010000:00000010:0.0:1789307438.024915:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb90f3c80. 00010000:00000040:0.0:1789307438.024919:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbec693ae00 count: 0 00010000:00000010:0.0:1789307438.024921:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf84fa8f00. 00010000:00000001:0.0:1789307438.024929:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.024930:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 899 00000001:00000001:0.0:1789307438.024931:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.024933:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb2a4f400 count: 2 00000004:00000001:0.0:1789307438.024934:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.024935:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.024936:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024937:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024938:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.024939:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024941:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.024942:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.024943:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024943:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024944:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.024945:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.024946:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5d2fc00 with handle 0x66de20725ed2be75 from hash 00010000:00000001:0.0:1789307438.024947:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.024948:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024949:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024949:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.024950:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.024951:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024951:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.024952:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.024953:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.024954:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f6f:0x0].0x0 (ffff9fbfb2a4f400) 00010000:00010000:0.0:1789307438.024955:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:0.0:1789307438.024956:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.024957:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024958:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.024958:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024959:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024960:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.024962:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5d2fc00/0x66de20725ed2be75 lrc: 0/0,0 mode: --/CR res: [0x200002342:0x7f6f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779920d expref: 665 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.024965:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 658 00000020:00000040:0.0:1789307438.024966:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 664 00010000:00000010:0.0:1789307438.024967:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ab0e80. 00010000:00000040:0.0:1789307438.024969:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb2a4f400 count: 0 00010000:00000010:0.0:1789307438.024971:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb277d800. 00010000:00000001:0.0:1789307438.024975:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.024975:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 900 00000001:00000001:0.0:1789307438.024977:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.024979:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9dde400 count: 2 00000004:00000001:0.0:1789307438.024980:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.024980:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.024981:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024982:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.024983:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.024984:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024985:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.024986:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.024987:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024987:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024988:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.024988:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.024990:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9fb50600 with handle 0x66de20725ed006f1 from hash 00010000:00000001:0.0:1789307438.024991:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.024991:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.024992:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.024993:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.024993:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.024994:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.024995:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.024995:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.024996:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.024997:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7df9:0x0].0x0 (ffff9fbfb9dde400) 00010000:00010000:0.0:1789307438.024998:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.024999:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.025000:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025001:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.025002:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025002:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025003:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.025004:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9fb50600/0x66de20725ed006f1 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7df9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77986bb expref: 664 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.025007:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 657 00000020:00000040:0.0:1789307438.025008:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 663 00010000:00000010:0.0:1789307438.025010:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf90a8b400. 00010000:00000040:0.0:1789307438.025012:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9dde400 count: 0 00010000:00000010:0.0:1789307438.025014:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9221ec80. 00010000:00000001:0.0:1789307438.025019:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.025020:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 901 00000001:00000001:0.0:1789307438.025021:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.025023:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4acc700 count: 2 00000004:00000001:0.0:1789307438.025024:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.025025:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.025026:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025027:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025028:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.025029:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025030:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.025031:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.025031:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025032:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025032:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.025033:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.025034:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9de6e00 with handle 0x66de20725ed333b5 from hash 00010000:00000001:0.0:1789307438.025035:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.025036:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025037:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025037:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.025038:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.025039:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025039:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.025040:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.025041:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.025042:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8174:0x0].0x0 (ffff9fbfb4acc700) 00010000:00010000:0.0:1789307438.025043:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.025044:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.025045:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025046:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.025046:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025047:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025047:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.025050:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9de6e00/0x66de20725ed333b5 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8174:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779af09 expref: 663 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.025054:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 656 00000020:00000040:0.0:1789307438.025055:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 662 00010000:00000010:0.0:1789307438.025056:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9f04200. 00010000:00000040:0.0:1789307438.025057:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4acc700 count: 0 00010000:00000010:0.0:1789307438.025059:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe97850000. 00010000:00000001:0.0:1789307438.025063:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.025064:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 902 00000001:00000001:0.0:1789307438.025064:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.025066:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85da3100 count: 2 00000004:00000001:0.0:1789307438.025067:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.025068:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.025069:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025070:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025070:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.025071:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025073:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.025074:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.025075:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025075:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025076:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.025077:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.025078:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf90bbe800 with handle 0x66de20725ed38e0d from hash 00010000:00000001:0.0:1789307438.025079:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.025080:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025080:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025081:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.025082:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.025082:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025083:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.025084:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.025084:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.025085:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x834c:0x0].0x0 (ffff9fbf85da3100) 00010000:00010000:0.0:1789307438.025086:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.025088:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.025089:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025090:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.025091:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025092:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025092:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.025094:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf90bbe800/0x66de20725ed38e0d lrc: 0/0,0 mode: --/PR res: [0x200002342:0x834c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c8d9 expref: 662 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.025097:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 655 00000020:00000040:0.0:1789307438.025098:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 661 00010000:00000010:0.0:1789307438.025099:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf978a8900. 00010000:00000040:0.0:1789307438.025102:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85da3100 count: 0 00010000:00000010:0.0:1789307438.025103:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf864cc380. 00010000:00000001:0.0:1789307438.025108:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025109:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025110:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.025110:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 903 00000001:00000001:0.0:1789307438.025111:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.025112:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf80025d00 count: 2 00000004:00000001:0.0:1789307438.025113:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.025114:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.025115:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025115:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025116:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.025117:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025118:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.025119:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.025120:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025121:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025121:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.025122:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.025123:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbed96800 with handle 0x66de20725ed016cd from hash 00010000:00000001:0.0:1789307438.025124:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.025125:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025126:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025127:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.025127:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.025128:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025129:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.025130:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.025131:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.025132:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e6d:0x0].0x0 (ffff9fbf80025d00) 00010000:00010000:0.0:1789307438.025133:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.025134:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.025135:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025136:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.025137:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025137:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025138:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.025139:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbed96800/0x66de20725ed016cd lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e6d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77989e7 expref: 661 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.025142:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 654 00000020:00000040:0.0:1789307438.025143:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 660 00010000:00000010:0.0:1789307438.025144:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb90f3400. 00010000:00000040:0.0:1789307438.025146:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf80025d00 count: 0 00010000:00000010:0.0:1789307438.025147:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe8609a980. 00010000:00000001:0.0:1789307438.025150:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.025151:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 904 00000001:00000001:0.0:1789307438.025152:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.025153:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72aca00 count: 2 00000004:00000001:0.0:1789307438.025154:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.025155:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.025156:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025156:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025157:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.025158:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025159:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.025160:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.025161:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025161:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025162:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.025163:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.025165:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2a30a00 with handle 0x66de20725ed30c16 from hash 00010000:00000001:0.0:1789307438.025166:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.025167:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025167:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025168:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.025169:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.025169:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025170:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.025171:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.025172:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.025172:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80a5:0x0].0x0 (ffff9fbfb72aca00) 00010000:00010000:0.0:1789307438.025174:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.025175:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.025176:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025177:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.025177:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025178:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025178:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.025180:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2a30a00/0x66de20725ed30c16 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80a5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a3b7 expref: 660 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.025183:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 653 00000020:00000040:0.0:1789307438.025184:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 659 00010000:00000010:0.0:1789307438.025185:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf85de8080. 00010000:00000040:0.0:1789307438.025186:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72aca00 count: 0 00010000:00000010:0.0:1789307438.025188:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfc0e20700. 00010000:00000001:0.0:1789307438.025192:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.025193:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 905 00000001:00000001:0.0:1789307438.025194:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.025196:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7d5d000 count: 2 00000004:00000001:0.0:1789307438.025198:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.025199:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.025200:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025202:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025203:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.025205:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025207:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.025208:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.025210:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025211:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025212:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.025213:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.025215:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb59dd000 with handle 0x66de20725ed3666e from hash 00010000:00000001:0.0:1789307438.025217:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.025218:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025219:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025220:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.025222:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.025223:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025225:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.025226:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.025227:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.025229:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x827d:0x0].0x0 (ffff9fbfb7d5d000) 00010000:00010000:0.0:1789307438.025231:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.025233:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.025235:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025236:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.025238:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025239:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025240:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.025243:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb59dd000/0x66de20725ed3666e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x827d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bd87 expref: 659 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.025248:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 652 00000020:00000040:0.0:1789307438.025250:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 658 00010000:00000010:0.0:1789307438.025252:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbe8aa3df00. 00010000:00000040:0.0:1789307438.025256:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7d5d000 count: 0 00010000:00000010:0.0:1789307438.025259:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf87e2d280. 00010000:00000001:0.0:1789307438.025266:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.025268:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 906 00000001:00000001:0.0:1789307438.025269:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.025271:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbbd78200 count: 2 00000004:00000001:0.0:1789307438.025274:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.025275:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.025276:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025277:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025278:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.025280:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025282:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.025283:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.025285:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025286:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025288:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.025289:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.025291:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb6d60e00 with handle 0x66de20725ed2e477 from hash 00010000:00000001:0.0:1789307438.025294:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.025295:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025296:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025297:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.025298:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.025300:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025301:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.025303:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.025304:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.025306:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fd6:0x0].0x0 (ffff9fbfbbd78200) 00010000:00010000:0.0:1789307438.025307:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.025309:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.025310:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025311:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.025312:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025313:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025314:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.025316:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb6d60e00/0x66de20725ed2e477 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fd6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799865 expref: 658 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.025320:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 651 00000020:00000040:0.0:1789307438.025321:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 657 00010000:00000010:0.0:1789307438.025323:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf8906b000. 00010000:00000040:0.0:1789307438.025325:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbbd78200 count: 0 00010000:00000010:0.0:1789307438.025327:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe96722900. 00010000:00000001:0.0:1789307438.025332:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.025333:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 907 00000001:00000001:0.0:1789307438.025334:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.025336:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb490b200 count: 2 00000004:00000001:0.0:1789307438.025337:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.025338:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.025339:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025340:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025341:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.025342:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025344:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.025344:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.025346:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025346:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025347:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.025348:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.025349:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9309a00 with handle 0x66de20725ed33ecf from hash 00010000:00000001:0.0:1789307438.025350:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.025351:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025351:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025352:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.025353:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.025354:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025355:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.025356:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.025356:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.025357:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81ae:0x0].0x0 (ffff9fbfb490b200) 00010000:00010000:0.0:1789307438.025358:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.025359:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.025360:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025361:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.025362:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025363:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025364:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.025366:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9309a00/0x66de20725ed33ecf lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b235 expref: 657 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.025370:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 650 00000020:00000040:0.0:1789307438.025370:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 656 00010000:00000010:0.0:1789307438.025371:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4393700. 00010000:00000040:0.0:1789307438.025373:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb490b200 count: 0 00010000:00000010:0.0:1789307438.025375:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf90946c00. 00010000:00000001:0.0:1789307438.025379:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.025379:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 908 00000001:00000001:0.0:1789307438.025380:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.025381:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9f05600 count: 2 00000004:00000001:0.0:1789307438.025383:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.025383:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.025384:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025385:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025385:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.025386:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025388:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.025389:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.025389:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025390:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025391:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.025392:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.025393:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4b24a00 with handle 0x66de20725ed026a9 from hash 00010000:00000001:0.0:1789307438.025394:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.025395:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025396:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025396:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.025397:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.025397:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025398:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.025399:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.025400:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.025401:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ee1:0x0].0x0 (ffff9fbfb9f05600) 00010000:00010000:0.0:1789307438.025403:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.025404:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.025405:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025406:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.025407:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025407:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025408:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.025409:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4b24a00/0x66de20725ed026a9 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ee1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798d13 expref: 656 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.025412:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 649 00000020:00000040:0.0:1789307438.025413:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 655 00010000:00000010:0.0:1789307438.025414:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbbf14200. 00010000:00000040:0.0:1789307438.025416:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9f05600 count: 0 00010000:00000010:0.0:1789307438.025417:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83d8e100. 00010000:00000001:0.0:1789307438.025422:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.025423:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 909 00000001:00000001:0.0:1789307438.025424:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.025426:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa2ed3a00 count: 2 00000004:00000001:0.0:1789307438.025427:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.025427:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.025428:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025429:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025429:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.025430:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025431:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.025432:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.025433:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025433:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025434:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.025435:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.025436:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4b6e800 with handle 0x66de20725ed31730 from hash 00010000:00000001:0.0:1789307438.025437:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.025438:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025440:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025440:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.025441:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.025442:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025443:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.025444:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.025445:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.025446:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80df:0x0].0x0 (ffff9fbfa2ed3a00) 00010000:00010000:0.0:1789307438.025447:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.025448:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.025449:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025450:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.025451:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025451:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025452:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.025453:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4b6e800/0x66de20725ed31730 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a6e3 expref: 655 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.025457:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 648 00000020:00000040:0.0:1789307438.025457:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 654 00010000:00000010:0.0:1789307438.025458:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ad0500. 00010000:00000040:0.0:1789307438.025460:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa2ed3a00 count: 0 00010000:00000010:0.0:1789307438.025461:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a40a80. 00010000:00000001:0.0:1789307438.025466:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.025466:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 910 00000001:00000001:0.0:1789307438.025467:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.025468:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf853cb800 count: 2 00000004:00000001:0.0:1789307438.025469:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.025470:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.025471:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025471:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025472:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.025473:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025474:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.025475:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.025476:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025477:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025478:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.025479:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.025480:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf978d5e00 with handle 0x66de20725ed2ef91 from hash 00010000:00000001:0.0:1789307438.025481:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.025482:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025482:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025483:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.025484:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.025484:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025485:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.025486:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.025487:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.025487:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8010:0x0].0x0 (ffff9fbf853cb800) 00010000:00010000:0.0:1789307438.025489:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.025490:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.025491:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025491:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.025492:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025493:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025493:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.025495:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf978d5e00/0x66de20725ed2ef91 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8010:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799b91 expref: 654 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.025498:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 647 00000020:00000040:0.0:1789307438.025499:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 653 00010000:00000010:0.0:1789307438.025500:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbbdad580. 00010000:00000040:0.0:1789307438.025503:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf853cb800 count: 0 00010000:00000010:0.0:1789307438.025504:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9a4b8c00. 00010000:00000001:0.0:1789307438.025509:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.025509:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 911 00000001:00000001:0.0:1789307438.025510:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.025512:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4ac2300 count: 2 00000004:00000001:0.0:1789307438.025513:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.025513:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.025514:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025515:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025516:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.025517:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025518:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.025519:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.025520:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025521:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025521:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.025522:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.025523:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf978c6e00 with handle 0x66de20725ed03685 from hash 00010000:00000001:0.0:1789307438.025524:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.025525:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025526:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025526:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.025527:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.025528:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025528:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.025529:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.025530:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.025531:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f55:0x0].0x0 (ffff9fbfb4ac2300) 00010000:00010000:0.0:1789307438.025532:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.025533:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.025534:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025535:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.025535:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025536:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025536:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.025538:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf978c6e00/0x66de20725ed03685 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f55:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779903f expref: 653 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.025541:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 646 00000020:00000040:0.0:1789307438.025542:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 652 00010000:00000010:0.0:1789307438.025543:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf978b8d80. 00010000:00000040:0.0:1789307438.025545:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4ac2300 count: 0 00010000:00000010:0.0:1789307438.025546:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4118300. 00010000:00000001:0.0:1789307438.025555:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.025556:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 912 00000001:00000001:0.0:1789307438.025557:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.025558:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa323e100 count: 2 00000004:00000001:0.0:1789307438.025559:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.025560:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.025561:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025562:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025563:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.025563:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025565:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.025566:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.025566:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025567:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025567:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.025568:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.025570:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbed57400 with handle 0x66de20725ecffdeb from hash 00010000:00000001:0.0:1789307438.025570:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.025571:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025572:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025572:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.025573:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.025574:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025575:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.025575:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.025576:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.025577:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7db7:0x0].0x0 (ffff9fbfa323e100) 00010000:00010000:0.0:1789307438.025578:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.025579:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.025580:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025581:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.025581:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025582:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025582:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.025584:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbed57400/0x66de20725ecffdeb lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7db7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77984ed expref: 652 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.025590:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 645 00000020:00000040:0.0:1789307438.025591:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 651 00010000:00000010:0.0:1789307438.025593:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9f0ac00. 00010000:00000040:0.0:1789307438.025594:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa323e100 count: 0 00010000:00000010:0.0:1789307438.025596:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf864cc580. 00010000:00000001:0.0:1789307438.025600:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.025600:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 913 00000001:00000001:0.0:1789307438.025601:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.025603:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4abf500 count: 2 00000004:00000001:0.0:1789307438.025604:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.025604:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.025605:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025606:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025606:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.025607:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025609:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.025610:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.025611:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025611:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025612:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.025613:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.025614:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0bf7200 with handle 0x66de20725ed0331a from hash 00010000:00000001:0.0:1789307438.025615:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.025616:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025616:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025617:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.025617:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.025618:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025619:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.025620:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.025620:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.025621:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f3c:0x0].0x0 (ffff9fbfb4abf500) 00010000:00010000:0.0:1789307438.025622:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.025624:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.025625:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025626:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.025627:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025628:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025628:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.025630:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0bf7200/0x66de20725ed0331a lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798f90 expref: 651 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.025633:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 644 00000020:00000040:0.0:1789307438.025634:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 650 00010000:00000010:0.0:1789307438.025635:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86434f80. 00010000:00000040:0.0:1789307438.025636:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4abf500 count: 0 00010000:00000010:0.0:1789307438.025638:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf862fca80. 00010000:00000001:0.0:1789307438.025643:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.025644:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 914 00000001:00000001:0.0:1789307438.025645:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.025646:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf8559fb00 count: 2 00000004:00000001:0.0:1789307438.025647:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.025648:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.025649:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025649:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025650:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.025651:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025652:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.025653:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.025654:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025654:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025655:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.025656:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.025658:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbd51ec00 with handle 0x66de20725ecffa80 from hash 00010000:00000001:0.0:1789307438.025660:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.025661:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025662:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025662:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.025664:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.025665:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025667:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.025668:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.025669:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.025670:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7d9e:0x0].0x0 (ffff9fbf8559fb00) 00010000:00010000:0.0:1789307438.025673:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.025675:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.025676:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025677:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.025678:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025679:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025680:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.025684:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbd51ec00/0x66de20725ecffa80 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7d9e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779843e expref: 650 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.025690:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 643 00000020:00000040:0.0:1789307438.025691:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 649 00010000:00000010:0.0:1789307438.025693:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf909a8180. 00010000:00000040:0.0:1789307438.025696:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf8559fb00 count: 0 00010000:00000010:0.0:1789307438.025698:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9c2eb00. 00010000:00000001:0.0:1789307438.025708:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.025709:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 915 00000001:00000001:0.0:1789307438.025711:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.025714:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9f05500 count: 2 00000004:00000001:0.0:1789307438.025716:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.025717:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.025718:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025719:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025720:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.025721:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025723:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.025724:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.025725:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025726:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025727:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.025727:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.025730:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbb68be00 with handle 0x66de20725ed6a5fb from hash 00010000:00000001:0.0:1789307438.025731:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.025732:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025733:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025733:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.025735:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.025736:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025736:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.025737:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.025738:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.025740:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8372:0x0].0x0 (ffff9fbfb9f05500) 00010000:00010000:0.0:1789307438.025741:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1789307438.025742:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.025744:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025745:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.025745:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025746:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025746:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.025748:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbb68be00/0x66de20725ed6a5fb lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8372:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a3c8a expref: 649 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.025752:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 642 00000020:00000040:0.0:1789307438.025753:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 648 00010000:00000010:0.0:1789307438.025754:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb48ce500. 00010000:00000040:0.0:1789307438.025756:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9f05500 count: 0 00010000:00000010:0.0:1789307438.025758:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9c2c500. 00010000:00000001:0.0:1789307438.025763:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025764:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025765:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.025766:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 916 00000001:00000001:0.0:1789307438.025767:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.025769:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf83535a00 count: 2 00000004:00000001:0.0:1789307438.025770:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.025771:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.025772:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025773:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025774:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.025775:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025776:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.025777:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.025778:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025779:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025779:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.025780:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.025781:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbf1a5800 with handle 0x66de20725ed5145b from hash 00010000:00000001:0.0:1789307438.025782:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.025783:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025784:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025784:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.025785:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.025786:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025787:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.025787:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.025788:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.025789:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x835d:0x0].0x0 (ffff9fbf83535a00) 00010000:00010000:0.0:1789307438.025790:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00000001:0.0:1789307438.025792:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.025793:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025794:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.025795:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025796:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025797:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.025800:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbf1a5800/0x66de20725ed5145b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x835d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a0173 expref: 648 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.025805:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 641 00000020:00000040:0.0:1789307438.025806:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 647 00010000:00000010:0.0:1789307438.025808:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf97c25800. 00010000:00000040:0.0:1789307438.025811:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf83535a00 count: 0 00010000:00000010:0.0:1789307438.025814:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfc0f44180. 00010000:00000001:0.0:1789307438.025822:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025824:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025825:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.025826:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 917 00000001:00000001:0.0:1789307438.025828:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.025830:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9fa6800 count: 2 00000004:00000001:0.0:1789307438.025832:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.025833:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.025835:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025836:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025837:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.025838:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025840:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.025840:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.025842:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025843:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025844:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.025844:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.025846:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbb4e8e00 with handle 0x66de20725ed377d9 from hash 00010000:00000001:0.0:1789307438.025848:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.025848:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025849:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025863:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.025865:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.025866:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025868:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.025879:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.025881:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.025884:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82d8:0x0].0x0 (ffff9fbfb9fa6800) 00010000:00010000:0.0:1789307438.025887:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.025889:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.025891:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025893:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.025895:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025896:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025897:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.025901:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbb4e8e00/0x66de20725ed377d9 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c281 expref: 647 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.025912:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 640 00000020:00000040:0.0:1789307438.025914:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 646 00010000:00000010:0.0:1789307438.025916:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf97c25600. 00010000:00000040:0.0:1789307438.025918:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9fa6800 count: 0 00010000:00000010:0.0:1789307438.025921:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe94431a00. 00010000:00000001:0.0:1789307438.025928:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025930:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025931:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.025932:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 918 00000001:00000001:0.0:1789307438.025934:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.025936:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf865cf000 count: 2 00000004:00000001:0.0:1789307438.025938:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.025939:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.025941:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025943:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.025944:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.025946:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025948:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.025949:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.025951:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025952:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025953:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.025954:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.025956:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9df8600 with handle 0x66de20725ed00a5c from hash 00010000:00000001:0.0:1789307438.025958:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.025959:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025960:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025961:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.025963:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.025964:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025965:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.025966:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.025967:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.025968:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e12:0x0].0x0 (ffff9fbf865cf000) 00010000:00010000:0.0:1789307438.025970:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.025972:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.025973:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.025974:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.025975:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.025975:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.025976:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.025978:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9df8600/0x66de20725ed00a5c lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779876a expref: 646 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.025982:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 639 00000020:00000040:0.0:1789307438.025983:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 645 00010000:00000010:0.0:1789307438.025984:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbb4dd000. 00010000:00000040:0.0:1789307438.025986:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf865cf000 count: 0 00010000:00000010:0.0:1789307438.025988:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf84fa8d00. 00010000:00000001:0.0:1789307438.025996:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.025997:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 919 00000001:00000001:0.0:1789307438.025998:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.026000:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a8c100 count: 2 00000004:00000001:0.0:1789307438.026001:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.026002:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.026003:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026004:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026005:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.026006:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026008:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.026008:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.026009:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026010:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026011:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.026012:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.026013:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf86223800 with handle 0x66de20725ed3503a from hash 00010000:00000001:0.0:1789307438.026014:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.026015:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026016:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026017:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.026017:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.026018:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026019:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.026020:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.026021:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.026022:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8209:0x0].0x0 (ffff9fbfb4a8c100) 00010000:00010000:0.0:1789307438.026023:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.026024:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.026025:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026026:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.026026:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026027:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026028:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.026029:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf86223800/0x66de20725ed3503a lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8209:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b72f expref: 645 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.026032:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 638 00000020:00000040:0.0:1789307438.026033:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 644 00010000:00000010:0.0:1789307438.026034:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4a3ce80. 00010000:00000040:0.0:1789307438.026036:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a8c100 count: 0 00010000:00000010:0.0:1789307438.026038:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf864d2000. 00010000:00000001:0.0:1789307438.026043:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.026044:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 920 00000001:00000001:0.0:1789307438.026045:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.026046:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb52f0100 count: 2 00000004:00000001:0.0:1789307438.026047:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.026048:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.026049:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026050:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026050:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.026051:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026053:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.026053:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.026054:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026055:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026056:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.026057:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.026058:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb91d5200 with handle 0x66de20725ed3289b from hash 00010000:00000001:0.0:1789307438.026060:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.026060:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026061:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026061:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.026062:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.026063:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026064:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.026064:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.026065:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.026066:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x813a:0x0].0x0 (ffff9fbfb52f0100) 00010000:00010000:0.0:1789307438.026067:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.026068:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.026069:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026070:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.026070:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026071:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026072:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.026073:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb91d5200/0x66de20725ed3289b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x813a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779abdd expref: 644 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.026076:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 637 00000020:00000040:0.0:1789307438.026077:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 643 00010000:00000010:0.0:1789307438.026078:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf90937300. 00010000:00000040:0.0:1789307438.026079:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb52f0100 count: 0 00010000:00000010:0.0:1789307438.026081:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe97822780. 00010000:00000001:0.0:1789307438.026085:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.026086:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 921 00000001:00000001:0.0:1789307438.026087:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.026089:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb2a15000 count: 2 00000004:00000001:0.0:1789307438.026089:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.026090:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.026091:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026092:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026093:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.026094:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026095:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.026096:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.026097:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026098:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026099:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.026099:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.026101:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4838600 with handle 0x66de20725ed382f3 from hash 00010000:00000001:0.0:1789307438.026102:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.026102:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026103:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026103:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.026104:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.026105:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026106:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.026106:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.026107:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.026108:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8312:0x0].0x0 (ffff9fbfb2a15000) 00010000:00010000:0.0:1789307438.026109:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.026110:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.026111:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026112:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.026112:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026113:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026113:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.026115:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4838600/0x66de20725ed382f3 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8312:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c5ad expref: 643 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.026118:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 636 00000020:00000040:0.0:1789307438.026119:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 642 00010000:00000010:0.0:1789307438.026120:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbe810f5180. 00010000:00000040:0.0:1789307438.026121:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb2a15000 count: 0 00010000:00000010:0.0:1789307438.026123:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf90a69680. 00010000:00000001:0.0:1789307438.026128:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026129:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026130:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.026130:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 922 00000001:00000001:0.0:1789307438.026131:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.026133:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf84fa7b00 count: 2 00000004:00000001:0.0:1789307438.026134:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.026134:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.026135:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026136:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026136:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.026137:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026139:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.026139:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.026140:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026141:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026141:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.026142:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.026143:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb6d7d400 with handle 0x66de20725ed01a38 from hash 00010000:00000001:0.0:1789307438.026144:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.026145:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026145:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026146:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.026147:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.026147:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026148:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.026149:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.026149:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.026150:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e86:0x0].0x0 (ffff9fbf84fa7b00) 00010000:00010000:0.0:1789307438.026151:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.026153:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.026154:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026155:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.026156:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026157:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026158:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.026160:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb6d7d400/0x66de20725ed01a38 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798a96 expref: 642 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.026170:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 635 00000020:00000040:0.0:1789307438.026172:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 641 00010000:00000010:0.0:1789307438.026174:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb7e51400. 00010000:00000040:0.0:1789307438.026176:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf84fa7b00 count: 0 00010000:00000010:0.0:1789307438.026178:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe858fb880. 00010000:00000001:0.0:1789307438.026185:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.026187:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 923 00000001:00000001:0.0:1789307438.026188:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.026191:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb48a8800 count: 2 00000004:00000001:0.0:1789307438.026193:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.026194:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.026196:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026197:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026198:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.026200:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026202:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.026203:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.026205:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026206:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026208:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.026209:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.026211:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf97f16c00 with handle 0x66de20725ed300fc from hash 00010000:00000001:0.0:1789307438.026213:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.026214:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026215:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026217:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.026218:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.026220:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026221:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.026222:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.026224:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.026225:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x806b:0x0].0x0 (ffff9fbfb48a8800) 00010000:00010000:0.0:1789307438.026228:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.026230:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.026232:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026234:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.026235:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026236:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026237:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.026240:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97f16c00/0x66de20725ed300fc lrc: 0/0,0 mode: --/PR res: [0x200002342:0x806b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a08b expref: 641 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.026246:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 634 00000020:00000040:0.0:1789307438.026248:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 640 00010000:00000010:0.0:1789307438.026250:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd664080. 00010000:00000040:0.0:1789307438.026253:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb48a8800 count: 0 00010000:00000010:0.0:1789307438.026256:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4ad1f80. 00010000:00000001:0.0:1789307438.026262:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.026264:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 924 00000001:00000001:0.0:1789307438.026266:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.026268:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4abe500 count: 2 00000004:00000001:0.0:1789307438.026270:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.026271:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.026272:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026274:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026275:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.026277:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026279:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.026280:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.026282:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026283:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026284:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.026286:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.026288:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb92e9400 with handle 0x66de20725ed35b54 from hash 00010000:00000001:0.0:1789307438.026290:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.026291:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026292:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026293:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.026295:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.026297:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026298:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.026299:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.026300:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.026302:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8243:0x0].0x0 (ffff9fbfb4abe500) 00010000:00010000:0.0:1789307438.026304:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.026306:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.026308:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026310:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.026311:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026312:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026313:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.026317:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb92e9400/0x66de20725ed35b54 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8243:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ba5b expref: 640 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.026323:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 633 00000020:00000040:0.0:1789307438.026326:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 639 00010000:00000010:0.0:1789307438.026328:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbb4dd080. 00010000:00000040:0.0:1789307438.026330:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4abe500 count: 0 00010000:00000010:0.0:1789307438.026333:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb933cd00. 00010000:00000001:0.0:1789307438.026340:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.026342:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 925 00000001:00000001:0.0:1789307438.026343:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.026346:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb2493800 count: 2 00000004:00000001:0.0:1789307438.026348:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.026349:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.026351:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026352:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026353:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.026355:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026357:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.026358:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.026360:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026360:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026361:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.026363:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.026366:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9c60400 with handle 0x66de20725ed2d95d from hash 00010000:00000001:0.0:1789307438.026368:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.026369:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026371:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026372:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.026373:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.026374:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026377:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.026378:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.026379:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.026381:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f9c:0x0].0x0 (ffff9fbfb2493800) 00010000:00010000:0.0:1789307438.026383:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.026385:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.026387:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026389:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.026390:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026392:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026393:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.026396:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9c60400/0x66de20725ed2d95d lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f9c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799539 expref: 639 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.026403:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 632 00000020:00000040:0.0:1789307438.026405:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 638 00010000:00000010:0.0:1789307438.026407:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ab0800. 00010000:00000040:0.0:1789307438.026410:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb2493800 count: 0 00010000:00000010:0.0:1789307438.026414:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbd614700. 00010000:00000001:0.0:1789307438.026422:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.026424:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 926 00000001:00000001:0.0:1789307438.026425:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.026428:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7ef8900 count: 2 00000004:00000001:0.0:1789307438.026430:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.026431:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.026433:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026434:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026435:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.026438:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026440:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.026442:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.026443:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026444:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026445:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.026447:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.026449:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb59dda00 with handle 0x66de20725ed02a14 from hash 00010000:00000001:0.0:1789307438.026451:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.026452:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026453:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026454:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.026455:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.026457:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026459:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.026460:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.026461:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.026463:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7efa:0x0].0x0 (ffff9fbfb7ef8900) 00010000:00010000:0.0:1789307438.026465:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.026466:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.026468:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026470:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.026471:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026472:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026473:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.026476:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb59dda00/0x66de20725ed02a14 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7efa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798dc2 expref: 638 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.026482:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 631 00000020:00000040:0.0:1789307438.026484:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 637 00010000:00000010:0.0:1789307438.026486:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf866f6080. 00010000:00000040:0.0:1789307438.026488:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7ef8900 count: 0 00010000:00000010:0.0:1789307438.026491:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83d8e880. 00010000:00000001:0.0:1789307438.026498:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.026500:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 927 00000001:00000001:0.0:1789307438.026502:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.026505:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf88a65b00 count: 2 00000004:00000001:0.0:1789307438.026507:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.026508:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.026509:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026510:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026512:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.026513:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026516:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.026517:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.026519:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026520:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026521:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.026523:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.026525:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf864c4200 with handle 0x66de20725ed6a147 from hash 00010000:00000001:0.0:1789307438.026527:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.026529:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026530:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026531:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.026532:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.026533:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026535:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.026536:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.026537:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.026539:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x836b:0x0].0x0 (ffff9fbf88a65b00) 00010000:00010000:0.0:1789307438.026541:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1789307438.026543:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.026545:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026546:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.026548:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026549:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026550:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.026553:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf864c4200/0x66de20725ed6a147 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x836b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a3b6b expref: 637 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.026560:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 630 00000020:00000040:0.0:1789307438.026562:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 636 00010000:00000010:0.0:1789307438.026564:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf863d9880. 00010000:00000040:0.0:1789307438.026567:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf88a65b00 count: 0 00010000:00000010:0.0:1789307438.026569:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9263080. 00010000:00000001:0.0:1789307438.026576:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026577:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026579:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.026580:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 928 00000001:00000001:0.0:1789307438.026582:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.026583:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a88d00 count: 2 00000004:00000001:0.0:1789307438.026586:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.026587:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.026588:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026589:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026590:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.026592:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026594:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.026596:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.026597:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026598:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026599:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.026601:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.026603:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8992f400 with handle 0x66de20725ed004c1 from hash 00010000:00000001:0.0:1789307438.026605:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.026606:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026607:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026608:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.026610:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.026611:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026613:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.026615:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.026616:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.026618:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7de9:0x0].0x0 (ffff9fbfb4a88d00) 00010000:00010000:0.0:1789307438.026620:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.026621:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.026623:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026625:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.026626:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026628:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026629:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.026633:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8992f400/0x66de20725ed004c1 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7de9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779864b expref: 636 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.026640:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 629 00000020:00000040:0.0:1789307438.026642:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 635 00010000:00000010:0.0:1789307438.026644:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf9a4e9b00. 00010000:00000040:0.0:1789307438.026649:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a88d00 count: 0 00010000:00000010:0.0:1789307438.026652:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb933c980. 00010000:00000001:0.0:1789307438.026662:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.026664:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 929 00000001:00000001:0.0:1789307438.026665:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.026668:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4acd600 count: 2 00000004:00000001:0.0:1789307438.026670:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.026672:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.026673:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026674:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026676:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.026678:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026681:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.026682:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.026684:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026685:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026686:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.026688:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.026690:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5d6a600 with handle 0x66de20725ed69e61 from hash 00010000:00000001:0.0:1789307438.026692:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.026694:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026695:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026696:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.026698:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.026699:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026701:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.026702:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.026704:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.026706:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8361:0x0].0x0 (ffff9fbfb4acd600) 00010000:00010000:0.0:1789307438.026708:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00000001:0.0:1789307438.026710:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.026712:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026714:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.026715:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026716:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026718:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.026721:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5d6a600/0x66de20725ed69e61 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8361:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a3abc expref: 635 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.026727:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 628 00000020:00000040:0.0:1789307438.026728:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 634 00010000:00000010:0.0:1789307438.026730:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb265db00. 00010000:00000040:0.0:1789307438.026735:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4acd600 count: 0 00010000:00000010:0.0:1789307438.026738:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf85cac900. 00010000:00000001:0.0:1789307438.026745:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026747:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026748:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.026749:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 930 00000001:00000001:0.0:1789307438.026750:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.026752:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85350d00 count: 2 00000004:00000001:0.0:1789307438.026754:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.026755:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.026756:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026757:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026758:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.026760:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026761:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.026762:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.026764:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026765:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026766:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.026767:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.026769:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9e8ce00 with handle 0x66de20725ed37188 from hash 00010000:00000001:0.0:1789307438.026771:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.026773:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026774:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026775:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.026777:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.026778:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026780:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.026782:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.026783:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.026785:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82b7:0x0].0x0 (ffff9fbf85350d00) 00010000:00010000:0.0:1789307438.026787:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.026789:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.026791:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026792:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.026793:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026794:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026795:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.026798:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9e8ce00/0x66de20725ed37188 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82b7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c0b3 expref: 634 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.026805:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 627 00000020:00000040:0.0:1789307438.026807:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 633 00010000:00000010:0.0:1789307438.026809:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf83b5f880. 00010000:00000040:0.0:1789307438.026812:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85350d00 count: 0 00010000:00000010:0.0:1789307438.026815:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe8d0e5e80. 00010000:00000001:0.0:1789307438.026823:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026824:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026825:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.026827:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 931 00000001:00000001:0.0:1789307438.026829:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.026831:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9226d800 count: 2 00000004:00000001:0.0:1789307438.026833:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.026834:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.026836:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026837:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026838:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.026840:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026843:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.026844:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.026846:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026847:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026848:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.026867:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.026882:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb92e9e00 with handle 0x66de20725ed00156 from hash 00010000:00000001:0.0:1789307438.026885:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.026887:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026888:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026890:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.026892:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.026894:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026895:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.026897:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.026898:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.026900:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7dd0:0x0].0x0 (ffff9fbf9226d800) 00010000:00010000:0.0:1789307438.026902:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.026904:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.026906:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026908:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.026909:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026910:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026912:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.026916:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb92e9e00/0x66de20725ed00156 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7dd0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779859c expref: 633 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.026923:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 626 00000020:00000040:0.0:1789307438.026925:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 632 00010000:00000010:0.0:1789307438.026927:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf89d2e400. 00010000:00000040:0.0:1789307438.026933:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf9226d800 count: 0 00010000:00000010:0.0:1789307438.026936:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8428d400. 00010000:00000001:0.0:1789307438.026943:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.026944:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 932 00000001:00000001:0.0:1789307438.026946:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.026949:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4acd300 count: 2 00000004:00000001:0.0:1789307438.026952:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.026953:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.026954:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026956:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.026957:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.026959:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026961:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.026963:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.026964:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026966:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026967:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.026968:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.026971:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb6a96000 with handle 0x66de20725ed349e9 from hash 00010000:00000001:0.0:1789307438.026973:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.026974:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026975:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026976:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.026978:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.026979:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026981:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.026982:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.026983:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.026985:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81e8:0x0].0x0 (ffff9fbfb4acd300) 00010000:00010000:0.0:1789307438.026987:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.026989:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.026991:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.026992:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.026994:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.026995:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.026996:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.026999:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb6a96000/0x66de20725ed349e9 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b561 expref: 632 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.027006:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 625 00000020:00000040:0.0:1789307438.027008:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 631 00010000:00000010:0.0:1789307438.027010:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb49bbc00. 00010000:00000040:0.0:1789307438.027013:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4acd300 count: 0 00010000:00000010:0.0:1789307438.027016:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4aafe00. 00010000:00000001:0.0:1789307438.027023:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.027025:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 933 00000001:00000001:0.0:1789307438.027026:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.027029:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa3204c00 count: 2 00000004:00000001:0.0:1789307438.027031:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.027032:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.027034:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.027035:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.027036:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.027038:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027040:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.027042:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.027043:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027045:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027046:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.027047:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.027050:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb7d1a800 with handle 0x66de20725ed3224a from hash 00010000:00000001:0.0:1789307438.027052:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.027053:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027055:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027056:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.027057:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.027059:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027061:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.027062:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.027063:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.027065:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8119:0x0].0x0 (ffff9fbfa3204c00) 00010000:00010000:0.0:1789307438.027068:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.027069:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.027072:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027074:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.027075:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027076:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027077:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.027081:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb7d1a800/0x66de20725ed3224a lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8119:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779aa0f expref: 631 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.027087:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 624 00000020:00000040:0.0:1789307438.027089:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 630 00010000:00000010:0.0:1789307438.027091:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4393d80. 00010000:00000040:0.0:1789307438.027095:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa3204c00 count: 0 00010000:00000010:0.0:1789307438.027097:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9fa2780. 00010000:00000001:0.0:1789307438.027104:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.027105:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 934 00000001:00000001:0.0:1789307438.027107:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.027110:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9954fa00 count: 2 00000004:00000001:0.0:1789307438.027112:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.027113:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.027115:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.027116:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.027117:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.027118:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027120:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.027122:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.027123:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027124:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027126:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.027127:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.027129:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4adc000 with handle 0x66de20725ed37ca2 from hash 00010000:00000001:0.0:1789307438.027131:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.027132:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027133:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027135:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.027136:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.027138:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027140:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.027141:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.027142:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.027144:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82f1:0x0].0x0 (ffff9fbf9954fa00) 00010000:00010000:0.0:1789307438.027146:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.027148:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.027150:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027152:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.027153:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027154:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027155:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.027158:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4adc000/0x66de20725ed37ca2 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82f1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c3df expref: 630 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.027165:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 623 00000020:00000040:0.0:1789307438.027167:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 629 00010000:00000010:0.0:1789307438.027169:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb3c13d00. 00010000:00000040:0.0:1789307438.027171:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf9954fa00 count: 0 00010000:00000010:0.0:1789307438.027174:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb2a4c500. 00010000:00000001:0.0:1789307438.027191:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027192:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027194:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.027195:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 935 00000001:00000001:0.0:1789307438.027197:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.027199:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb48cf500 count: 2 00000004:00000001:0.0:1789307438.027201:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.027202:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.027204:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.027205:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.027206:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.027208:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027211:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.027212:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.027214:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027215:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027216:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.027217:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.027220:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9d4aa00 with handle 0x66de20725ed01132 from hash 00010000:00000001:0.0:1789307438.027222:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.027223:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027224:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027226:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.027228:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.027229:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027231:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.027232:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.027233:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.027235:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e44:0x0].0x0 (ffff9fbfb48cf500) 00010000:00010000:0.0:1789307438.027237:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.027239:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.027241:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027242:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.027243:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027244:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027246:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.027249:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9d4aa00/0x66de20725ed01132 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77988c8 expref: 629 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.027255:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 622 00000020:00000040:0.0:1789307438.027257:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 628 00010000:00000010:0.0:1789307438.027259:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86439a80. 00010000:00000040:0.0:1789307438.027262:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb48cf500 count: 0 00010000:00000010:0.0:1789307438.027264:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb90f4a00. 00010000:00000001:0.0:1789307438.027272:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.027274:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 936 00000001:00000001:0.0:1789307438.027276:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.027278:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7f3b100 count: 2 00000004:00000001:0.0:1789307438.027280:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.027281:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.027283:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.027284:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.027285:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.027287:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027289:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.027291:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.027292:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027294:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027295:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.027297:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.027299:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf85d5ac00 with handle 0x66de20725ed2faab from hash 00010000:00000001:0.0:1789307438.027301:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.027303:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027304:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027305:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.027306:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.027308:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027310:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.027311:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.027312:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.027314:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x804a:0x0].0x0 (ffff9fbfb7f3b100) 00010000:00010000:0.0:1789307438.027317:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.027319:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.027321:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027322:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.027324:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027325:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027326:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.027329:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf85d5ac00/0x66de20725ed2faab lrc: 0/0,0 mode: --/PR res: [0x200002342:0x804a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799ebd expref: 628 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.027336:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 621 00000020:00000040:0.0:1789307438.027338:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 627 00010000:00000010:0.0:1789307438.027340:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf866f6a80. 00010000:00000040:0.0:1789307438.027343:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7f3b100 count: 0 00010000:00000010:0.0:1789307438.027346:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9da1000. 00010000:00000001:0.0:1789307438.027353:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.027354:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 937 00000001:00000001:0.0:1789307438.027356:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.027359:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a8df00 count: 2 00000004:00000001:0.0:1789307438.027361:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.027362:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.027364:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.027365:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.027367:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.027369:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027371:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.027372:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.027374:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027375:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027376:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.027378:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.027380:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2fad000 with handle 0x66de20725ed35503 from hash 00010000:00000001:0.0:1789307438.027382:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.027383:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027384:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027386:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.027387:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.027389:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027391:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.027392:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.027393:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.027395:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8222:0x0].0x0 (ffff9fbfb4a8df00) 00010000:00010000:0.0:1789307438.027398:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.027400:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.027402:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027404:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.027405:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027406:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027408:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.027411:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2fad000/0x66de20725ed35503 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8222:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b88d expref: 627 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.027418:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 620 00000020:00000040:0.0:1789307438.027420:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 626 00010000:00000010:0.0:1789307438.027422:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf84fe7f80. 00010000:00000040:0.0:1789307438.027425:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a8df00 count: 0 00010000:00000010:0.0:1789307438.027428:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf98efe300. 00010000:00000001:0.0:1789307438.027435:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.027437:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 938 00000001:00000001:0.0:1789307438.027439:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.027441:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb2493d00 count: 2 00000004:00000001:0.0:1789307438.027443:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.027445:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.027446:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.027447:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.027449:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.027450:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027453:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.027454:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.027456:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027457:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027458:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.027459:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.027462:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9c60200 with handle 0x66de20725ed2d30c from hash 00010000:00000001:0.0:1789307438.027464:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.027465:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027466:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027467:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.027469:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.027470:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027472:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.027473:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.027474:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.027476:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f7b:0x0].0x0 (ffff9fbfb2493d00) 00010000:00010000:0.0:1789307438.027478:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.027480:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.027482:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027484:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.027485:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027486:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027488:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.027491:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9c60200/0x66de20725ed2d30c lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f7b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779936b expref: 626 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.027498:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 619 00000020:00000040:0.0:1789307438.027500:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 625 00010000:00000010:0.0:1789307438.027502:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ab0980. 00010000:00000040:0.0:1789307438.027505:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb2493d00 count: 0 00010000:00000010:0.0:1789307438.027508:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbd614980. 00010000:00000001:0.0:1789307438.027513:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.027515:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 939 00000001:00000001:0.0:1789307438.027516:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.027519:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4219900 count: 2 00000004:00000001:0.0:1789307438.027521:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.027522:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.027524:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.027525:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.027526:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.027528:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027531:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.027532:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.027534:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027535:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027536:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.027537:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.027540:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5fc1400 with handle 0x66de20725ed32d64 from hash 00010000:00000001:0.0:1789307438.027541:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.027543:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027544:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027545:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.027546:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.027548:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027549:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.027551:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.027552:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.027554:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8153:0x0].0x0 (ffff9fbfb4219900) 00010000:00010000:0.0:1789307438.027556:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.027558:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.027560:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027562:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.027563:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027564:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027566:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.027569:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5fc1400/0x66de20725ed32d64 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8153:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ad3b expref: 625 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.027575:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 618 00000020:00000040:0.0:1789307438.027577:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 624 00010000:00000010:0.0:1789307438.027579:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd63d700. 00010000:00000040:0.0:1789307438.027582:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4219900 count: 0 00010000:00000010:0.0:1789307438.027585:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83582d00. 00010000:00000001:0.0:1789307438.027592:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.027593:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 940 00000001:00000001:0.0:1789307438.027595:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.027598:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbe85816000 count: 2 00000004:00000001:0.0:1789307438.027601:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.027602:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.027603:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.027605:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.027606:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.027608:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027610:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.027611:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.027613:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027614:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027615:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.027616:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.027619:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9214ee00 with handle 0x66de20725ed387bc from hash 00010000:00000001:0.0:1789307438.027621:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.027622:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027623:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027624:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.027625:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.027627:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027628:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.027630:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.027631:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.027633:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x832b:0x0].0x0 (ffff9fbe85816000) 00010000:00010000:0.0:1789307438.027635:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.027637:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.027639:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027641:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.027642:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027643:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027644:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.027648:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9214ee00/0x66de20725ed387bc lrc: 0/0,0 mode: --/PR res: [0x200002342:0x832b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c70b expref: 624 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.027654:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 617 00000020:00000040:0.0:1789307438.027656:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 623 00010000:00000010:0.0:1789307438.027658:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb7e51900. 00010000:00000040:0.0:1789307438.027660:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbe85816000 count: 0 00010000:00000010:0.0:1789307438.027663:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf921b7100. 00010000:00000001:0.0:1789307438.027671:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027673:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027674:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.027675:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 941 00000001:00000001:0.0:1789307438.027677:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.027680:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb935be00 count: 2 00000004:00000001:0.0:1789307438.027682:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.027683:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.027684:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.027685:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.027687:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.027688:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027690:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.027692:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.027693:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027694:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027695:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.027697:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.027699:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf864ea600 with handle 0x66de20725ed0210e from hash 00010000:00000001:0.0:1789307438.027701:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.027703:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027704:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027705:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.027706:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.027708:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027709:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.027711:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.027712:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.027714:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7eb8:0x0].0x0 (ffff9fbfb935be00) 00010000:00010000:0.0:1789307438.027716:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.027718:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.027721:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027722:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.027723:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027724:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027726:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.027729:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf864ea600/0x66de20725ed0210e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7eb8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798bf4 expref: 623 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.027736:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 616 00000020:00000040:0.0:1789307438.027738:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 622 00010000:00000010:0.0:1789307438.027740:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb58a6d80. 00010000:00000040:0.0:1789307438.027745:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb935be00 count: 0 00010000:00000010:0.0:1789307438.027748:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a40380. 00010000:00000001:0.0:1789307438.027754:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027756:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027757:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.027759:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 942 00000001:00000001:0.0:1789307438.027760:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.027763:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa3313a00 count: 2 00000004:00000001:0.0:1789307438.027765:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.027766:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.027768:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.027769:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.027770:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.027773:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027775:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.027777:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.027778:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027779:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027780:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.027782:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.027784:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9d9c400 with handle 0x66de20725ed00dc7 from hash 00010000:00000001:0.0:1789307438.027786:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.027787:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027788:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027790:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.027791:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.027792:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027794:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.027795:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.027796:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.027798:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e2b:0x0].0x0 (ffff9fbfa3313a00) 00010000:00010000:0.0:1789307438.027800:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.027802:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.027804:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027805:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.027807:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027808:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027809:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.027812:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9d9c400/0x66de20725ed00dc7 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798819 expref: 622 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.027819:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 615 00000020:00000040:0.0:1789307438.027821:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 621 00010000:00000010:0.0:1789307438.027823:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86439000. 00010000:00000040:0.0:1789307438.027825:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa3313a00 count: 0 00010000:00000010:0.0:1789307438.027828:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9de2c80. 00010000:00000001:0.0:1789307438.027835:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.027836:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 943 00000001:00000001:0.0:1789307438.027838:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.027841:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf8559f800 count: 2 00000004:00000001:0.0:1789307438.027843:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.027844:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.027845:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.027846:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.027848:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.027867:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027879:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.027882:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.027884:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027886:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027888:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.027890:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.027893:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbe9543d400 with handle 0x66de20725ed305c5 from hash 00010000:00000001:0.0:1789307438.027896:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.027897:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027898:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027899:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.027901:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.027903:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027905:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.027906:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.027908:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.027909:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8084:0x0].0x0 (ffff9fbf8559f800) 00010000:00010000:0.0:1789307438.027911:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.027913:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.027915:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027917:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.027919:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027920:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027922:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.027926:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbe9543d400/0x66de20725ed305c5 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8084:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a1e9 expref: 621 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.027932:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 614 00000020:00000040:0.0:1789307438.027934:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 620 00010000:00000010:0.0:1789307438.027937:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf839be680. 00010000:00000040:0.0:1789307438.027940:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf8559f800 count: 0 00010000:00000010:0.0:1789307438.027943:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9de0300. 00010000:00000001:0.0:1789307438.027952:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.027954:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 944 00000001:00000001:0.0:1789307438.027955:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.027958:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa3258900 count: 2 00000004:00000001:0.0:1789307438.027960:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.027961:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.027962:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.027964:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.027965:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.027967:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027969:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.027970:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.027972:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027973:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027974:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.027974:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.027977:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2bdde00 with handle 0x66de20725ed3601d from hash 00010000:00000001:0.0:1789307438.027979:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.027980:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.027981:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.027982:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.027984:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.027985:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027986:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.027987:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.027989:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.027990:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x825c:0x0].0x0 (ffff9fbfa3258900) 00010000:00010000:0.0:1789307438.027993:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.027994:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.027996:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.027997:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.027999:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028000:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028001:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.028005:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2bdde00/0x66de20725ed3601d lrc: 0/0,0 mode: --/PR res: [0x200002342:0x825c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bbb9 expref: 620 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.028012:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 613 00000020:00000040:0.0:1789307438.028014:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 619 00010000:00000010:0.0:1789307438.028016:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb5a86180. 00010000:00000040:0.0:1789307438.028019:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa3258900 count: 0 00010000:00000010:0.0:1789307438.028022:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9d03300. 00010000:00000001:0.0:1789307438.028029:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.028030:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 945 00000001:00000001:0.0:1789307438.028031:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.028033:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbd684700 count: 2 00000004:00000001:0.0:1789307438.028035:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.028035:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.028036:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028037:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028038:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.028039:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028041:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.028042:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.028043:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028044:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028044:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.028045:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.028047:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb52d5600 with handle 0x66de20725ed2de26 from hash 00010000:00000001:0.0:1789307438.028048:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.028049:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028049:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028050:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.028051:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.028052:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028053:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.028054:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.028055:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.028056:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fb5:0x0].0x0 (ffff9fbfbd684700) 00010000:00010000:0.0:1789307438.028057:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.028059:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.028060:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028061:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.028062:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028063:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028064:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.028066:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb52d5600/0x66de20725ed2de26 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fb5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799697 expref: 619 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.028069:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 612 00000020:00000040:0.0:1789307438.028070:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 618 00010000:00000010:0.0:1789307438.028072:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ab7b80. 00010000:00000040:0.0:1789307438.028074:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbd684700 count: 0 00010000:00000010:0.0:1789307438.028076:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe8aa4ca00. 00010000:00000001:0.0:1789307438.028081:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.028082:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 946 00000001:00000001:0.0:1789307438.028083:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.028085:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbbdeda00 count: 2 00000004:00000001:0.0:1789307438.028087:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.028087:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.028088:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028089:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028090:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.028091:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028092:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.028093:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.028094:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028094:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028095:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.028096:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.028097:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4952200 with handle 0x66de20725ed3387e from hash 00010000:00000001:0.0:1789307438.028098:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.028099:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028099:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028100:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.028100:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.028102:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028103:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.028103:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.028104:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.028105:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x818d:0x0].0x0 (ffff9fbfbbdeda00) 00010000:00010000:0.0:1789307438.028106:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.028107:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.028109:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028109:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.028110:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028111:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028111:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.028113:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4952200/0x66de20725ed3387e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x818d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b067 expref: 618 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.028116:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 611 00000020:00000040:0.0:1789307438.028117:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 617 00010000:00000010:0.0:1789307438.028118:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb7f31980. 00010000:00000040:0.0:1789307438.028119:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbbdeda00 count: 0 00010000:00000010:0.0:1789307438.028121:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4118980. 00010000:00000001:0.0:1789307438.028125:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.028126:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 947 00000001:00000001:0.0:1789307438.028127:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.028128:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf84fa4e00 count: 2 00000004:00000001:0.0:1789307438.028129:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.028130:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.028131:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028132:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028132:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.028133:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028135:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.028135:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.028136:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028137:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028137:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.028138:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.028140:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbb68a000 with handle 0x66de20725ed01da3 from hash 00010000:00000001:0.0:1789307438.028142:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.028142:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028143:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028144:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.028145:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.028145:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028146:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.028147:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.028147:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.028148:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e9f:0x0].0x0 (ffff9fbf84fa4e00) 00010000:00010000:0.0:1789307438.028149:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.028150:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.028151:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028152:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.028153:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028153:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028154:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.028156:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbb68a000/0x66de20725ed01da3 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e9f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798b45 expref: 617 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.028159:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 610 00000020:00000040:0.0:1789307438.028160:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 616 00010000:00000010:0.0:1789307438.028161:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb49bb680. 00010000:00000040:0.0:1789307438.028162:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf84fa4e00 count: 0 00010000:00000010:0.0:1789307438.028163:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9fa2480. 00010000:00000001:0.0:1789307438.028167:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.028168:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 948 00000001:00000001:0.0:1789307438.028169:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.028170:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf920bc100 count: 2 00000004:00000001:0.0:1789307438.028171:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.028172:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.028173:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028173:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028174:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.028176:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028177:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.028178:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.028179:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028180:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028180:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.028181:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.028182:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbed57600 with handle 0x66de20725ed310df from hash 00010000:00000001:0.0:1789307438.028183:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.028184:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028185:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028185:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.028186:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.028187:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028188:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.028189:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.028190:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.028191:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80be:0x0].0x0 (ffff9fbf920bc100) 00010000:00010000:0.0:1789307438.028193:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.028194:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.028196:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028197:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.028198:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028199:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028200:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.028203:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbed57600/0x66de20725ed310df lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80be:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a515 expref: 616 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.028208:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 609 00000020:00000040:0.0:1789307438.028210:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 615 00010000:00000010:0.0:1789307438.028212:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbf2c7d80. 00010000:00000040:0.0:1789307438.028214:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf920bc100 count: 0 00010000:00000010:0.0:1789307438.028217:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb2643200. 00010000:00000001:0.0:1789307438.028224:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.028226:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 949 00000001:00000001:0.0:1789307438.028228:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.028230:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9a58d900 count: 2 00000004:00000001:0.0:1789307438.028232:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.028233:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.028235:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028236:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028237:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.028238:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028240:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.028241:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.028243:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028244:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028245:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.028246:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.028248:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9d1f200 with handle 0x66de20725ed36b37 from hash 00010000:00000001:0.0:1789307438.028250:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.028251:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028252:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028253:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.028254:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.028255:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028257:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.028258:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.028259:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.028260:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8296:0x0].0x0 (ffff9fbf9a58d900) 00010000:00010000:0.0:1789307438.028262:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.028264:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.028265:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028267:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.028268:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028269:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028270:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.028273:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9d1f200/0x66de20725ed36b37 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8296:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bee5 expref: 615 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.028278:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 608 00000020:00000040:0.0:1789307438.028280:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 614 00010000:00000010:0.0:1789307438.028282:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf87f9e680. 00010000:00000040:0.0:1789307438.028284:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf9a58d900 count: 0 00010000:00000010:0.0:1789307438.028286:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf92387c80. 00010000:00000001:0.0:1789307438.028294:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.028296:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 950 00000001:00000001:0.0:1789307438.028297:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.028300:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72d9c00 count: 2 00000004:00000001:0.0:1789307438.028301:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.028302:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.028304:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028305:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028305:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.028307:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028308:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.028309:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.028311:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028311:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028312:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.028313:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.028315:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb52d4200 with handle 0x66de20725ed2e940 from hash 00010000:00000001:0.0:1789307438.028316:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.028316:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028317:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028317:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.028318:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.028319:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028320:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.028321:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.028321:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.028322:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fef:0x0].0x0 (ffff9fbfb72d9c00) 00010000:00010000:0.0:1789307438.028324:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.028325:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.028326:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028327:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.028328:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028328:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028329:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.028331:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb52d4200/0x66de20725ed2e940 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fef:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77999c3 expref: 614 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.028336:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 607 00000020:00000040:0.0:1789307438.028337:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 613 00010000:00000010:0.0:1789307438.028338:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf909a8800. 00010000:00000040:0.0:1789307438.028340:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72d9c00 count: 0 00010000:00000010:0.0:1789307438.028342:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf831a1a80. 00010000:00000001:0.0:1789307438.028346:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.028347:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 951 00000001:00000001:0.0:1789307438.028348:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.028349:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf865cfb00 count: 2 00000004:00000001:0.0:1789307438.028351:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.028352:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.028353:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028353:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028354:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.028355:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028356:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.028357:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.028358:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028358:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028359:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.028360:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.028361:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbe54800 with handle 0x66de20725ed34398 from hash 00010000:00000001:0.0:1789307438.028362:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.028363:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028363:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028364:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.028365:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.028365:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028366:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.028367:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.028367:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.028368:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81c7:0x0].0x0 (ffff9fbf865cfb00) 00010000:00010000:0.0:1789307438.028369:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.028371:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.028372:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028373:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.028374:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028375:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028375:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.028377:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbbe54800/0x66de20725ed34398 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81c7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b393 expref: 613 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.028380:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 606 00000020:00000040:0.0:1789307438.028381:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 612 00010000:00000010:0.0:1789307438.028382:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb18c8f00. 00010000:00000040:0.0:1789307438.028384:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf865cfb00 count: 0 00010000:00000010:0.0:1789307438.028386:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbbfa6a80. 00010000:00000001:0.0:1789307438.028390:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.028391:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 952 00000001:00000001:0.0:1789307438.028392:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.028393:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb63fc300 count: 2 00000004:00000001:0.0:1789307438.028394:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.028395:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.028396:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028396:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028397:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.028398:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028399:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.028400:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.028401:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028401:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028402:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.028403:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.028405:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb52fc000 with handle 0x66de20725ed02d7f from hash 00010000:00000001:0.0:1789307438.028406:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.028407:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028407:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028408:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.028409:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.028410:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028411:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.028412:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.028413:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.028414:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f13:0x0].0x0 (ffff9fbfb63fc300) 00010000:00010000:0.0:1789307438.028415:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.028416:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.028417:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028418:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.028419:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028419:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028420:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.028422:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb52fc000/0x66de20725ed02d7f lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798e71 expref: 612 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.028425:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 605 00000020:00000040:0.0:1789307438.028426:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 611 00010000:00000010:0.0:1789307438.028427:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9d01c80. 00010000:00000040:0.0:1789307438.028428:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb63fc300 count: 0 00010000:00000010:0.0:1789307438.028429:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf88165500. 00010000:00000001:0.0:1789307438.028435:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.028435:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 953 00000001:00000001:0.0:1789307438.028436:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.028437:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb63f9000 count: 2 00000004:00000001:0.0:1789307438.028439:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.028439:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.028440:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028441:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028442:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.028442:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028444:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.028445:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.028445:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028446:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028447:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.028447:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.028449:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb52ed400 with handle 0x66de20725ed31bf9 from hash 00010000:00000001:0.0:1789307438.028451:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.028451:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028452:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028453:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.028454:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.028454:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028455:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.028456:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.028456:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.028457:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80f8:0x0].0x0 (ffff9fbfb63f9000) 00010000:00010000:0.0:1789307438.028458:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.028460:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.028461:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028461:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.028462:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028463:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028463:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.028465:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb52ed400/0x66de20725ed31bf9 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a841 expref: 611 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.028468:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 604 00000020:00000040:0.0:1789307438.028469:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 610 00010000:00000010:0.0:1789307438.028470:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf90937d00. 00010000:00000040:0.0:1789307438.028471:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb63f9000 count: 0 00010000:00000010:0.0:1789307438.028473:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf82b2cb00. 00010000:00000001:0.0:1789307438.028477:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.028477:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 954 00000001:00000001:0.0:1789307438.028478:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.028480:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbd63ec00 count: 2 00000004:00000001:0.0:1789307438.028481:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.028481:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.028482:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028483:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028483:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.028485:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028487:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.028488:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.028489:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028490:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028490:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.028491:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.028492:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbd65de00 with handle 0x66de20725ecff4e5 from hash 00010000:00000001:0.0:1789307438.028493:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.028494:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028495:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028495:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.028496:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.028497:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028498:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.028498:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.028499:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.028500:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7d75:0x0].0x0 (ffff9fbfbd63ec00) 00010000:00010000:0.0:1789307438.028501:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.028502:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.028503:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028504:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.028504:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028505:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028505:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.028507:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbd65de00/0x66de20725ecff4e5 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7d75:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779831f expref: 610 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.028510:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 603 00000020:00000040:0.0:1789307438.028511:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 609 00010000:00000010:0.0:1789307438.028512:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb48ced00. 00010000:00000040:0.0:1789307438.028514:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbd63ec00 count: 0 00010000:00000010:0.0:1789307438.028515:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83352980. 00010000:00000001:0.0:1789307438.028520:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.028520:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 955 00000001:00000001:0.0:1789307438.028522:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.028524:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb49f5e00 count: 2 00000004:00000001:0.0:1789307438.028525:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.028526:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.028527:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028528:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028529:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.028530:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028531:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.028532:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.028532:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028533:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028534:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.028534:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.028536:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf864ebe00 with handle 0x66de20725ed2f45a from hash 00010000:00000001:0.0:1789307438.028537:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.028537:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028538:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028539:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.028539:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.028540:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028541:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.028541:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.028542:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.028543:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8029:0x0].0x0 (ffff9fbfb49f5e00) 00010000:00010000:0.0:1789307438.028544:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.028545:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.028546:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028547:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.028548:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028548:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028549:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.028550:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf864ebe00/0x66de20725ed2f45a lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8029:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799cef expref: 609 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.028553:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 602 00000020:00000040:0.0:1789307438.028554:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 608 00010000:00000010:0.0:1789307438.028556:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb90f3a00. 00010000:00000040:0.0:1789307438.028560:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb49f5e00 count: 0 00010000:00000010:0.0:1789307438.028562:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf84fa8480. 00010000:00000001:0.0:1789307438.028568:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.028568:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 956 00000001:00000001:0.0:1789307438.028569:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.028571:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf832e3300 count: 2 00000004:00000001:0.0:1789307438.028573:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.028574:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.028574:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028575:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028576:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.028577:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028578:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.028579:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.028580:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028580:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028581:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.028582:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.028583:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4a2ba00 with handle 0x66de20725ed34eb2 from hash 00010000:00000001:0.0:1789307438.028584:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.028585:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028585:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028586:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.028586:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.028587:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028588:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.028589:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.028589:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.028590:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8201:0x0].0x0 (ffff9fbf832e3300) 00010000:00010000:0.0:1789307438.028591:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.028592:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.028593:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028594:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.028595:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028595:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028596:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.028598:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4a2ba00/0x66de20725ed34eb2 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8201:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b6bf expref: 608 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.028602:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 601 00000020:00000040:0.0:1789307438.028603:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 607 00010000:00000010:0.0:1789307438.028604:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4a3c500. 00010000:00000040:0.0:1789307438.028605:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf832e3300 count: 0 00010000:00000010:0.0:1789307438.028607:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbbfdb400. 00010000:00000001:0.0:1789307438.028611:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.028612:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 957 00000001:00000001:0.0:1789307438.028613:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.028614:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9da3d00 count: 2 00000004:00000001:0.0:1789307438.028615:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.028616:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.028617:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028617:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028618:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.028619:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028621:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.028622:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.028622:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028623:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028624:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.028625:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.028626:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8137e800 with handle 0x66de20725ed32713 from hash 00010000:00000001:0.0:1789307438.028627:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.028628:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028628:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028629:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.028629:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.028630:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028631:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.028632:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.028632:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.028633:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8132:0x0].0x0 (ffff9fbfb9da3d00) 00010000:00010000:0.0:1789307438.028634:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.028636:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.028637:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028638:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.028638:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028639:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028640:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.028641:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8137e800/0x66de20725ed32713 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8132:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ab6d expref: 607 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.028645:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 600 00000020:00000040:0.0:1789307438.028645:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 606 00010000:00000010:0.0:1789307438.028646:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9c2be80. 00010000:00000040:0.0:1789307438.028648:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9da3d00 count: 0 00010000:00000010:0.0:1789307438.028650:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9fa2a80. 00010000:00000001:0.0:1789307438.028655:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.028656:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 958 00000001:00000001:0.0:1789307438.028657:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.028659:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa2e1c000 count: 2 00000004:00000001:0.0:1789307438.028660:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.028661:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.028661:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028662:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028663:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.028664:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028665:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.028666:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.028667:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028667:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028668:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.028669:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.028670:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf85ed7000 with handle 0x66de20725ed3816b from hash 00010000:00000001:0.0:1789307438.028672:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.028672:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028673:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028673:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.028674:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.028675:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028676:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.028677:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.028678:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.028679:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x830a:0x0].0x0 (ffff9fbfa2e1c000) 00010000:00010000:0.0:1789307438.028680:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.028681:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.028682:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028683:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.028684:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028684:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028685:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.028687:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf85ed7000/0x66de20725ed3816b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x830a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c53d expref: 606 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.028690:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 599 00000020:00000040:0.0:1789307438.028691:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 605 00010000:00000010:0.0:1789307438.028692:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf82c7d580. 00010000:00000040:0.0:1789307438.028693:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa2e1c000 count: 0 00010000:00000010:0.0:1789307438.028694:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfa31e0c80. 00010000:00000001:0.0:1789307438.028698:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028699:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028699:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.028700:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 959 00000001:00000001:0.0:1789307438.028701:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.028702:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9c2f300 count: 2 00000004:00000001:0.0:1789307438.028703:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.028704:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.028704:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028705:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028706:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.028707:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028708:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.028709:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.028709:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028710:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028712:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.028712:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.028714:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb95e9000 with handle 0x66de20725ed01808 from hash 00010000:00000001:0.0:1789307438.028715:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.028716:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028716:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028717:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.028718:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.028718:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028719:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.028720:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.028720:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.028721:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e76:0x0].0x0 (ffff9fbfb9c2f300) 00010000:00010000:0.0:1789307438.028722:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.028723:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.028724:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028725:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.028726:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028726:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028727:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.028729:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb95e9000/0x66de20725ed01808 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e76:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798a26 expref: 605 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.028732:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 598 00000020:00000040:0.0:1789307438.028733:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 604 00010000:00000010:0.0:1789307438.028734:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ad0f00. 00010000:00000040:0.0:1789307438.028735:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9c2f300 count: 0 00010000:00000010:0.0:1789307438.028737:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe948bce80. 00010000:00000001:0.0:1789307438.028742:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.028743:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 960 00000001:00000001:0.0:1789307438.028744:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.028745:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb48a8600 count: 2 00000004:00000001:0.0:1789307438.028746:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.028747:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.028747:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028749:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028749:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.028750:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028752:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.028753:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.028754:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028754:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028755:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.028756:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.028757:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9788ba00 with handle 0x66de20725ed2ff74 from hash 00010000:00000001:0.0:1789307438.028758:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.028758:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028759:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028759:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.028760:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.028761:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028762:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.028762:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.028763:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.028764:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8063:0x0].0x0 (ffff9fbfb48a8600) 00010000:00010000:0.0:1789307438.028765:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.028766:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.028767:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028768:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.028768:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028769:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028770:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.028771:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9788ba00/0x66de20725ed2ff74 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8063:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a01b expref: 604 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.028774:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 597 00000020:00000040:0.0:1789307438.028775:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 603 00010000:00000010:0.0:1789307438.028776:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb90f3300. 00010000:00000040:0.0:1789307438.028778:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb48a8600 count: 0 00010000:00000010:0.0:1789307438.028779:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83d8eb80. 00010000:00000001:0.0:1789307438.028782:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.028784:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 961 00000001:00000001:0.0:1789307438.028785:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.028786:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4abe100 count: 2 00000004:00000001:0.0:1789307438.028788:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.028789:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.028790:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028791:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028792:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.028794:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028796:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.028797:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.028799:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028800:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028802:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.028803:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.028805:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8992e600 with handle 0x66de20725ed359cc from hash 00010000:00000001:0.0:1789307438.028807:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.028808:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028809:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028810:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.028812:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.028814:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028816:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.028817:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.028818:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.028820:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x823b:0x0].0x0 (ffff9fbfb4abe100) 00010000:00010000:0.0:1789307438.028822:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.028824:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.028826:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028827:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.028829:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028830:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028831:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.028834:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8992e600/0x66de20725ed359cc lrc: 0/0,0 mode: --/PR res: [0x200002342:0x823b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b9eb expref: 603 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.028840:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 596 00000020:00000040:0.0:1789307438.028843:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 602 00010000:00000010:0.0:1789307438.028844:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbec6873580. 00010000:00000040:0.0:1789307438.028848:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4abe100 count: 0 00010000:00000010:0.0:1789307438.028880:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb933c700. 00010000:00000001:0.0:1789307438.028891:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.028893:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 962 00000001:00000001:0.0:1789307438.028894:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.028897:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a95200 count: 2 00000004:00000001:0.0:1789307438.028898:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.028899:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.028900:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028901:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028902:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.028903:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028906:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.028906:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.028908:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028909:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028910:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.028911:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.028912:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9d3c600 with handle 0x66de20725ed2d7d5 from hash 00010000:00000001:0.0:1789307438.028913:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.028914:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028915:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028915:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.028916:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.028917:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028918:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.028919:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.028919:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.028920:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f94:0x0].0x0 (ffff9fbfb4a95200) 00010000:00010000:0.0:1789307438.028922:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.028923:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.028924:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028925:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.028926:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028927:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028928:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.028930:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9d3c600/0x66de20725ed2d7d5 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f94:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77994c9 expref: 602 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.028934:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 595 00000020:00000040:0.0:1789307438.028935:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 601 00010000:00000010:0.0:1789307438.028937:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86a5f400. 00010000:00000040:0.0:1789307438.028938:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a95200 count: 0 00010000:00000010:0.0:1789307438.028940:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83352a80. 00010000:00000001:0.0:1789307438.028944:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.028945:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 963 00000001:00000001:0.0:1789307438.028946:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.028948:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a82600 count: 2 00000004:00000001:0.0:1789307438.028949:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.028950:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.028951:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028952:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.028953:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.028954:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028956:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.028956:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.028957:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028958:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028958:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.028959:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.028960:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb3c3fe00 with handle 0x66de20725ed3322d from hash 00010000:00000001:0.0:1789307438.028961:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.028962:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028963:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028963:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.028964:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.028965:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028965:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.028966:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.028967:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.028968:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x816c:0x0].0x0 (ffff9fbfb4a82600) 00010000:00010000:0.0:1789307438.028970:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.028971:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.028972:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.028973:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.028974:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.028975:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.028976:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.028979:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb3c3fe00/0x66de20725ed3322d lrc: 0/0,0 mode: --/PR res: [0x200002342:0x816c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ae99 expref: 601 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.028984:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 594 00000020:00000040:0.0:1789307438.028986:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 600 00010000:00000010:0.0:1789307438.028988:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf95cc9180. 00010000:00000040:0.0:1789307438.028990:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a82600 count: 0 00010000:00000010:0.0:1789307438.028993:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe97850c80. 00010000:00000001:0.0:1789307438.029001:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.029003:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 964 00000001:00000001:0.0:1789307438.029004:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.029007:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf90a3e700 count: 2 00000004:00000001:0.0:1789307438.029009:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.029010:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.029011:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029012:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029014:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.029015:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029018:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.029019:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.029021:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029022:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029023:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.029025:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.029027:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf864c4000 with handle 0x66de20725ed38c85 from hash 00010000:00000001:0.0:1789307438.029028:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.029029:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029030:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029031:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.029032:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.029033:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029034:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.029035:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.029036:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.029037:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8344:0x0].0x0 (ffff9fbf90a3e700) 00010000:00010000:0.0:1789307438.029038:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.029039:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.029040:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029041:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.029042:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029043:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029043:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.029046:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf864c4000/0x66de20725ed38c85 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8344:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c869 expref: 600 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.029049:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 593 00000020:00000040:0.0:1789307438.029050:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 599 00010000:00000010:0.0:1789307438.029051:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf978a8400. 00010000:00000040:0.0:1789307438.029055:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf90a3e700 count: 0 00010000:00000010:0.0:1789307438.029057:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb90f4600. 00010000:00000001:0.0:1789307438.029064:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029065:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029066:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.029067:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 965 00000001:00000001:0.0:1789307438.029069:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.029071:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf920bc900 count: 2 00000004:00000001:0.0:1789307438.029073:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.029074:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.029075:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029076:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029077:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.029079:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029081:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.029083:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.029084:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029085:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029087:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.029088:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.029090:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9976a00 with handle 0x66de20725ed0149d from hash 00010000:00000001:0.0:1789307438.029092:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.029093:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029094:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029095:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.029097:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.029098:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029100:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.029101:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.029103:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.029104:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e5d:0x0].0x0 (ffff9fbf920bc900) 00010000:00010000:0.0:1789307438.029106:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.029108:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.029110:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029111:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.029112:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029113:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029114:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.029116:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9976a00/0x66de20725ed0149d lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e5d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798977 expref: 599 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.029120:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 592 00000020:00000040:0.0:1789307438.029121:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 598 00010000:00000010:0.0:1789307438.029123:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf82f6b680. 00010000:00000040:0.0:1789307438.029125:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf920bc900 count: 0 00010000:00000010:0.0:1789307438.029126:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9fac3a00. 00010000:00000001:0.0:1789307438.029132:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.029133:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 966 00000001:00000001:0.0:1789307438.029134:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.029136:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72ab100 count: 2 00000004:00000001:0.0:1789307438.029138:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.029139:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.029140:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029141:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029142:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.029143:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029145:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.029145:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.029147:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029147:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029148:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.029149:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.029150:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5890200 with handle 0x66de20725ed30a8e from hash 00010000:00000001:0.0:1789307438.029151:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.029152:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029152:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029153:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.029154:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.029155:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029156:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.029157:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.029157:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.029159:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x809d:0x0].0x0 (ffff9fbfb72ab100) 00010000:00010000:0.0:1789307438.029160:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.029161:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.029162:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029163:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.029163:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029164:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029164:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.029166:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5890200/0x66de20725ed30a8e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x809d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a347 expref: 598 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.029169:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 591 00000020:00000040:0.0:1789307438.029170:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 597 00010000:00000010:0.0:1789307438.029171:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf85de8280. 00010000:00000040:0.0:1789307438.029173:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72ab100 count: 0 00010000:00000010:0.0:1789307438.029175:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfc0e20a80. 00010000:00000001:0.0:1789307438.029181:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.029182:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 967 00000001:00000001:0.0:1789307438.029183:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.029184:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a8bf00 count: 2 00000004:00000001:0.0:1789307438.029185:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.029186:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.029187:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029188:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029189:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.029191:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029193:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.029194:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.029196:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029197:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029198:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.029199:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.029201:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbd65c800 with handle 0x66de20725ed364e6 from hash 00010000:00000001:0.0:1789307438.029203:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.029204:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029204:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029206:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.029207:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.029208:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029210:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.029211:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.029212:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.029214:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8275:0x0].0x0 (ffff9fbfb4a8bf00) 00010000:00010000:0.0:1789307438.029216:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.029217:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.029219:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029221:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.029222:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029223:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029223:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.029226:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbd65c800/0x66de20725ed364e6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8275:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bd17 expref: 597 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.029233:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 590 00000020:00000040:0.0:1789307438.029234:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 596 00010000:00000010:0.0:1789307438.029236:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbe8aa3d080. 00010000:00000040:0.0:1789307438.029239:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a8bf00 count: 0 00010000:00000010:0.0:1789307438.029241:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbc7f7800. 00010000:00000001:0.0:1789307438.029248:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.029249:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 968 00000001:00000001:0.0:1789307438.029251:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.029253:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72d9500 count: 2 00000004:00000001:0.0:1789307438.029255:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.029256:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.029258:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029259:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029260:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.029261:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029264:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.029265:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.029267:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029268:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029269:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.029270:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.029273:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb92e5400 with handle 0x66de20725ed2e2ef from hash 00010000:00000001:0.0:1789307438.029275:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.029276:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029277:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029278:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.029279:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.029280:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029281:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.029282:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.029283:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.029284:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fce:0x0].0x0 (ffff9fbfb72d9500) 00010000:00010000:0.0:1789307438.029286:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.029287:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.029289:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029289:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.029290:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029291:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029292:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.029294:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb92e5400/0x66de20725ed2e2ef lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77997f5 expref: 596 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.029297:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 589 00000020:00000040:0.0:1789307438.029299:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 595 00010000:00000010:0.0:1789307438.029300:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf909a8380. 00010000:00000040:0.0:1789307438.029302:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72d9500 count: 0 00010000:00000010:0.0:1789307438.029303:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf831a1100. 00010000:00000001:0.0:1789307438.029308:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.029309:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 969 00000001:00000001:0.0:1789307438.029310:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.029312:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf84fa4500 count: 2 00000004:00000001:0.0:1789307438.029314:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.029314:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.029315:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029316:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029317:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.029318:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029320:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.029321:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.029321:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029322:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029323:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.029324:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.029325:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb7d1a200 with handle 0x66de20725ed33d47 from hash 00010000:00000001:0.0:1789307438.029326:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.029327:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029328:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029328:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.029329:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.029330:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029331:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.029332:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.029332:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.029334:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81a6:0x0].0x0 (ffff9fbf84fa4500) 00010000:00010000:0.0:1789307438.029335:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.029336:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.029337:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029338:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.029338:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029339:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029340:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.029341:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb7d1a200/0x66de20725ed33d47 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81a6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b1c5 expref: 595 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.029344:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 588 00000020:00000040:0.0:1789307438.029345:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 594 00010000:00000010:0.0:1789307438.029346:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbbf14500. 00010000:00000040:0.0:1789307438.029348:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf84fa4500 count: 0 00010000:00000010:0.0:1789307438.029349:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb5fda880. 00010000:00000001:0.0:1789307438.029352:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.029353:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 970 00000001:00000001:0.0:1789307438.029354:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.029356:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72b0800 count: 2 00000004:00000001:0.0:1789307438.029357:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.029357:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.029358:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029359:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029359:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.029360:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029362:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.029362:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.029363:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029364:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029365:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.029366:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.029367:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbe7c600 with handle 0x66de20725ed02479 from hash 00010000:00000001:0.0:1789307438.029369:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.029369:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029370:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029371:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.029372:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.029372:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029373:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.029374:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.029374:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.029375:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ed1:0x0].0x0 (ffff9fbfb72b0800) 00010000:00010000:0.0:1789307438.029376:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.029378:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.029379:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029380:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.029380:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029381:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029381:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.029383:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbbe7c600/0x66de20725ed02479 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ed1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798ca3 expref: 594 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.029386:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 587 00000020:00000040:0.0:1789307438.029387:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 593 00010000:00000010:0.0:1789307438.029388:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb5a9d500. 00010000:00000040:0.0:1789307438.029389:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72b0800 count: 0 00010000:00000010:0.0:1789307438.029391:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbec56d9a80. 00010000:00000001:0.0:1789307438.029395:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.029396:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 971 00000001:00000001:0.0:1789307438.029397:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.029398:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf855b4200 count: 2 00000004:00000001:0.0:1789307438.029399:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.029400:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.029401:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029402:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029402:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.029404:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029405:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.029406:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.029407:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029408:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029409:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.029409:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.029411:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9f84400 with handle 0x66de20725ed315a8 from hash 00010000:00000001:0.0:1789307438.029412:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.029412:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029413:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029413:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.029414:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.029415:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029416:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.029416:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.029417:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.029418:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80d7:0x0].0x0 (ffff9fbf855b4200) 00010000:00010000:0.0:1789307438.029419:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.029420:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.029421:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029422:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.029422:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029423:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029423:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.029425:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9f84400/0x66de20725ed315a8 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a673 expref: 593 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.029428:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 586 00000020:00000040:0.0:1789307438.029429:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 592 00010000:00000010:0.0:1789307438.029430:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ad0080. 00010000:00000040:0.0:1789307438.029432:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf855b4200 count: 0 00010000:00000010:0.0:1789307438.029433:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83f8d780. 00010000:00000001:0.0:1789307438.029439:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.029440:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 972 00000001:00000001:0.0:1789307438.029441:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.029443:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf853cbb00 count: 2 00000004:00000001:0.0:1789307438.029445:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.029446:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.029446:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029447:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029448:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.029449:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029450:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.029451:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.029452:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029452:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029453:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.029454:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.029455:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf978d4600 with handle 0x66de20725ed2ee09 from hash 00010000:00000001:0.0:1789307438.029456:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.029457:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029457:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029458:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.029459:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.029459:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029460:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.029461:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.029461:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.029462:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8008:0x0].0x0 (ffff9fbf853cbb00) 00010000:00010000:0.0:1789307438.029463:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.029464:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.029465:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029466:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.029467:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029467:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029468:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.029470:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf978d4600/0x66de20725ed2ee09 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8008:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799b21 expref: 592 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.029473:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 585 00000020:00000040:0.0:1789307438.029474:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 591 00010000:00000010:0.0:1789307438.029475:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf98a4ba80. 00010000:00000040:0.0:1789307438.029477:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf853cbb00 count: 0 00010000:00000010:0.0:1789307438.029479:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9a47a200. 00010000:00000001:0.0:1789307438.029484:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.029485:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 973 00000001:00000001:0.0:1789307438.029486:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.029487:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72ae800 count: 2 00000004:00000001:0.0:1789307438.029488:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.029489:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.029490:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029491:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029491:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.029492:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029494:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.029494:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.029495:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029496:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029496:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.029497:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.029498:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9788b000 with handle 0x66de20725ed03455 from hash 00010000:00000001:0.0:1789307438.029499:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.029500:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029501:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029501:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.029502:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.029503:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029503:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.029504:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.029505:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.029506:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f45:0x0].0x0 (ffff9fbfb72ae800) 00010000:00010000:0.0:1789307438.029507:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.029508:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.029509:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029509:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.029510:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029511:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029511:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.029513:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9788b000/0x66de20725ed03455 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798fcf expref: 591 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.029517:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 584 00000020:00000040:0.0:1789307438.029518:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 590 00010000:00000010:0.0:1789307438.029519:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfc0822100. 00010000:00000040:0.0:1789307438.029522:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72ae800 count: 0 00010000:00000010:0.0:1789307438.029523:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4118e00. 00010000:00000001:0.0:1789307438.029526:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.029527:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 974 00000001:00000001:0.0:1789307438.029528:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.029529:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9d9b700 count: 2 00000004:00000001:0.0:1789307438.029530:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.029531:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.029532:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029532:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029533:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.029534:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029536:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.029536:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.029537:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029538:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029539:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.029540:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.029541:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb966a800 with handle 0x66de20725ecffbbb from hash 00010000:00000001:0.0:1789307438.029542:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.029543:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029543:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029544:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.029544:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.029545:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029546:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.029547:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.029547:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.029548:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7da7:0x0].0x0 (ffff9fbfb9d9b700) 00010000:00010000:0.0:1789307438.029549:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.029551:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.029552:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029553:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.029554:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029555:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029556:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.029557:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb966a800/0x66de20725ecffbbb lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7da7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779847d expref: 590 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.029561:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 583 00000020:00000040:0.0:1789307438.029561:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 589 00010000:00000010:0.0:1789307438.029563:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9acf400. 00010000:00000040:0.0:1789307438.029564:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9d9b700 count: 0 00010000:00000010:0.0:1789307438.029566:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbd614080. 00010000:00000001:0.0:1789307438.029570:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.029570:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 975 00000001:00000001:0.0:1789307438.029571:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.029573:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb49b8a00 count: 2 00000004:00000001:0.0:1789307438.029574:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.029574:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.029575:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029576:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029576:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.029577:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029579:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.029579:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.029580:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029581:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029582:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.029583:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.029584:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0bf7800 with handle 0x66de20725ed030ea from hash 00010000:00000001:0.0:1789307438.029586:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.029586:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029587:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029588:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.029588:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.029589:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029590:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.029591:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.029592:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.029593:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f2c:0x0].0x0 (ffff9fbfb49b8a00) 00010000:00010000:0.0:1789307438.029594:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.029596:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.029597:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029597:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.029598:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029599:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029599:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.029601:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0bf7800/0x66de20725ed030ea lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798f20 expref: 589 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.029604:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 582 00000020:00000040:0.0:1789307438.029605:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 588 00010000:00000010:0.0:1789307438.029606:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfa30a1d00. 00010000:00000040:0.0:1789307438.029608:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb49b8a00 count: 0 00010000:00000010:0.0:1789307438.029609:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf92387900. 00010000:00000001:0.0:1789307438.029614:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.029615:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 976 00000001:00000001:0.0:1789307438.029615:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.029617:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb63f9300 count: 2 00000004:00000001:0.0:1789307438.029618:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.029619:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.029620:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029620:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029621:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.029622:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029624:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.029624:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.029625:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029626:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029626:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.029627:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.029629:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb52d5800 with handle 0x66de20725ecff850 from hash 00010000:00000001:0.0:1789307438.029630:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.029631:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029632:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029633:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.029634:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.029635:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029635:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.029636:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.029637:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.029638:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7d8e:0x0].0x0 (ffff9fbfb63f9300) 00010000:00010000:0.0:1789307438.029639:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.029640:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.029641:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029641:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.029642:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029643:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029643:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.029645:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb52d5800/0x66de20725ecff850 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7d8e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77983ce expref: 588 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.029648:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 581 00000020:00000040:0.0:1789307438.029649:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 587 00010000:00000010:0.0:1789307438.029650:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9a9b000. 00010000:00000040:0.0:1789307438.029651:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb63f9300 count: 0 00010000:00000010:0.0:1789307438.029653:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9a776580. 00010000:00000001:0.0:1789307438.029656:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.029657:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 977 00000001:00000001:0.0:1789307438.029658:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.029660:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbb4dc300 count: 2 00000004:00000001:0.0:1789307438.029661:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.029661:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.029662:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029663:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029664:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.029665:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029666:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.029667:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.029668:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029669:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029670:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.029670:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.029672:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4853200 with handle 0x66de20725ed37651 from hash 00010000:00000001:0.0:1789307438.029673:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.029673:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029674:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029674:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.029675:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.029676:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029677:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.029677:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.029678:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.029679:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82d0:0x0].0x0 (ffff9fbfbb4dc300) 00010000:00010000:0.0:1789307438.029680:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.029681:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.029682:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029683:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.029684:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029684:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029685:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.029686:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4853200/0x66de20725ed37651 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c211 expref: 587 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.029689:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 580 00000020:00000040:0.0:1789307438.029690:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 586 00010000:00000010:0.0:1789307438.029691:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf97c25880. 00010000:00000040:0.0:1789307438.029693:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbb4dc300 count: 0 00010000:00000010:0.0:1789307438.029694:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9c28b00. 00010000:00000001:0.0:1789307438.029699:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029699:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029700:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.029701:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 978 00000001:00000001:0.0:1789307438.029702:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.029703:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a76300 count: 2 00000004:00000001:0.0:1789307438.029705:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.029705:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.029706:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029707:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029707:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.029708:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029710:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.029710:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.029711:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029712:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029712:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.029713:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.029714:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb6105800 with handle 0x66de20725ed0082c from hash 00010000:00000001:0.0:1789307438.029715:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.029716:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029717:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029717:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.029718:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.029719:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029719:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.029720:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.029721:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.029722:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e02:0x0].0x0 (ffff9fbfb4a76300) 00010000:00010000:0.0:1789307438.029723:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.029724:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.029725:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029726:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.029726:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029727:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029727:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.029729:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb6105800/0x66de20725ed0082c lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e02:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77986fa expref: 586 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.029737:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 579 00000020:00000040:0.0:1789307438.029739:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 585 00010000:00000010:0.0:1789307438.029740:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbcb87f80. 00010000:00000040:0.0:1789307438.029746:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a76300 count: 0 00010000:00000010:0.0:1789307438.029749:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9da1280. 00010000:00000001:0.0:1789307438.029757:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.029759:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 979 00000001:00000001:0.0:1789307438.029761:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.029764:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb1a87f00 count: 2 00000004:00000001:0.0:1789307438.029766:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.029767:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.029769:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029770:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029771:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.029773:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029775:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.029777:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.029779:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029780:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029781:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.029782:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.029785:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0bf6c00 with handle 0x66de20725ed2e7b8 from hash 00010000:00000001:0.0:1789307438.029787:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.029788:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029789:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029790:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.029792:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.029793:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029795:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.029796:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.029797:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.029799:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fe7:0x0].0x0 (ffff9fbfb1a87f00) 00010000:00010000:0.0:1789307438.029801:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.029804:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.029806:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029807:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.029808:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029809:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029810:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.029814:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0bf6c00/0x66de20725ed2e7b8 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fe7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799953 expref: 585 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.029821:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 578 00000020:00000040:0.0:1789307438.029823:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 584 00010000:00000010:0.0:1789307438.029825:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf8906ba00. 00010000:00000040:0.0:1789307438.029828:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb1a87f00 count: 0 00010000:00000010:0.0:1789307438.029831:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe96722b00. 00010000:00000001:0.0:1789307438.029841:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.029842:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 980 00000001:00000001:0.0:1789307438.029844:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.029847:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf98ca6b00 count: 2 00000004:00000001:0.0:1789307438.029849:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.029868:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.029881:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029882:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029883:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.029885:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029888:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.029890:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.029893:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029895:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029896:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.029898:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.029900:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4b36800 with handle 0x66de20725ed02b4f from hash 00010000:00000001:0.0:1789307438.029902:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.029903:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029904:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029905:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.029907:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.029909:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029910:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.029912:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.029913:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.029914:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f03:0x0].0x0 (ffff9fbf98ca6b00) 00010000:00010000:0.0:1789307438.029917:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.029919:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.029921:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029922:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.029923:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029924:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029926:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.029929:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4b36800/0x66de20725ed02b4f lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f03:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798e01 expref: 584 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.029936:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 577 00000020:00000040:0.0:1789307438.029938:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 583 00010000:00000010:0.0:1789307438.029940:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb306f080. 00010000:00000040:0.0:1789307438.029944:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf98ca6b00 count: 0 00010000:00000010:0.0:1789307438.029947:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9fa44380. 00010000:00000001:0.0:1789307438.029954:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.029956:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 981 00000001:00000001:0.0:1789307438.029958:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.029960:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9fa3d00 count: 2 00000004:00000001:0.0:1789307438.029962:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.029963:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.029964:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029965:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.029966:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.029968:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029970:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.029972:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.029973:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029974:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029976:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.029977:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.029980:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf82d28200 with handle 0x66de20725ed027e4 from hash 00010000:00000001:0.0:1789307438.029982:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.029983:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.029984:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.029985:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.029987:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.029988:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.029989:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.029990:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.029992:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.029993:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7eea:0x0].0x0 (ffff9fbfb9fa3d00) 00010000:00010000:0.0:1789307438.029996:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.029997:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.029999:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030001:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.030002:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030003:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030004:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.030007:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf82d28200/0x66de20725ed027e4 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7eea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798d52 expref: 583 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.030013:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 576 00000020:00000040:0.0:1789307438.030015:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 582 00010000:00000010:0.0:1789307438.030017:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf89d2f200. 00010000:00000040:0.0:1789307438.030020:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9fa3d00 count: 0 00010000:00000010:0.0:1789307438.030023:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf864d2e80. 00010000:00000001:0.0:1789307438.030029:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.030031:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 982 00000001:00000001:0.0:1789307438.030032:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.030035:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf878a3b00 count: 2 00000004:00000001:0.0:1789307438.030037:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.030039:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.030040:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.030041:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.030042:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.030045:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030048:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.030049:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.030050:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030051:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030053:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.030054:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.030056:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf97824e00 with handle 0x66de20725ed037c0 from hash 00010000:00000001:0.0:1789307438.030058:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.030059:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030060:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030061:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.030062:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.030064:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030065:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.030066:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.030068:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.030069:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f5e:0x0].0x0 (ffff9fbf878a3b00) 00010000:00010000:0.0:1789307438.030071:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.030073:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.030075:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030077:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.030078:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030079:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030080:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.030084:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97824e00/0x66de20725ed037c0 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f5e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779907e expref: 582 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.030090:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 575 00000020:00000040:0.0:1789307438.030092:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 581 00010000:00000010:0.0:1789307438.030094:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf978b8b00. 00010000:00000040:0.0:1789307438.030098:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf878a3b00 count: 0 00010000:00000010:0.0:1789307438.030100:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4118400. 00010000:00000001:0.0:1789307438.030108:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.030110:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 983 00000001:00000001:0.0:1789307438.030112:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.030115:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9c2f500 count: 2 00000004:00000001:0.0:1789307438.030117:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.030118:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.030120:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.030121:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.030122:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.030124:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030128:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.030129:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.030131:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030132:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030133:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.030135:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.030137:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb945f400 with handle 0x66de20725ed37000 from hash 00010000:00000001:0.0:1789307438.030139:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.030140:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030141:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030142:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.030144:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.030145:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030147:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.030148:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.030150:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.030151:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82af:0x0].0x0 (ffff9fbfb9c2f500) 00010000:00010000:0.0:1789307438.030154:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.030156:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.030157:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030159:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.030160:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030161:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030162:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.030166:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb945f400/0x66de20725ed37000 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82af:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c043 expref: 581 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.030172:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 574 00000020:00000040:0.0:1789307438.030173:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 580 00010000:00000010:0.0:1789307438.030176:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbe872bb700. 00010000:00000040:0.0:1789307438.030184:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9c2f500 count: 0 00010000:00000010:0.0:1789307438.030187:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe8d0e5100. 00010000:00000001:0.0:1789307438.030195:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030196:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030197:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.030199:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 984 00000001:00000001:0.0:1789307438.030200:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.030203:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa2e1ca00 count: 2 00000004:00000001:0.0:1789307438.030205:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.030206:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.030208:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.030209:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.030210:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.030212:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030214:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.030216:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.030218:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030219:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030220:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.030221:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.030224:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf90b04000 with handle 0x66de20725ecfff26 from hash 00010000:00000001:0.0:1789307438.030226:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.030227:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030228:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030229:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.030230:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.030232:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030233:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.030235:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.030236:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.030238:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7dc0:0x0].0x0 (ffff9fbfa2e1ca00) 00010000:00010000:0.0:1789307438.030240:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.030241:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.030243:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030244:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.030245:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030247:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030248:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.030251:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf90b04000/0x66de20725ecfff26 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7dc0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779852c expref: 580 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.030257:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 573 00000020:00000040:0.0:1789307438.030259:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 579 00010000:00000010:0.0:1789307438.030261:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbe810f5300. 00010000:00000040:0.0:1789307438.030264:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa2e1ca00 count: 0 00010000:00000010:0.0:1789307438.030266:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9d03280. 00010000:00000001:0.0:1789307438.030272:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.030274:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 985 00000001:00000001:0.0:1789307438.030275:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.030277:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf831fb600 count: 2 00000004:00000001:0.0:1789307438.030279:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.030280:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.030282:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.030283:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.030284:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.030285:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030288:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.030289:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.030290:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030291:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030293:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.030294:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.030297:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8626d600 with handle 0x66de20725ed34861 from hash 00010000:00000001:0.0:1789307438.030298:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.030299:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030300:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030301:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.030302:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.030304:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030305:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.030307:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.030308:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.030310:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81e0:0x0].0x0 (ffff9fbf831fb600) 00010000:00010000:0.0:1789307438.030312:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.030314:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.030315:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030317:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.030318:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030319:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030320:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.030323:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8626d600/0x66de20725ed34861 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b4f1 expref: 579 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.030330:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 572 00000020:00000040:0.0:1789307438.030331:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 578 00010000:00000010:0.0:1789307438.030333:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb49bb380. 00010000:00000040:0.0:1789307438.030336:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf831fb600 count: 0 00010000:00000010:0.0:1789307438.030339:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbec56d9b80. 00010000:00000001:0.0:1789307438.030346:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.030348:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 986 00000001:00000001:0.0:1789307438.030349:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.030352:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf865cf100 count: 2 00000004:00000001:0.0:1789307438.030353:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.030354:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.030356:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.030357:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.030358:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.030359:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030362:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.030363:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.030365:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030366:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030367:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.030368:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.030370:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb72ffa00 with handle 0x66de20725ed320c2 from hash 00010000:00000001:0.0:1789307438.030371:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.030372:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030374:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030375:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.030377:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.030378:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030379:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.030380:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.030381:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.030383:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8111:0x0].0x0 (ffff9fbf865cf100) 00010000:00010000:0.0:1789307438.030385:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.030386:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.030388:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030389:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.030390:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030391:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030392:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.030395:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb72ffa00/0x66de20725ed320c2 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8111:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a99f expref: 578 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.030400:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 571 00000020:00000040:0.0:1789307438.030402:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 577 00010000:00000010:0.0:1789307438.030404:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4393080. 00010000:00000040:0.0:1789307438.030407:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf865cf100 count: 0 00010000:00000010:0.0:1789307438.030409:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9fa2f80. 00010000:00000001:0.0:1789307438.030416:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.030417:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 987 00000001:00000001:0.0:1789307438.030419:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.030422:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a97c00 count: 2 00000004:00000001:0.0:1789307438.030424:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.030425:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.030427:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.030428:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.030429:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.030431:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030433:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.030434:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.030436:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030438:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030439:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.030440:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.030443:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8984dc00 with handle 0x66de20725ed37b1a from hash 00010000:00000001:0.0:1789307438.030445:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.030446:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030447:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030448:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.030449:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.030450:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030452:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.030453:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.030454:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.030455:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82e9:0x0].0x0 (ffff9fbfb4a97c00) 00010000:00010000:0.0:1789307438.030457:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.030459:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.030460:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030461:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.030463:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030463:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030464:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.030467:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8984dc00/0x66de20725ed37b1a lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82e9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c36f expref: 577 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.030473:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 570 00000020:00000040:0.0:1789307438.030475:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 576 00010000:00000010:0.0:1789307438.030477:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf83b5f300. 00010000:00000040:0.0:1789307438.030480:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a97c00 count: 0 00010000:00000010:0.0:1789307438.030483:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4ad1380. 00010000:00000001:0.0:1789307438.030489:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030491:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030492:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.030493:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 988 00000001:00000001:0.0:1789307438.030494:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.030496:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf835c4400 count: 2 00000004:00000001:0.0:1789307438.030498:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.030500:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.030501:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.030502:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.030503:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.030504:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030507:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.030508:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.030509:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030511:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030512:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.030513:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.030515:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbd3c200 with handle 0x66de20725ed00f02 from hash 00010000:00000001:0.0:1789307438.030517:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.030518:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030519:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030519:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.030521:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.030522:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030523:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.030525:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.030526:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.030527:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e34:0x0].0x0 (ffff9fbf835c4400) 00010000:00010000:0.0:1789307438.030529:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.030531:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.030533:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030534:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.030535:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030536:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030537:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.030541:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbbd3c200/0x66de20725ed00f02 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798858 expref: 576 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.030547:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 569 00000020:00000040:0.0:1789307438.030548:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 575 00010000:00000010:0.0:1789307438.030550:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9ddda80. 00010000:00000040:0.0:1789307438.030553:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf835c4400 count: 0 00010000:00000010:0.0:1789307438.030556:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe85a59300. 00010000:00000001:0.0:1789307438.030563:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.030565:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 989 00000001:00000001:0.0:1789307438.030566:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.030569:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9d02e00 count: 2 00000004:00000001:0.0:1789307438.030571:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.030572:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.030574:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.030575:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.030576:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.030577:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030579:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.030580:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.030582:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030583:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030584:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.030585:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.030587:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5d6e800 with handle 0x66de20725ed2f923 from hash 00010000:00000001:0.0:1789307438.030589:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.030590:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030591:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030592:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.030593:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.030594:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030596:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.030597:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.030598:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.030600:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8042:0x0].0x0 (ffff9fbfb9d02e00) 00010000:00010000:0.0:1789307438.030602:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.030604:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.030605:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030607:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.030608:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030609:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030610:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.030613:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5d6e800/0x66de20725ed2f923 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8042:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799e4d expref: 575 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.030623:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 568 00000020:00000040:0.0:1789307438.030625:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 574 00010000:00000010:0.0:1789307438.030627:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf866f6100. 00010000:00000040:0.0:1789307438.030629:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9d02e00 count: 0 00010000:00000010:0.0:1789307438.030632:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9da1100. 00010000:00000001:0.0:1789307438.030638:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.030639:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 990 00000001:00000001:0.0:1789307438.030641:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.030643:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a8d200 count: 2 00000004:00000001:0.0:1789307438.030645:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.030646:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.030647:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.030649:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.030650:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.030651:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030653:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.030654:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.030656:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030657:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030658:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.030659:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.030662:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2fad400 with handle 0x66de20725ed3537b from hash 00010000:00000001:0.0:1789307438.030663:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.030665:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030666:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030666:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.030668:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.030669:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030670:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.030671:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.030673:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.030674:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x821a:0x0].0x0 (ffff9fbfb4a8d200) 00010000:00010000:0.0:1789307438.030676:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.030679:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.030681:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030682:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.030683:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030684:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030685:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.030688:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2fad400/0x66de20725ed3537b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x821a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b81d expref: 574 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.030695:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 567 00000020:00000040:0.0:1789307438.030696:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 573 00010000:00000010:0.0:1789307438.030698:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf84faa180. 00010000:00000040:0.0:1789307438.030700:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a8d200 count: 0 00010000:00000010:0.0:1789307438.030703:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4341280. 00010000:00000001:0.0:1789307438.030711:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.030712:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 991 00000001:00000001:0.0:1789307438.030713:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.030716:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9f05900 count: 2 00000004:00000001:0.0:1789307438.030718:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.030719:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.030720:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.030721:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.030723:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.030725:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030727:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.030728:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.030730:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030731:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030732:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.030734:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.030736:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2a55400 with handle 0x66de20725ed32bdc from hash 00010000:00000001:0.0:1789307438.030738:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.030739:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030740:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030741:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.030742:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.030744:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030746:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.030747:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.030748:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.030750:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x814b:0x0].0x0 (ffff9fbfb9f05900) 00010000:00010000:0.0:1789307438.030752:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.030754:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.030755:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030757:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.030758:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030759:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030760:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.030763:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2a55400/0x66de20725ed32bdc lrc: 0/0,0 mode: --/PR res: [0x200002342:0x814b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779accb expref: 573 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.030769:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 566 00000020:00000040:0.0:1789307438.030770:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 572 00010000:00000010:0.0:1789307438.030772:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd63dc00. 00010000:00000040:0.0:1789307438.030775:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9f05900 count: 0 00010000:00000010:0.0:1789307438.030777:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a98000. 00010000:00000001:0.0:1789307438.030783:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.030785:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 992 00000001:00000001:0.0:1789307438.030786:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.030789:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbe85816a00 count: 2 00000004:00000001:0.0:1789307438.030790:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.030792:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.030793:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.030794:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.030795:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.030797:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030799:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.030800:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.030802:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030803:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030804:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.030805:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.030808:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9214fa00 with handle 0x66de20725ed38634 from hash 00010000:00000001:0.0:1789307438.030809:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.030810:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030811:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030812:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.030814:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.030815:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030816:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.030817:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.030819:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.030820:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8323:0x0].0x0 (ffff9fbe85816a00) 00010000:00010000:0.0:1789307438.030822:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.030824:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.030825:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030827:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.030828:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030829:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030830:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.030833:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9214fa00/0x66de20725ed38634 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8323:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c69b expref: 572 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.030839:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 565 00000020:00000040:0.0:1789307438.030841:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 571 00010000:00000010:0.0:1789307438.030842:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb5948480. 00010000:00000040:0.0:1789307438.030846:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbe85816a00 count: 0 00010000:00000010:0.0:1789307438.030849:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf921b7080. 00010000:00000001:0.0:1789307438.030889:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030891:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030893:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.030894:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 993 00000001:00000001:0.0:1789307438.030896:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.030899:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbee84c00 count: 2 00000004:00000001:0.0:1789307438.030901:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.030902:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.030903:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.030905:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.030907:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.030908:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030910:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.030912:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.030913:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030914:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030915:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.030917:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.030919:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9dcaa00 with handle 0x66de20725ed00b97 from hash 00010000:00000001:0.0:1789307438.030920:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.030922:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030923:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030924:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.030925:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.030927:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030928:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.030929:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.030930:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.030932:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e1b:0x0].0x0 (ffff9fbfbee84c00) 00010000:00010000:0.0:1789307438.030934:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.030936:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.030938:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030939:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.030940:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030941:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030942:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.030946:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9dcaa00/0x66de20725ed00b97 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77987a9 expref: 571 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.030952:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 564 00000020:00000040:0.0:1789307438.030954:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 570 00010000:00000010:0.0:1789307438.030956:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf9206ec80. 00010000:00000040:0.0:1789307438.030958:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbee84c00 count: 0 00010000:00000010:0.0:1789307438.030960:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9f06280. 00010000:00000001:0.0:1789307438.030967:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.030969:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 994 00000001:00000001:0.0:1789307438.030970:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.030973:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb92dfb00 count: 2 00000004:00000001:0.0:1789307438.030975:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.030976:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.030978:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.030979:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.030980:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.030982:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.030985:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.030986:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.030988:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030989:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.030990:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.030992:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.030994:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9195200 with handle 0x66de20725ed3043d from hash 00010000:00000001:0.0:1789307438.030996:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.030997:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.030998:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031000:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.031001:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.031002:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031004:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.031005:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.031006:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.031008:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x807c:0x0].0x0 (ffff9fbfb92dfb00) 00010000:00010000:0.0:1789307438.031010:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.031012:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.031014:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031016:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.031017:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031018:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031019:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.031022:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9195200/0x66de20725ed3043d lrc: 0/0,0 mode: --/PR res: [0x200002342:0x807c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a179 expref: 570 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.031028:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 563 00000020:00000040:0.0:1789307438.031031:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 569 00010000:00000010:0.0:1789307438.031032:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf839bec00. 00010000:00000040:0.0:1789307438.031035:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb92dfb00 count: 0 00010000:00000010:0.0:1789307438.031037:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8321d480. 00010000:00000001:0.0:1789307438.031044:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.031046:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 995 00000001:00000001:0.0:1789307438.031047:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.031049:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf82c25c00 count: 2 00000004:00000001:0.0:1789307438.031051:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.031052:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.031054:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.031055:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.031056:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.031057:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031059:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.031061:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.031062:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031063:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031064:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.031065:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.031067:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2bdd200 with handle 0x66de20725ed35e95 from hash 00010000:00000001:0.0:1789307438.031069:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.031070:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031071:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031072:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.031073:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.031074:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031075:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.031077:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.031078:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.031079:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8254:0x0].0x0 (ffff9fbf82c25c00) 00010000:00010000:0.0:1789307438.031081:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.031083:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.031085:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031086:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.031087:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031089:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031090:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.031093:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2bdd200/0x66de20725ed35e95 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8254:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bb49 expref: 569 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.031098:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 562 00000020:00000040:0.0:1789307438.031100:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 568 00010000:00000010:0.0:1789307438.031102:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb58a6b80. 00010000:00000040:0.0:1789307438.031106:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf82c25c00 count: 0 00010000:00000010:0.0:1789307438.031109:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9c2e000. 00010000:00000001:0.0:1789307438.031117:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.031118:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 996 00000001:00000001:0.0:1789307438.031119:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.031122:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85cdfe00 count: 2 00000004:00000001:0.0:1789307438.031124:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.031125:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.031126:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.031128:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.031129:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.031130:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031133:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.031134:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.031135:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031136:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031137:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.031138:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.031140:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0e23600 with handle 0x66de20725ed2dc9e from hash 00010000:00000001:0.0:1789307438.031142:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.031143:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031144:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031145:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.031147:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.031148:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031149:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.031151:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.031152:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.031154:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fad:0x0].0x0 (ffff9fbf85cdfe00) 00010000:00010000:0.0:1789307438.031156:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.031158:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.031160:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031162:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.031163:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031164:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031165:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.031168:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0e23600/0x66de20725ed2dc9e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799627 expref: 568 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.031173:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 561 00000020:00000040:0.0:1789307438.031175:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 567 00010000:00000010:0.0:1789307438.031177:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfa316ef80. 00010000:00000040:0.0:1789307438.031179:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85cdfe00 count: 0 00010000:00000010:0.0:1789307438.031182:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf90bab200. 00010000:00000001:0.0:1789307438.031188:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.031189:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 997 00000001:00000001:0.0:1789307438.031191:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.031193:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbbdedd00 count: 2 00000004:00000001:0.0:1789307438.031195:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.031196:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.031198:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.031199:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.031200:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.031201:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031204:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.031205:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.031206:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031208:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031209:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.031210:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.031212:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb29a5000 with handle 0x66de20725ed336f6 from hash 00010000:00000001:0.0:1789307438.031214:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.031215:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031217:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031217:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.031219:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.031220:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031221:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.031222:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.031223:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.031225:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8185:0x0].0x0 (ffff9fbfbbdedd00) 00010000:00010000:0.0:1789307438.031227:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.031228:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.031230:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031231:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.031232:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031233:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031234:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.031237:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb29a5000/0x66de20725ed336f6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8185:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779aff7 expref: 567 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.031243:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 560 00000020:00000040:0.0:1789307438.031244:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 566 00010000:00000010:0.0:1789307438.031246:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86574300. 00010000:00000040:0.0:1789307438.031248:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbbdedd00 count: 0 00010000:00000010:0.0:1789307438.031251:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9faa9280. 00010000:00000001:0.0:1789307438.031258:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.031259:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 998 00000001:00000001:0.0:1789307438.031260:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.031263:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9fa0ef00 count: 2 00000004:00000001:0.0:1789307438.031265:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.031266:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.031267:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.031269:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.031270:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.031272:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031274:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.031275:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.031277:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031278:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031279:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.031281:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.031283:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb3c23800 with handle 0x66de20725ed01b73 from hash 00010000:00000001:0.0:1789307438.031285:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.031286:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031287:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031288:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.031289:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.031290:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031292:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.031293:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.031295:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.031296:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e8f:0x0].0x0 (ffff9fbf9fa0ef00) 00010000:00010000:0.0:1789307438.031298:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.031301:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.031302:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031303:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.031305:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031306:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031307:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.031310:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb3c23800/0x66de20725ed01b73 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e8f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798ad5 expref: 566 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.031316:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 559 00000020:00000040:0.0:1789307438.031318:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 565 00010000:00000010:0.0:1789307438.031320:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb7e51e00. 00010000:00000040:0.0:1789307438.031322:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf9fa0ef00 count: 0 00010000:00000010:0.0:1789307438.031325:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9a97500. 00010000:00000001:0.0:1789307438.031332:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.031333:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 999 00000001:00000001:0.0:1789307438.031335:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.031338:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb2489100 count: 2 00000004:00000001:0.0:1789307438.031339:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.031341:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.031342:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.031344:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.031345:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.031347:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031349:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.031351:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.031352:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031353:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031354:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.031356:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.031358:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2a30c00 with handle 0x66de20725ed30f57 from hash 00010000:00000001:0.0:1789307438.031360:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.031361:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031362:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031363:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.031365:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.031366:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031368:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.031369:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.031370:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.031371:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80b6:0x0].0x0 (ffff9fbfb2489100) 00010000:00010000:0.0:1789307438.031373:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.031375:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.031377:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031378:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.031379:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031380:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031381:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.031385:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2a30c00/0x66de20725ed30f57 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80b6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a4a5 expref: 565 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.031390:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 558 00000020:00000040:0.0:1789307438.031392:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 564 00010000:00000010:0.0:1789307438.031393:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9f0a280. 00010000:00000040:0.0:1789307438.031396:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb2489100 count: 0 00010000:00000010:0.0:1789307438.031398:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfa318aa80. 00010000:00000001:0.0:1789307438.031406:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.031407:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1000 00000001:00000001:0.0:1789307438.031409:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.031412:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4ac1c00 count: 2 00000004:00000001:0.0:1789307438.031414:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.031415:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.031416:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.031417:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.031418:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.031420:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031422:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.031424:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.031425:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031426:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031427:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.031429:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.031431:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbf232800 with handle 0x66de20725ed369af from hash 00010000:00000001:0.0:1789307438.031432:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.031434:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031435:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031436:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.031437:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.031439:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031440:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.031441:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.031442:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.031444:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x828e:0x0].0x0 (ffff9fbfb4ac1c00) 00010000:00010000:0.0:1789307438.031446:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.031448:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.031449:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031451:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.031452:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031453:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031454:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.031457:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbf232800/0x66de20725ed369af lrc: 0/0,0 mode: --/PR res: [0x200002342:0x828e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779be75 expref: 564 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.031469:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 557 00000020:00000040:0.0:1789307438.031470:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 563 00010000:00000010:0.0:1789307438.031472:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf90ad2f80. 00010000:00000040:0.0:1789307438.031478:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4ac1c00 count: 0 00010000:00000010:0.0:1789307438.031481:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb93f7000. 00010000:00000001:0.0:1789307438.031491:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031493:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031494:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.031495:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1001 00000001:00000001:0.0:1789307438.031496:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.031498:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85cfe200 count: 2 00000004:00000001:0.0:1789307438.031501:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.031502:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.031503:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.031504:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.031506:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.031507:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031510:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.031511:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.031513:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031514:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031516:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.031517:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.031519:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb48dac00 with handle 0x66de20725ecff620 from hash 00010000:00000001:0.0:1789307438.031521:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.031522:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031524:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031525:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.031526:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.031527:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031529:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.031530:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.031531:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.031533:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7d7e:0x0].0x0 (ffff9fbf85cfe200) 00010000:00010000:0.0:1789307438.031535:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.031537:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.031538:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031540:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.031541:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031542:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031543:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.031546:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb48dac00/0x66de20725ecff620 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7d7e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779835e expref: 563 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.031551:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 556 00000020:00000040:0.0:1789307438.031553:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 562 00010000:00000010:0.0:1789307438.031554:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf900c3800. 00010000:00000040:0.0:1789307438.031557:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85cfe200 count: 0 00010000:00000010:0.0:1789307438.031560:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf831a1000. 00010000:00000001:0.0:1789307438.031567:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.031569:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1002 00000001:00000001:0.0:1789307438.031570:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.031572:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf8559e000 count: 2 00000004:00000001:0.0:1789307438.031574:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.031575:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.031576:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.031577:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.031579:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.031580:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031582:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.031583:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.031585:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031586:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031587:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.031588:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.031590:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbe55000 with handle 0x66de20725ed34210 from hash 00010000:00000001:0.0:1789307438.031592:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.031593:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031594:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031595:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.031597:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.031598:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031600:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.031601:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.031602:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.031604:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81bf:0x0].0x0 (ffff9fbf8559e000) 00010000:00010000:0.0:1789307438.031606:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.031608:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.031610:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031611:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.031612:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031613:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031614:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.031617:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbbe55000/0x66de20725ed34210 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b323 expref: 562 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.031622:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 555 00000020:00000040:0.0:1789307438.031624:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 561 00010000:00000010:0.0:1789307438.031626:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9c2bf80. 00010000:00000040:0.0:1789307438.031628:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf8559e000 count: 0 00010000:00000010:0.0:1789307438.031630:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9802c380. 00010000:00000001:0.0:1789307438.031637:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.031639:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1003 00000001:00000001:0.0:1789307438.031640:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.031643:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7faf700 count: 2 00000004:00000001:0.0:1789307438.031645:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.031646:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.031648:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.031649:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.031651:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.031652:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031655:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.031656:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.031658:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031659:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031660:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.031661:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.031663:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb52ec800 with handle 0x66de20725ed31a71 from hash 00010000:00000001:0.0:1789307438.031665:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.031666:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031667:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031668:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.031669:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.031670:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031671:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.031673:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.031674:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.031675:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80f0:0x0].0x0 (ffff9fbfb7faf700) 00010000:00010000:0.0:1789307438.031678:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.031679:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.031681:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031683:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.031684:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031685:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031686:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.031689:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb52ec800/0x66de20725ed31a71 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80f0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a7d1 expref: 561 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.031696:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 554 00000020:00000040:0.0:1789307438.031698:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 560 00010000:00000010:0.0:1789307438.031699:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf90937f80. 00010000:00000040:0.0:1789307438.031702:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7faf700 count: 0 00010000:00000010:0.0:1789307438.031705:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf82b2c700. 00010000:00000001:0.0:1789307438.031715:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.031717:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1004 00000001:00000001:0.0:1789307438.031718:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.031721:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbb4dc600 count: 2 00000004:00000001:0.0:1789307438.031723:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.031724:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.031726:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.031728:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.031729:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.031730:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031733:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.031734:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.031736:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031737:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031738:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.031739:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.031742:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4853000 with handle 0x66de20725ed374c9 from hash 00010000:00000001:0.0:1789307438.031743:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.031744:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031745:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031746:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.031748:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.031749:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031751:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.031752:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.031753:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.031754:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82c8:0x0].0x0 (ffff9fbfbb4dc600) 00010000:00010000:0.0:1789307438.031756:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.031758:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.031760:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031761:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.031762:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031763:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031764:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.031767:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4853000/0x66de20725ed374c9 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c1a1 expref: 560 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.031773:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 553 00000020:00000040:0.0:1789307438.031775:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 559 00010000:00000010:0.0:1789307438.031777:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf97c25100. 00010000:00000040:0.0:1789307438.031779:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbb4dc600 count: 0 00010000:00000010:0.0:1789307438.031782:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9c28380. 00010000:00000001:0.0:1789307438.031789:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031791:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031792:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.031793:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1005 00000001:00000001:0.0:1789307438.031795:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.031797:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a82200 count: 2 00000004:00000001:0.0:1789307438.031799:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.031800:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.031801:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.031802:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.031804:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.031805:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031808:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.031809:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.031811:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031812:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031813:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.031814:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.031816:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0efe200 with handle 0x66de20725ed005fc from hash 00010000:00000001:0.0:1789307438.031818:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.031819:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031820:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031821:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.031823:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.031824:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031826:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.031827:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.031828:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.031830:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7df2:0x0].0x0 (ffff9fbfb4a82200) 00010000:00010000:0.0:1789307438.031831:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.031833:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.031835:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031836:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.031837:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031838:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031839:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.031843:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0efe200/0x66de20725ed005fc lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7df2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779868a expref: 559 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.031883:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 552 00000020:00000040:0.0:1789307438.031886:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 558 00010000:00000010:0.0:1789307438.031889:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbe95906e00. 00010000:00000040:0.0:1789307438.031892:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a82200 count: 0 00010000:00000010:0.0:1789307438.031895:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb933cc00. 00010000:00000001:0.0:1789307438.031904:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.031906:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1006 00000001:00000001:0.0:1789307438.031908:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.031911:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf88a41400 count: 2 00000004:00000001:0.0:1789307438.031914:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.031915:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.031916:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.031918:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.031919:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.031922:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031925:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.031927:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.031929:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031930:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031932:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.031933:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.031936:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0c7fa00 with handle 0x66de20725ed2f2d2 from hash 00010000:00000001:0.0:1789307438.031938:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.031940:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031941:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031942:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.031943:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.031945:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031946:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.031947:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.031948:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.031950:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8021:0x0].0x0 (ffff9fbf88a41400) 00010000:00010000:0.0:1789307438.031952:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.031954:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.031957:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.031958:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.031959:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.031960:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.031961:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.031965:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0c7fa00/0x66de20725ed2f2d2 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8021:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799c7f expref: 558 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.031971:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 551 00000020:00000040:0.0:1789307438.031973:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 557 00010000:00000010:0.0:1789307438.031975:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf9f9b0800. 00010000:00000040:0.0:1789307438.031978:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf88a41400 count: 0 00010000:00000010:0.0:1789307438.031981:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9a97300. 00010000:00000001:0.0:1789307438.031988:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.031990:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1007 00000001:00000001:0.0:1789307438.031992:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.031994:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf832e3200 count: 2 00000004:00000001:0.0:1789307438.031997:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.031998:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.031999:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.032000:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.032002:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.032003:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032006:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.032007:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.032008:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032009:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032011:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.032012:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.032014:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9447a00 with handle 0x66de20725ed34d2a from hash 00010000:00000001:0.0:1789307438.032017:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.032018:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032019:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032020:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.032022:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.032024:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032025:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.032026:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.032027:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.032029:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81f9:0x0].0x0 (ffff9fbf832e3200) 00010000:00010000:0.0:1789307438.032031:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.032033:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.032034:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032036:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.032037:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032038:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032039:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.032042:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9447a00/0x66de20725ed34d2a lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b64f expref: 557 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.032048:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 550 00000020:00000040:0.0:1789307438.032049:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 556 00010000:00000010:0.0:1789307438.032051:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf89a89b80. 00010000:00000040:0.0:1789307438.032054:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf832e3200 count: 0 00010000:00000010:0.0:1789307438.032056:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf84fe5300. 00010000:00000001:0.0:1789307438.032065:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.032066:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1008 00000001:00000001:0.0:1789307438.032068:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.032071:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9da3900 count: 2 00000004:00000001:0.0:1789307438.032073:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.032074:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.032075:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.032077:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.032078:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.032080:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032082:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.032084:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.032085:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032086:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032088:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.032089:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.032093:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb29ad000 with handle 0x66de20725ed3258b from hash 00010000:00000001:0.0:1789307438.032095:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.032096:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032097:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032098:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.032100:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.032101:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032103:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.032104:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.032106:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.032108:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x812a:0x0].0x0 (ffff9fbfb9da3900) 00010000:00010000:0.0:1789307438.032110:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.032112:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.032114:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032116:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.032117:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032118:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032119:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.032123:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb29ad000/0x66de20725ed3258b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x812a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779aafd expref: 556 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.032129:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 549 00000020:00000040:0.0:1789307438.032131:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 555 00010000:00000010:0.0:1789307438.032133:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9c2b580. 00010000:00000040:0.0:1789307438.032135:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9da3900 count: 0 00010000:00000010:0.0:1789307438.032138:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9fac3780. 00010000:00000001:0.0:1789307438.032146:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.032148:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1009 00000001:00000001:0.0:1789307438.032149:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.032152:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf97a26c00 count: 2 00000004:00000001:0.0:1789307438.032154:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.032155:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.032157:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.032158:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.032159:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.032162:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032164:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.032165:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.032167:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032168:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032170:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.032171:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.032173:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbb4e9e00 with handle 0x66de20725ed37fe3 from hash 00010000:00000001:0.0:1789307438.032176:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.032177:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032178:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032179:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.032181:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.032182:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032183:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.032184:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.032185:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.032187:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8302:0x0].0x0 (ffff9fbf97a26c00) 00010000:00010000:0.0:1789307438.032189:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.032191:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.032193:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032195:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.032196:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032197:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032199:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.032202:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbb4e9e00/0x66de20725ed37fe3 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8302:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c4cd expref: 555 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.032208:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 548 00000020:00000040:0.0:1789307438.032210:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 554 00010000:00000010:0.0:1789307438.032212:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf82c7dc00. 00010000:00000040:0.0:1789307438.032215:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf97a26c00 count: 0 00010000:00000010:0.0:1789307438.032217:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf90a69500. 00010000:00000001:0.0:1789307438.032230:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032231:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032233:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.032235:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1010 00000001:00000001:0.0:1789307438.032237:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.032240:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7faff00 count: 2 00000004:00000001:0.0:1789307438.032242:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.032243:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.032245:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.032246:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.032248:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.032249:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032252:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.032253:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.032255:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032256:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032257:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.032258:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.032261:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb72ffe00 with handle 0x66de20725ed00291 from hash 00010000:00000001:0.0:1789307438.032264:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.032265:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032266:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032267:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.032269:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.032270:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032272:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.032273:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.032274:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.032276:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7dd9:0x0].0x0 (ffff9fbfb7faff00) 00010000:00010000:0.0:1789307438.032278:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.032280:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.032283:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032284:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.032286:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032287:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032288:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.032291:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb72ffe00/0x66de20725ed00291 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7dd9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77985db expref: 554 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.032302:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 547 00000020:00000040:0.0:1789307438.032304:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 553 00010000:00000010:0.0:1789307438.032306:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd63da80. 00010000:00000040:0.0:1789307438.032309:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7faff00 count: 0 00010000:00000010:0.0:1789307438.032311:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfc12c8600. 00010000:00000001:0.0:1789307438.032320:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.032322:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1011 00000001:00000001:0.0:1789307438.032323:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.032326:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb5b43e00 count: 2 00000004:00000001:0.0:1789307438.032328:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.032329:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.032331:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.032332:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.032333:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.032335:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032337:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.032339:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.032340:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032342:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032343:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.032345:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.032347:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb48da400 with handle 0x66de20725ed2fdec from hash 00010000:00000001:0.0:1789307438.032349:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.032350:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032351:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032352:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.032354:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.032356:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032357:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.032358:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.032360:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.032362:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x805b:0x0].0x0 (ffff9fbfb5b43e00) 00010000:00010000:0.0:1789307438.032365:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.032367:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.032369:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032370:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.032372:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032373:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032374:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.032377:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb48da400/0x66de20725ed2fdec lrc: 0/0,0 mode: --/PR res: [0x200002342:0x805b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799fab expref: 553 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.032384:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 546 00000020:00000040:0.0:1789307438.032386:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 552 00010000:00000010:0.0:1789307438.032388:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb592c580. 00010000:00000040:0.0:1789307438.032391:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb5b43e00 count: 0 00010000:00000010:0.0:1789307438.032394:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf89d31380. 00010000:00000001:0.0:1789307438.032400:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.032402:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1012 00000001:00000001:0.0:1789307438.032404:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.032406:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85ce1b00 count: 2 00000004:00000001:0.0:1789307438.032408:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.032410:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.032411:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.032413:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.032414:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.032416:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032418:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.032420:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.032421:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032422:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032424:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.032425:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.032428:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf99661200 with handle 0x66de20725ed35844 from hash 00010000:00000001:0.0:1789307438.032430:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.032431:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032432:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032433:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.032434:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.032437:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032438:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.032439:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.032440:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.032442:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8233:0x0].0x0 (ffff9fbf85ce1b00) 00010000:00010000:0.0:1789307438.032444:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.032446:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.032448:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032449:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.032450:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032451:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032452:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.032455:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf99661200/0x66de20725ed35844 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8233:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b97b expref: 552 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.032461:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 545 00000020:00000040:0.0:1789307438.032463:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 551 00010000:00000010:0.0:1789307438.032465:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf89d2f280. 00010000:00000040:0.0:1789307438.032467:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85ce1b00 count: 0 00010000:00000010:0.0:1789307438.032470:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe9fd24000. 00010000:00000001:0.0:1789307438.032477:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.032479:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1013 00000001:00000001:0.0:1789307438.032480:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.032483:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a95a00 count: 2 00000004:00000001:0.0:1789307438.032485:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.032486:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.032487:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.032488:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.032490:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.032491:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032493:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.032494:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.032495:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032496:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032497:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.032499:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.032501:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb1a1ba00 with handle 0x66de20725ed2d64d from hash 00010000:00000001:0.0:1789307438.032503:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.032504:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032505:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032506:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.032507:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.032508:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032510:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.032511:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.032512:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.032514:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f8c:0x0].0x0 (ffff9fbfb4a95a00) 00010000:00010000:0.0:1789307438.032516:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.032517:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.032519:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032520:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.032521:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032522:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032523:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.032526:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb1a1ba00/0x66de20725ed2d64d lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f8c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799459 expref: 551 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.032532:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 544 00000020:00000040:0.0:1789307438.032534:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 550 00010000:00000010:0.0:1789307438.032536:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb306f980. 00010000:00000040:0.0:1789307438.032539:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a95a00 count: 0 00010000:00000010:0.0:1789307438.032541:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83352900. 00010000:00000001:0.0:1789307438.032548:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.032550:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1014 00000001:00000001:0.0:1789307438.032551:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.032554:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb2492700 count: 2 00000004:00000001:0.0:1789307438.032556:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.032557:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.032558:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.032559:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.032561:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.032563:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032565:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.032566:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.032568:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032569:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032570:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.032571:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.032573:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf98c4cc00 with handle 0x66de20725ed330a5 from hash 00010000:00000001:0.0:1789307438.032575:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.032576:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032577:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032578:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.032579:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.032581:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032583:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.032584:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.032585:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.032587:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8164:0x0].0x0 (ffff9fbfb2492700) 00010000:00010000:0.0:1789307438.032589:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.032591:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.032592:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032594:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.032595:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032596:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032597:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.032600:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf98c4cc00/0x66de20725ed330a5 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8164:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ae29 expref: 550 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.032606:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 543 00000020:00000040:0.0:1789307438.032607:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 549 00010000:00000010:0.0:1789307438.032609:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf95cc9800. 00010000:00000040:0.0:1789307438.032612:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb2492700 count: 0 00010000:00000010:0.0:1789307438.032615:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9de2580. 00010000:00000001:0.0:1789307438.032623:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.032625:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1015 00000001:00000001:0.0:1789307438.032627:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.032630:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb1a83c00 count: 2 00000004:00000001:0.0:1789307438.032631:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.032633:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.032634:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.032635:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.032637:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.032639:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032641:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.032642:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.032644:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032645:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032646:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.032647:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.032650:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4b78a00 with handle 0x66de20725ed0126d from hash 00010000:00000001:0.0:1789307438.032652:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.032653:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032654:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032655:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.032656:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.032657:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032659:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.032660:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.032662:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.032664:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e4d:0x0].0x0 (ffff9fbfb1a83c00) 00010000:00010000:0.0:1789307438.032666:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.032668:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.032669:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032671:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.032673:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032674:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032675:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.032679:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4b78a00/0x66de20725ed0126d lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798907 expref: 549 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.032685:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 542 00000020:00000040:0.0:1789307438.032687:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 548 00010000:00000010:0.0:1789307438.032690:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ab0c00. 00010000:00000040:0.0:1789307438.032693:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb1a83c00 count: 0 00010000:00000010:0.0:1789307438.032696:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4ad1b00. 00010000:00000001:0.0:1789307438.032705:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.032706:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1016 00000001:00000001:0.0:1789307438.032708:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.032711:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72ab700 count: 2 00000004:00000001:0.0:1789307438.032712:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.032714:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.032715:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.032717:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.032718:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.032720:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032722:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.032723:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.032725:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032726:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032727:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.032729:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.032731:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5891600 with handle 0x66de20725ed30906 from hash 00010000:00000001:0.0:1789307438.032733:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.032734:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032735:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032736:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.032737:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.032738:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032740:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.032741:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.032742:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.032744:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8095:0x0].0x0 (ffff9fbfb72ab700) 00010000:00010000:0.0:1789307438.032746:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.032748:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.032750:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032752:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.032753:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032754:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032755:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.032759:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5891600/0x66de20725ed30906 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8095:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a2d7 expref: 548 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.032765:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 541 00000020:00000040:0.0:1789307438.032767:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 547 00010000:00000010:0.0:1789307438.032769:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf85de8d00. 00010000:00000040:0.0:1789307438.032771:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72ab700 count: 0 00010000:00000010:0.0:1789307438.032775:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbbface80. 00010000:00000001:0.0:1789307438.032783:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.032785:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1017 00000001:00000001:0.0:1789307438.032786:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.032789:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9dde700 count: 2 00000004:00000001:0.0:1789307438.032791:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.032792:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.032794:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.032795:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.032796:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.032797:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032800:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.032801:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.032803:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032804:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032805:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.032806:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.032809:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5d2e600 with handle 0x66de20725ed2e167 from hash 00010000:00000001:0.0:1789307438.032810:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.032812:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032813:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032814:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.032815:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.032817:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032818:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.032819:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.032820:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.032822:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fc6:0x0].0x0 (ffff9fbfb9dde700) 00010000:00010000:0.0:1789307438.032825:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.032827:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.032829:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032830:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.032832:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032833:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032834:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.032837:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5d2e600/0x66de20725ed2e167 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fc6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799785 expref: 547 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.032843:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 540 00000020:00000040:0.0:1789307438.032844:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 546 00010000:00000010:0.0:1789307438.032846:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9ddd200. 00010000:00000040:0.0:1789307438.032866:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9dde700 count: 0 00010000:00000010:0.0:1789307438.032882:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf864cc680. 00010000:00000001:0.0:1789307438.032893:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.032895:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1018 00000001:00000001:0.0:1789307438.032897:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.032900:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7f3be00 count: 2 00000004:00000001:0.0:1789307438.032902:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.032903:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.032905:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.032906:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.032907:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.032909:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032911:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.032913:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.032915:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032916:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032917:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.032918:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.032921:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9f85a00 with handle 0x66de20725ed02249 from hash 00010000:00000001:0.0:1789307438.032923:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.032924:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032925:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032926:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.032928:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.032930:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032931:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.032933:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.032934:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.032936:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ec1:0x0].0x0 (ffff9fbfb7f3be00) 00010000:00010000:0.0:1789307438.032938:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.032940:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.032942:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032944:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.032945:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032946:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032947:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.032950:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9f85a00/0x66de20725ed02249 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ec1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798c33 expref: 546 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.032957:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 539 00000020:00000040:0.0:1789307438.032959:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 545 00010000:00000010:0.0:1789307438.032960:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfc0fa9c80. 00010000:00000040:0.0:1789307438.032963:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7f3be00 count: 0 00010000:00000010:0.0:1789307438.032966:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4aaf800. 00010000:00000001:0.0:1789307438.032975:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.032978:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1019 00000001:00000001:0.0:1789307438.032979:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.032982:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf90bcf200 count: 2 00000004:00000001:0.0:1789307438.032984:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.032986:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.032987:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.032988:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.032990:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.032991:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.032994:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.032995:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.032997:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.032998:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.032999:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.033000:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.033003:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf85cafa00 with handle 0x66de20725ed01ede from hash 00010000:00000001:0.0:1789307438.033005:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.033006:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033007:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033008:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.033009:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.033010:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033012:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.033013:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.033015:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.033016:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ea8:0x0].0x0 (ffff9fbf90bcf200) 00010000:00010000:0.0:1789307438.033018:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.033020:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.033022:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033023:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.033025:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033026:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033027:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.033030:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf85cafa00/0x66de20725ed01ede lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ea8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798b84 expref: 545 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.033036:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 538 00000020:00000040:0.0:1789307438.033038:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 544 00010000:00000010:0.0:1789307438.033040:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf88e0a580. 00010000:00000040:0.0:1789307438.033043:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf90bcf200 count: 0 00010000:00000010:0.0:1789307438.033046:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbbfa6c00. 00010000:00000001:0.0:1789307438.033054:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.033055:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1020 00000001:00000001:0.0:1789307438.033057:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.033059:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf87e2c600 count: 2 00000004:00000001:0.0:1789307438.033061:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.033062:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.033063:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.033065:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.033066:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.033068:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033071:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.033072:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.033074:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033075:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033076:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.033077:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.033079:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf864fd000 with handle 0x66de20725ed02eba from hash 00010000:00000001:0.0:1789307438.033081:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.033082:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033083:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033084:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.033085:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.033086:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033088:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.033089:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.033090:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.033092:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f1c:0x0].0x0 (ffff9fbf87e2c600) 00010000:00010000:0.0:1789307438.033094:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.033096:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.033098:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033100:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.033101:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033102:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033103:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.033106:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf864fd000/0x66de20725ed02eba lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798eb0 expref: 544 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.033112:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 537 00000020:00000040:0.0:1789307438.033113:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 543 00010000:00000010:0.0:1789307438.033115:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb49bbf00. 00010000:00000040:0.0:1789307438.033117:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf87e2c600 count: 0 00010000:00000010:0.0:1789307438.033120:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf92387700. 00010000:00000001:0.0:1789307438.033128:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.033129:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1021 00000001:00000001:0.0:1789307438.033132:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.033135:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4abff00 count: 2 00000004:00000001:0.0:1789307438.033137:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.033138:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.033139:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.033141:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.033142:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.033144:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033146:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.033147:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.033149:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033150:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033151:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.033153:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.033155:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9a82400 with handle 0x66de20725ed384ac from hash 00010000:00000001:0.0:1789307438.033157:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.033158:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033159:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033160:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.033161:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.033163:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033164:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.033165:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.033167:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.033168:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x831b:0x0].0x0 (ffff9fbfb4abff00) 00010000:00010000:0.0:1789307438.033171:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.033172:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.033174:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033176:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.033177:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033178:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033179:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.033182:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9a82400/0x66de20725ed384ac lrc: 0/0,0 mode: --/PR res: [0x200002342:0x831b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c62b expref: 543 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.033189:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 536 00000020:00000040:0.0:1789307438.033191:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 542 00010000:00000010:0.0:1789307438.033194:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb5948680. 00010000:00000040:0.0:1789307438.033197:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4abff00 count: 0 00010000:00000010:0.0:1789307438.033199:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf90a69a80. 00010000:00000001:0.0:1789307438.033208:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033210:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033211:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.033212:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1022 00000001:00000001:0.0:1789307438.033214:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.033216:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a97800 count: 2 00000004:00000001:0.0:1789307438.033219:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.033220:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.033221:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.033223:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.033224:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.033226:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033228:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.033229:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.033231:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033232:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033233:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.033234:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.033236:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4a2a000 with handle 0x66de20725ed00967 from hash 00010000:00000001:0.0:1789307438.033239:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.033240:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033241:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033242:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.033244:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.033245:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033247:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.033248:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.033249:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.033252:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e0b:0x0].0x0 (ffff9fbfb4a97800) 00010000:00010000:0.0:1789307438.033254:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.033256:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.033258:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033259:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1789307438.033261:0:120440:0:(ldlm_lock.c:2583:ldlm_cancel_lock_for_export()) Export ffff9fbf86773800, 1024 locks cancelled. 00010000:00000001:0.0:1789307438.033264:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033265:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033266:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.033269:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4a2a000/0x66de20725ed00967 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e0b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798739 expref: 542 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.033276:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 535 00000020:00000040:0.0:1789307438.033278:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 541 00010000:00000010:0.0:1789307438.033280:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfa3c8bd00. 00010000:00000040:0.0:1789307438.033283:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a97800 count: 0 00010000:00000010:0.0:1789307438.033286:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9de0a00. 00010000:00000001:0.0:1789307438.033291:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.033293:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1023 00000001:00000001:0.0:1789307438.033294:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.033297:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb52f0b00 count: 2 00000004:00000001:0.0:1789307438.033299:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.033300:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.033302:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.033303:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.033304:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.033306:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033309:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.033310:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.033311:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033312:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033314:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.033315:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.033317:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9305c00 with handle 0x66de20725ed302b5 from hash 00010000:00000001:0.0:1789307438.033320:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.033321:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033322:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033323:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.033324:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.033325:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033327:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.033328:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.033330:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.033332:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8074:0x0].0x0 (ffff9fbfb52f0b00) 00010000:00010000:0.0:1789307438.033334:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.033336:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.033338:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033339:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.033340:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033341:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033342:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.033346:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9305c00/0x66de20725ed302b5 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8074:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a109 expref: 541 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.033352:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 534 00000020:00000040:0.0:1789307438.033354:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 540 00010000:00000010:0.0:1789307438.033355:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf83b72a00. 00010000:00000040:0.0:1789307438.033357:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb52f0b00 count: 0 00010000:00000010:0.0:1789307438.033360:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfa3c70f80. 00010000:00000001:0.0:1789307438.033368:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.033369:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1024 00000001:00000001:0.0:1789307438.033371:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.033373:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf835bb600 count: 2 00000004:00000001:0.0:1789307438.033375:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.033376:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.033378:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.033379:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.033380:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.033382:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033384:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.033386:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.033387:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033388:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033390:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.033391:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.033393:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb639ec00 with handle 0x66de20725ed35d0d from hash 00010000:00000001:0.0:1789307438.033395:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.033397:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033398:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033399:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.033400:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.033402:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033403:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.033404:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.033405:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.033407:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x824c:0x0].0x0 (ffff9fbf835bb600) 00010000:00010000:0.0:1789307438.033409:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.033411:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.033413:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033415:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.033416:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033417:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033418:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.033421:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb639ec00/0x66de20725ed35d0d lrc: 0/0,0 mode: --/PR res: [0x200002342:0x824c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bad9 expref: 540 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.033427:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 533 00000020:00000040:0.0:1789307438.033429:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 539 00010000:00000010:0.0:1789307438.033431:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb58a6080. 00010000:00000040:0.0:1789307438.033435:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf835bb600 count: 0 00010000:00000010:0.0:1789307438.033438:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a40100. 00010000:00000001:0.0:1789307438.033445:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.033447:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1025 00000001:00000001:0.0:1789307438.033449:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.033451:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa3c23400 count: 2 00000004:00000001:0.0:1789307438.033453:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.033454:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.033456:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.033457:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.033458:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.033460:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033462:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.033463:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.033465:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033466:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033468:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.033469:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.033471:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5d2fa00 with handle 0x66de20725ed2db16 from hash 00010000:00000001:0.0:1789307438.033473:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.033474:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033475:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033476:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.033478:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.033479:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033481:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.033482:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.033483:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.033484:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fa5:0x0].0x0 (ffff9fbfa3c23400) 00010000:00010000:0.0:1789307438.033486:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.033488:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.033490:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033491:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.033493:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033494:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033495:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.033498:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5d2fa00/0x66de20725ed2db16 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fa5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77995b7 expref: 539 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.033504:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 532 00000020:00000040:0.0:1789307438.033506:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 538 00010000:00000010:0.0:1789307438.033508:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9d01800. 00010000:00000040:0.0:1789307438.033511:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa3c23400 count: 0 00010000:00000010:0.0:1789307438.033514:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe859ea180. 00010000:00000001:0.0:1789307438.033521:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.033522:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1026 00000001:00000001:0.0:1789307438.033524:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.033526:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf864cd700 count: 2 00000004:00000001:0.0:1789307438.033528:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.033530:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.033532:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.033533:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.033534:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.033536:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033538:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.033539:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.033541:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033542:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033543:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.033544:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.033546:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb1a74e00 with handle 0x66de20725ed3356e from hash 00010000:00000001:0.0:1789307438.033548:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.033549:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033550:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033551:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.033552:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.033554:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033555:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.033557:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.033558:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.033560:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x817d:0x0].0x0 (ffff9fbf864cd700) 00010000:00010000:0.0:1789307438.033562:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.033564:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.033566:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033568:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.033569:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033570:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033571:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.033574:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb1a74e00/0x66de20725ed3356e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x817d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779af87 expref: 538 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.033579:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 531 00000020:00000040:0.0:1789307438.033581:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 537 00010000:00000010:0.0:1789307438.033583:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86574180. 00010000:00000040:0.0:1789307438.033586:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf864cd700 count: 0 00010000:00000010:0.0:1789307438.033589:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4118c00. 00010000:00000001:0.0:1789307438.033595:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.033597:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1027 00000001:00000001:0.0:1789307438.033599:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.033602:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a94700 count: 2 00000004:00000001:0.0:1789307438.033604:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.033605:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.033607:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.033608:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.033609:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.033611:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033613:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.033614:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.033616:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033617:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033618:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.033620:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.033622:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8937ec00 with handle 0x66de20725ed01943 from hash 00010000:00000001:0.0:1789307438.033625:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.033626:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033627:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033628:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.033629:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.033630:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033632:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.033633:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.033634:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.033635:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e7f:0x0].0x0 (ffff9fbfb4a94700) 00010000:00010000:0.0:1789307438.033638:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.033640:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.033642:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033643:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.033644:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033645:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033646:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.033650:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8937ec00/0x66de20725ed01943 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e7f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798a65 expref: 537 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.033661:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 530 00000020:00000040:0.0:1789307438.033663:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 536 00010000:00000010:0.0:1789307438.033665:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb7e51180. 00010000:00000040:0.0:1789307438.033667:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a94700 count: 0 00010000:00000010:0.0:1789307438.033671:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9c28400. 00010000:00000001:0.0:1789307438.033679:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.033681:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1028 00000001:00000001:0.0:1789307438.033683:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.033685:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72aea00 count: 2 00000004:00000001:0.0:1789307438.033687:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.033689:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.033690:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.033691:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.033692:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.033693:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033695:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.033697:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.033698:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033699:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033700:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.033702:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.033704:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb91d5000 with handle 0x66de20725ed30dcf from hash 00010000:00000001:0.0:1789307438.033706:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.033707:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033708:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033709:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.033710:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.033712:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033713:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.033714:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.033715:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.033717:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80ae:0x0].0x0 (ffff9fbfb72aea00) 00010000:00010000:0.0:1789307438.033719:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.033722:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.033723:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033725:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.033726:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033727:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033729:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.033732:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb91d5000/0x66de20725ed30dcf lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a435 expref: 536 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.033738:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 529 00000020:00000040:0.0:1789307438.033740:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 535 00010000:00000010:0.0:1789307438.033742:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf864cee00. 00010000:00000040:0.0:1789307438.033744:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72aea00 count: 0 00010000:00000010:0.0:1789307438.033747:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb49f6680. 00010000:00000001:0.0:1789307438.033755:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.033756:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1029 00000001:00000001:0.0:1789307438.033758:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.033760:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb1a87200 count: 2 00000004:00000001:0.0:1789307438.033762:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.033765:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.033766:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.033767:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.033768:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.033770:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033772:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.033773:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.033775:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033776:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033777:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.033778:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.033780:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbeab73c400 with handle 0x66de20725ed2e630 from hash 00010000:00000001:0.0:1789307438.033782:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.033783:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033784:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033786:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.033787:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.033789:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033791:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.033792:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.033794:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.033795:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fdf:0x0].0x0 (ffff9fbfb1a87200) 00010000:00010000:0.0:1789307438.033798:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.033800:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.033801:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033803:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.033804:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033806:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033807:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.033810:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbeab73c400/0x66de20725ed2e630 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fdf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77998e3 expref: 535 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.033816:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 528 00000020:00000040:0.0:1789307438.033818:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 534 00010000:00000010:0.0:1789307438.033820:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf8906b700. 00010000:00000040:0.0:1789307438.033823:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb1a87200 count: 0 00010000:00000010:0.0:1789307438.033827:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb90f4100. 00010000:00000001:0.0:1789307438.033835:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.033837:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1030 00000001:00000001:0.0:1789307438.033838:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.033841:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa2ff5800 count: 2 00000004:00000001:0.0:1789307438.033844:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.033845:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.033846:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.033848:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.033880:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.033883:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033887:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.033890:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.033893:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033894:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033896:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.033898:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.033901:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbe96594000 with handle 0x66de20725ed0291f from hash 00010000:00000001:0.0:1789307438.033904:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.033906:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033907:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033908:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.033910:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.033912:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033914:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.033916:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.033917:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.033919:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ef3:0x0].0x0 (ffff9fbfa2ff5800) 00010000:00010000:0.0:1789307438.033921:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.033923:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.033925:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033926:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.033927:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033928:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033930:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.033933:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbe96594000/0x66de20725ed0291f lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ef3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798d91 expref: 534 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.033940:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 527 00000020:00000040:0.0:1789307438.033943:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 533 00010000:00000010:0.0:1789307438.033945:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf839be780. 00010000:00000040:0.0:1789307438.033948:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa2ff5800 count: 0 00010000:00000010:0.0:1789307438.033951:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf90bab580. 00010000:00000001:0.0:1789307438.033958:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033960:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033961:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.033963:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1031 00000001:00000001:0.0:1789307438.033964:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.033967:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb48a8400 count: 2 00000004:00000001:0.0:1789307438.033969:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.033970:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.033972:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.033974:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.033975:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.033977:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033979:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.033980:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.033982:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033983:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033984:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.033986:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.033988:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5d4ea00 with handle 0x66de20725ed015d8 from hash 00010000:00000001:0.0:1789307438.033990:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.033992:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.033993:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.033994:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.033996:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.033997:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.033998:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.033999:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.034001:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.034002:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e66:0x0].0x0 (ffff9fbfb48a8400) 00010000:00010000:0.0:1789307438.034004:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.034006:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.034008:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034009:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.034010:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034011:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034012:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.034016:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5d4ea00/0x66de20725ed015d8 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e66:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77989b6 expref: 533 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.034022:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 526 00000020:00000040:0.0:1789307438.034023:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 532 00010000:00000010:0.0:1789307438.034025:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb2a4bc00. 00010000:00000040:0.0:1789307438.034030:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb48a8400 count: 0 00010000:00000010:0.0:1789307438.034032:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9fac3e80. 00010000:00000001:0.0:1789307438.034041:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.034043:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1032 00000001:00000001:0.0:1789307438.034044:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.034047:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbb43b900 count: 2 00000004:00000001:0.0:1789307438.034049:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.034050:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.034052:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.034053:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.034054:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.034056:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034059:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.034060:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.034062:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034063:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034064:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.034066:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.034068:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9dcae00 with handle 0x66de20725ed38afd from hash 00010000:00000001:0.0:1789307438.034070:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.034071:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034072:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034073:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.034075:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.034076:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034078:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.034079:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.034080:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.034082:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x833c:0x0].0x0 (ffff9fbfbb43b900) 00010000:00010000:0.0:1789307438.034084:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.034086:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.034088:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034090:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.034091:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034092:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034093:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.034096:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9dcae00/0x66de20725ed38afd lrc: 0/0,0 mode: --/PR res: [0x200002342:0x833c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c7f9 expref: 532 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.034101:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 525 00000020:00000040:0.0:1789307438.034103:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 531 00010000:00000010:0.0:1789307438.034105:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbeb26cd880. 00010000:00000040:0.0:1789307438.034108:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbb43b900 count: 0 00010000:00000010:0.0:1789307438.034112:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9a4b8f80. 00010000:00000001:0.0:1789307438.034122:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034123:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034124:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.034125:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1033 00000001:00000001:0.0:1789307438.034127:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.034130:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4acd100 count: 2 00000004:00000001:0.0:1789307438.034132:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.034133:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.034134:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.034135:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.034137:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.034138:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034141:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.034142:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.034144:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034145:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034147:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.034148:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.034150:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf90bbfe00 with handle 0x66de20725ed025b4 from hash 00010000:00000001:0.0:1789307438.034152:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.034154:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034155:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034156:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.034158:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.034159:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034161:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.034162:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.034163:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.034165:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7eda:0x0].0x0 (ffff9fbfb4acd100) 00010000:00010000:0.0:1789307438.034167:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.034169:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.034171:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034173:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.034174:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034175:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034176:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.034179:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf90bbfe00/0x66de20725ed025b4 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7eda:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798ce2 expref: 531 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.034186:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 524 00000020:00000040:0.0:1789307438.034188:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 530 00010000:00000010:0.0:1789307438.034190:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf97c25a00. 00010000:00000040:0.0:1789307438.034193:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4acd100 count: 0 00010000:00000010:0.0:1789307438.034196:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf898eb300. 00010000:00000001:0.0:1789307438.034207:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.034209:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1034 00000001:00000001:0.0:1789307438.034210:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.034213:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a87d00 count: 2 00000004:00000001:0.0:1789307438.034214:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.034215:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.034216:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.034217:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.034218:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.034219:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034221:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.034222:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.034223:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034224:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034225:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.034226:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.034227:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbeedfe00 with handle 0x66de20725ed3635e from hash 00010000:00000001:0.0:1789307438.034228:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.034229:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034229:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034230:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.034231:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.034232:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034233:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.034234:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.034235:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.034237:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x826d:0x0].0x0 (ffff9fbfb4a87d00) 00010000:00010000:0.0:1789307438.034238:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.034240:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.034241:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034242:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.034242:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034243:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034244:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.034246:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbeedfe00/0x66de20725ed3635e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x826d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bca7 expref: 530 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.034249:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 523 00000020:00000040:0.0:1789307438.034250:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 529 00010000:00000010:0.0:1789307438.034251:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf884afc00. 00010000:00000040:0.0:1789307438.034252:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a87d00 count: 0 00010000:00000010:0.0:1789307438.034255:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf82c08980. 00010000:00000001:0.0:1789307438.034260:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.034261:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1035 00000001:00000001:0.0:1789307438.034262:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.034264:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf8814ad00 count: 2 00000004:00000001:0.0:1789307438.034266:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.034267:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.034268:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.034268:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.034269:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.034271:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034273:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.034274:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.034275:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034276:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034277:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.034279:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.034281:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf85d82200 with handle 0x66de20725ed33bbf from hash 00010000:00000001:0.0:1789307438.034283:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.034284:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034285:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034286:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.034287:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.034288:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034290:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.034291:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.034292:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.034294:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x819e:0x0].0x0 (ffff9fbf8814ad00) 00010000:00010000:0.0:1789307438.034295:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.034297:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.034299:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034300:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.034302:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034303:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034304:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.034307:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf85d82200/0x66de20725ed33bbf lrc: 0/0,0 mode: --/PR res: [0x200002342:0x819e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b155 expref: 529 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.034314:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 522 00000020:00000040:0.0:1789307438.034316:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 528 00010000:00000010:0.0:1789307438.034318:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb7f31700. 00010000:00000040:0.0:1789307438.034320:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf8814ad00 count: 0 00010000:00000010:0.0:1789307438.034323:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf97968280. 00010000:00000001:0.0:1789307438.034330:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.034331:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1036 00000001:00000001:0.0:1789307438.034332:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.034334:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a86100 count: 2 00000004:00000001:0.0:1789307438.034336:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.034336:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.034337:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.034338:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.034339:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.034340:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034343:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.034344:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.034345:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034345:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034346:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.034347:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.034349:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0bf6000 with handle 0x66de20725ed03590 from hash 00010000:00000001:0.0:1789307438.034350:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.034350:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034351:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034352:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.034353:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.034354:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034355:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.034356:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.034358:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.034359:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f4e:0x0].0x0 (ffff9fbfb4a86100) 00010000:00010000:0.0:1789307438.034361:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.034363:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.034365:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034366:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.034367:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034368:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034369:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.034372:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0bf6000/0x66de20725ed03590 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779900e expref: 528 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.034378:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 521 00000020:00000040:0.0:1789307438.034379:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 527 00010000:00000010:0.0:1789307438.034382:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86434180. 00010000:00000040:0.0:1789307438.034384:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a86100 count: 0 00010000:00000010:0.0:1789307438.034387:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe9fd24680. 00010000:00000001:0.0:1789307438.034395:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.034397:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1037 00000001:00000001:0.0:1789307438.034399:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.034402:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf855b4800 count: 2 00000004:00000001:0.0:1789307438.034404:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.034405:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.034406:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.034407:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.034409:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.034410:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034412:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.034413:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.034414:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034415:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034416:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.034417:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.034418:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf90b04c00 with handle 0x66de20725ed31420 from hash 00010000:00000001:0.0:1789307438.034419:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.034420:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034421:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034421:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.034423:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.034423:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034424:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.034425:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.034426:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.034427:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80cf:0x0].0x0 (ffff9fbf855b4800) 00010000:00010000:0.0:1789307438.034428:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.034429:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.034431:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034432:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.034432:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034433:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034434:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.034437:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf90b04c00/0x66de20725ed31420 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a603 expref: 527 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.034442:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 520 00000020:00000040:0.0:1789307438.034444:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 526 00010000:00000010:0.0:1789307438.034446:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ad0100. 00010000:00000040:0.0:1789307438.034449:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf855b4800 count: 0 00010000:00000010:0.0:1789307438.034452:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8541c300. 00010000:00000001:0.0:1789307438.034463:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.034464:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1038 00000001:00000001:0.0:1789307438.034466:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.034469:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72b0b00 count: 2 00000004:00000001:0.0:1789307438.034471:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.034472:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.034474:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.034475:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.034476:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.034478:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034480:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.034482:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.034483:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034484:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034486:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.034487:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.034489:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9ec7800 with handle 0x66de20725ed36e78 from hash 00010000:00000001:0.0:1789307438.034490:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.034490:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034491:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034492:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.034493:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.034494:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034495:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.034495:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.034496:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.034498:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82a7:0x0].0x0 (ffff9fbfb72b0b00) 00010000:00010000:0.0:1789307438.034499:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.034500:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.034501:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034502:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.034503:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034504:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034504:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.034508:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9ec7800/0x66de20725ed36e78 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bfd3 expref: 526 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.034514:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 519 00000020:00000040:0.0:1789307438.034516:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 525 00010000:00000010:0.0:1789307438.034518:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf87f7bd00. 00010000:00000040:0.0:1789307438.034524:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72b0b00 count: 0 00010000:00000010:0.0:1789307438.034527:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf92387880. 00010000:00000001:0.0:1789307438.034534:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034535:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034537:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.034538:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1039 00000001:00000001:0.0:1789307438.034539:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.034542:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa323e400 count: 2 00000004:00000001:0.0:1789307438.034544:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.034545:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.034546:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.034548:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.034549:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.034551:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034553:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.034555:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.034556:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034557:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034558:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.034559:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.034561:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0c7e800 with handle 0x66de20725ecffcf6 from hash 00010000:00000001:0.0:1789307438.034562:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.034563:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034564:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034565:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.034566:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.034567:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034569:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.034570:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.034571:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.034573:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7db0:0x0].0x0 (ffff9fbfa323e400) 00010000:00010000:0.0:1789307438.034576:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.034578:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.034579:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034581:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.034582:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034583:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034584:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.034588:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0c7e800/0x66de20725ecffcf6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7db0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77984bc expref: 525 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.034594:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 518 00000020:00000040:0.0:1789307438.034595:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 524 00010000:00000010:0.0:1789307438.034597:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9acf000. 00010000:00000040:0.0:1789307438.034600:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa323e400 count: 0 00010000:00000010:0.0:1789307438.034603:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe886a4c00. 00010000:00000001:0.0:1789307438.034611:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.034613:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1040 00000001:00000001:0.0:1789307438.034614:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.034616:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbee84d00 count: 2 00000004:00000001:0.0:1789307438.034618:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.034619:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.034620:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.034621:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.034622:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.034624:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034626:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.034627:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.034629:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034630:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034631:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.034632:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.034634:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb49cfc00 with handle 0x66de20725ed2ec81 from hash 00010000:00000001:0.0:1789307438.034636:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.034637:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034638:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034639:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.034640:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.034641:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034643:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.034643:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.034644:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.034646:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8000:0x0].0x0 (ffff9fbfbee84d00) 00010000:00010000:0.0:1789307438.034648:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.034650:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.034652:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034653:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.034654:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034655:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034656:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.034659:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb49cfc00/0x66de20725ed2ec81 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8000:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799ab1 expref: 524 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.034665:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 517 00000020:00000040:0.0:1789307438.034667:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 523 00010000:00000010:0.0:1789307438.034669:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf98a4b880. 00010000:00000040:0.0:1789307438.034672:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbee84d00 count: 0 00010000:00000010:0.0:1789307438.034675:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9a47a780. 00010000:00000001:0.0:1789307438.034683:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.034685:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1041 00000001:00000001:0.0:1789307438.034687:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.034689:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf84fa7900 count: 2 00000004:00000001:0.0:1789307438.034691:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.034691:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.034692:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.034693:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.034694:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.034695:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034697:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.034698:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.034699:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034700:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034701:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.034702:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.034704:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8626d800 with handle 0x66de20725ed346d9 from hash 00010000:00000001:0.0:1789307438.034705:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.034706:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034706:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034707:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.034708:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.034709:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034709:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.034710:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.034711:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.034712:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81d8:0x0].0x0 (ffff9fbf84fa7900) 00010000:00010000:0.0:1789307438.034713:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.034714:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.034716:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034717:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.034718:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034718:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034719:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.034721:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8626d800/0x66de20725ed346d9 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b481 expref: 523 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.034724:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 516 00000020:00000040:0.0:1789307438.034725:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 522 00010000:00000010:0.0:1789307438.034727:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf92253400. 00010000:00000040:0.0:1789307438.034729:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf84fa7900 count: 0 00010000:00000010:0.0:1789307438.034731:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb2ffff00. 00010000:00000001:0.0:1789307438.034738:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.034740:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1042 00000001:00000001:0.0:1789307438.034741:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.034743:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72ad300 count: 2 00000004:00000001:0.0:1789307438.034745:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.034746:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.034748:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.034749:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.034750:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.034752:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034754:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.034755:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.034757:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034758:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034760:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.034761:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.034763:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2810600 with handle 0x66de20725ed03225 from hash 00010000:00000001:0.0:1789307438.034765:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.034766:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034767:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034767:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.034769:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.034770:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034772:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.034773:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.034774:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.034776:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f35:0x0].0x0 (ffff9fbfb72ad300) 00010000:00010000:0.0:1789307438.034777:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.034779:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.034781:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034782:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.034783:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034784:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034786:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.034789:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2810600/0x66de20725ed03225 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798f5f expref: 522 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.034796:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 515 00000020:00000040:0.0:1789307438.034798:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 521 00010000:00000010:0.0:1789307438.034799:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfc0822080. 00010000:00000040:0.0:1789307438.034804:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72ad300 count: 0 00010000:00000010:0.0:1789307438.034807:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb2643880. 00010000:00000001:0.0:1789307438.034814:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.034816:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1043 00000001:00000001:0.0:1789307438.034817:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.034820:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a83400 count: 2 00000004:00000001:0.0:1789307438.034821:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.034823:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.034824:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.034825:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.034826:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.034828:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034830:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.034832:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.034833:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034834:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034835:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.034836:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.034838:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb6104c00 with handle 0x66de20725ed31f3a from hash 00010000:00000001:0.0:1789307438.034840:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.034841:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034842:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034843:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.034845:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.034846:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034847:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.034848:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.034882:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.034885:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8109:0x0].0x0 (ffff9fbfb4a83400) 00010000:00010000:0.0:1789307438.034888:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.034890:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.034892:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034894:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.034895:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034896:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034898:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.034901:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb6104c00/0x66de20725ed31f3a lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8109:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a92f expref: 521 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.034911:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 514 00000020:00000040:0.0:1789307438.034913:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 520 00010000:00000010:0.0:1789307438.034915:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4393280. 00010000:00000040:0.0:1789307438.034919:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a83400 count: 0 00010000:00000010:0.0:1789307438.034921:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9802c080. 00010000:00000001:0.0:1789307438.034931:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.034933:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1044 00000001:00000001:0.0:1789307438.034934:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.034937:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7e59a00 count: 2 00000004:00000001:0.0:1789307438.034939:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.034940:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.034942:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.034943:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.034944:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.034946:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034948:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.034949:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.034951:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034952:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034953:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.034954:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.034956:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb483e600 with handle 0x66de20725ed37992 from hash 00010000:00000001:0.0:1789307438.034958:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.034959:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034960:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034961:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.034963:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.034964:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034965:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.034966:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.034968:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.034969:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82e1:0x0].0x0 (ffff9fbfb7e59a00) 00010000:00010000:0.0:1789307438.034972:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.034974:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.034976:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.034978:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.034980:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.034981:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.034981:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.034984:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb483e600/0x66de20725ed37992 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c2ff expref: 520 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.034990:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 513 00000020:00000040:0.0:1789307438.034992:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 519 00010000:00000010:0.0:1789307438.034994:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf891a4c00. 00010000:00000040:0.0:1789307438.034998:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7e59a00 count: 0 00010000:00000010:0.0:1789307438.035000:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbec49ac880. 00010000:00000001:0.0:1789307438.035009:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035011:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035011:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.035013:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1045 00000001:00000001:0.0:1789307438.035014:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.035017:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf90a1f800 count: 2 00000004:00000001:0.0:1789307438.035019:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.035020:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.035022:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035023:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035024:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.035025:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035028:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.035029:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.035031:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035032:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035033:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.035034:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.035037:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9d1f800 with handle 0x66de20725ed00cd2 from hash 00010000:00000001:0.0:1789307438.035039:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.035040:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035041:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035042:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.035044:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.035045:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035046:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.035047:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.035049:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.035050:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e24:0x0].0x0 (ffff9fbf90a1f800) 00010000:00010000:0.0:1789307438.035053:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.035055:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.035056:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035058:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.035059:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035060:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035061:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.035065:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9d1f800/0x66de20725ed00cd2 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77987e8 expref: 519 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.035072:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 512 00000020:00000040:0.0:1789307438.035074:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 518 00010000:00000010:0.0:1789307438.035076:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf8630e980. 00010000:00000040:0.0:1789307438.035078:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf90a1f800 count: 0 00010000:00000010:0.0:1789307438.035082:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe85a59c80. 00010000:00000001:0.0:1789307438.035090:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035092:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035093:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.035094:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1046 00000001:00000001:0.0:1789307438.035096:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.035098:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a87e00 count: 2 00000004:00000001:0.0:1789307438.035100:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.035101:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.035102:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035104:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035105:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.035106:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035109:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.035110:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.035112:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035113:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035115:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.035116:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.035118:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf85ed6a00 with handle 0x66de20725ecff98b from hash 00010000:00000001:0.0:1789307438.035120:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.035121:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035122:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035123:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.035125:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.035126:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035127:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.035129:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.035130:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.035131:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7d97:0x0].0x0 (ffff9fbfb4a87e00) 00010000:00010000:0.0:1789307438.035133:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.035135:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.035137:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035139:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.035140:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035141:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035142:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.035146:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf85ed6a00/0x66de20725ecff98b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7d97:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779840d expref: 518 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.035150:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 511 00000020:00000040:0.0:1789307438.035152:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 517 00010000:00000010:0.0:1789307438.035153:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfa316ee80. 00010000:00000040:0.0:1789307438.035155:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a87e00 count: 0 00010000:00000010:0.0:1789307438.035157:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe8aa4cb80. 00010000:00000001:0.0:1789307438.035163:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.035164:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1047 00000001:00000001:0.0:1789307438.035165:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.035167:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf84fabc00 count: 2 00000004:00000001:0.0:1789307438.035169:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.035170:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.035171:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035172:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035172:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.035174:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035176:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.035176:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.035177:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035178:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035179:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.035180:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.035182:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5d6f000 with handle 0x66de20725ed2f79b from hash 00010000:00000001:0.0:1789307438.035183:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.035183:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035184:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035184:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.035185:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.035186:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035187:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.035188:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.035188:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.035189:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x803a:0x0].0x0 (ffff9fbf84fabc00) 00010000:00010000:0.0:1789307438.035191:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.035192:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.035193:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035194:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.035195:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035195:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035196:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.035198:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5d6f000/0x66de20725ed2f79b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x803a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799ddd expref: 517 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.035201:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 510 00000020:00000040:0.0:1789307438.035202:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 516 00010000:00000010:0.0:1789307438.035203:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbb478a80. 00010000:00000040:0.0:1789307438.035204:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf84fabc00 count: 0 00010000:00000010:0.0:1789307438.035207:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9221e280. 00010000:00000001:0.0:1789307438.035211:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.035212:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1048 00000001:00000001:0.0:1789307438.035213:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.035215:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa30d3e00 count: 2 00000004:00000001:0.0:1789307438.035216:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.035217:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.035218:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035218:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035219:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.035220:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035221:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.035222:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.035223:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035224:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035224:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.035225:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.035226:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8992e200 with handle 0x66de20725ed351f3 from hash 00010000:00000001:0.0:1789307438.035227:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.035228:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035228:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035229:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.035230:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.035230:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035231:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.035232:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.035232:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.035233:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8212:0x0].0x0 (ffff9fbfa30d3e00) 00010000:00010000:0.0:1789307438.035234:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.035236:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.035237:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035237:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.035238:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035239:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035239:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.035241:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8992e200/0x66de20725ed351f3 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8212:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b7ad expref: 516 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.035248:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 509 00000020:00000040:0.0:1789307438.035249:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 515 00010000:00000010:0.0:1789307438.035250:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb2bf5f00. 00010000:00000040:0.0:1789307438.035252:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa30d3e00 count: 0 00010000:00000010:0.0:1789307438.035253:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4341800. 00010000:00000001:0.0:1789307438.035259:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.035259:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1049 00000001:00000001:0.0:1789307438.035260:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.035262:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb310a700 count: 2 00000004:00000001:0.0:1789307438.035263:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.035263:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.035264:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035265:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035266:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.035268:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035270:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.035271:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.035272:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035273:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035275:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.035276:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.035278:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8579fe00 with handle 0x66de20725ed32a54 from hash 00010000:00000001:0.0:1789307438.035279:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.035280:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035281:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035282:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.035283:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.035285:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035286:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.035287:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.035288:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.035290:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8143:0x0].0x0 (ffff9fbfb310a700) 00010000:00010000:0.0:1789307438.035292:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.035294:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.035296:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035298:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.035299:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035300:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035301:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.035305:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8579fe00/0x66de20725ed32a54 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8143:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ac5b expref: 515 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.035311:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 508 00000020:00000040:0.0:1789307438.035313:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 514 00010000:00000010:0.0:1789307438.035315:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf83b72800. 00010000:00000040:0.0:1789307438.035318:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb310a700 count: 0 00010000:00000010:0.0:1789307438.035322:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9f06c80. 00010000:00000001:0.0:1789307438.035333:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.035334:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1050 00000001:00000001:0.0:1789307438.035335:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.035338:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa3c23100 count: 2 00000004:00000001:0.0:1789307438.035339:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.035340:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.035342:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035342:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035343:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.035344:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035346:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.035347:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.035348:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035349:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035350:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.035351:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.035353:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9fe6200 with handle 0x66de20725ed01cae from hash 00010000:00000001:0.0:1789307438.035355:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.035356:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035357:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035358:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.035360:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.035361:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035362:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.035364:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.035365:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.035366:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e98:0x0].0x0 (ffff9fbfa3c23100) 00010000:00010000:0.0:1789307438.035369:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.035371:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.035372:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035373:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.035375:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035376:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035377:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.035380:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9fe6200/0x66de20725ed01cae lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e98:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798b14 expref: 514 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.035387:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 507 00000020:00000040:0.0:1789307438.035389:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 513 00010000:00000010:0.0:1789307438.035391:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4a89100. 00010000:00000040:0.0:1789307438.035393:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa3c23100 count: 0 00010000:00000010:0.0:1789307438.035396:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9faa9100. 00010000:00000001:0.0:1789307438.035404:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.035405:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1051 00000001:00000001:0.0:1789307438.035406:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.035408:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4ac3800 count: 2 00000004:00000001:0.0:1789307438.035410:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.035411:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.035412:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035413:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035414:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.035415:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035417:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.035418:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.035419:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035420:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035420:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.035421:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.035423:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9f73000 with handle 0x66de20725ed38fc6 from hash 00010000:00000001:0.0:1789307438.035425:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.035425:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035426:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035427:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.035428:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.035429:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035430:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.035431:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.035433:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.035435:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8355:0x0].0x0 (ffff9fbfb4ac3800) 00010000:00010000:0.0:1789307438.035437:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.035438:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.035440:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035442:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.035443:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035444:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035445:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.035448:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9f73000/0x66de20725ed38fc6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8355:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c957 expref: 513 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.035454:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 506 00000020:00000040:0.0:1789307438.035456:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 512 00010000:00000010:0.0:1789307438.035458:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb5861180. 00010000:00000040:0.0:1789307438.035461:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4ac3800 count: 0 00010000:00000010:0.0:1789307438.035465:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe859eaf80. 00010000:00000001:0.0:1789307438.035473:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035476:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035476:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.035477:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1052 00000001:00000001:0.0:1789307438.035479:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.035480:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbac48b00 count: 2 00000004:00000001:0.0:1789307438.035482:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.035483:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.035484:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035485:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035486:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.035487:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035489:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.035490:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.035491:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035492:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035493:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.035494:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.035496:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb52ede00 with handle 0x66de20725ed02c8a from hash 00010000:00000001:0.0:1789307438.035497:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.035497:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035498:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035498:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.035499:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.035500:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035501:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.035502:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.035503:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.035505:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f0c:0x0].0x0 (ffff9fbfbac48b00) 00010000:00010000:0.0:1789307438.035507:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.035508:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.035510:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035512:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.035513:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035514:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035515:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.035518:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb52ede00/0x66de20725ed02c8a lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f0c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798e40 expref: 512 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.035524:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 505 00000020:00000040:0.0:1789307438.035525:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 511 00010000:00000010:0.0:1789307438.035527:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfa30a1200. 00010000:00000040:0.0:1789307438.035531:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbac48b00 count: 0 00010000:00000010:0.0:1789307438.035534:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb2a4cf00. 00010000:00000001:0.0:1789307438.035542:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.035544:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1053 00000001:00000001:0.0:1789307438.035546:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.035548:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4aba300 count: 2 00000004:00000001:0.0:1789307438.035550:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.035551:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.035552:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035553:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035554:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.035555:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035557:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.035558:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.035559:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035559:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035560:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.035561:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.035563:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbed96600 with handle 0x66de20725ed36827 from hash 00010000:00000001:0.0:1789307438.035564:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.035565:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035565:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035566:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.035567:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.035568:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035569:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.035569:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.035570:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.035571:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8286:0x0].0x0 (ffff9fbfb4aba300) 00010000:00010000:0.0:1789307438.035573:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.035574:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.035575:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035576:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.035577:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035578:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035578:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.035580:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbed96600/0x66de20725ed36827 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8286:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779be05 expref: 511 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.035584:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 504 00000020:00000040:0.0:1789307438.035585:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 510 00010000:00000010:0.0:1789307438.035587:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf90ad2a00. 00010000:00000040:0.0:1789307438.035592:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4aba300 count: 0 00010000:00000010:0.0:1789307438.035594:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe85b20a00. 00010000:00000001:0.0:1789307438.035601:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.035602:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1054 00000001:00000001:0.0:1789307438.035603:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.035605:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb490b800 count: 2 00000004:00000001:0.0:1789307438.035607:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.035608:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.035608:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035609:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035610:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.035611:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035612:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.035613:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.035613:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035614:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035615:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.035615:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.035617:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9fbad200 with handle 0x66de20725ed34088 from hash 00010000:00000001:0.0:1789307438.035618:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.035618:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035619:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035620:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.035621:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.035622:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035623:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.035623:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.035624:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.035625:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81b7:0x0].0x0 (ffff9fbfb490b800) 00010000:00010000:0.0:1789307438.035626:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.035627:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.035628:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035629:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.035630:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035631:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035631:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.035633:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9fbad200/0x66de20725ed34088 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81b7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b2b3 expref: 510 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.035637:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 503 00000020:00000040:0.0:1789307438.035638:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 509 00010000:00000010:0.0:1789307438.035639:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9acfc00. 00010000:00000040:0.0:1789307438.035640:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb490b800 count: 0 00010000:00000010:0.0:1789307438.035642:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83115b80. 00010000:00000001:0.0:1789307438.035647:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.035648:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1055 00000001:00000001:0.0:1789307438.035649:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.035650:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa30f4b00 count: 2 00000004:00000001:0.0:1789307438.035651:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.035652:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.035653:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035653:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035654:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.035655:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035657:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.035657:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.035658:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035659:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035660:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.035661:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.035662:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf81514e00 with handle 0x66de20725ed318e9 from hash 00010000:00000001:0.0:1789307438.035663:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.035664:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035664:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035665:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.035666:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.035666:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035667:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.035668:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.035668:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.035670:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80e8:0x0].0x0 (ffff9fbfa30f4b00) 00010000:00010000:0.0:1789307438.035671:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.035673:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.035674:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035675:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.035676:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035676:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035677:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.035678:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf81514e00/0x66de20725ed318e9 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a761 expref: 509 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.035681:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 502 00000020:00000040:0.0:1789307438.035682:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 508 00010000:00000010:0.0:1789307438.035683:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfa30a1400. 00010000:00000040:0.0:1789307438.035685:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa30f4b00 count: 0 00010000:00000010:0.0:1789307438.035686:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf90bf2d00. 00010000:00000001:0.0:1789307438.035691:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.035692:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1056 00000001:00000001:0.0:1789307438.035693:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.035695:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa3354f00 count: 2 00000004:00000001:0.0:1789307438.035696:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.035696:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.035697:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035698:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035698:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.035699:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035701:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.035702:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.035702:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035703:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035704:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.035705:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.035706:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb95e9e00 with handle 0x66de20725ed37341 from hash 00010000:00000001:0.0:1789307438.035707:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.035708:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035709:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035709:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.035710:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.035711:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035712:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.035713:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.035714:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.035715:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82c0:0x0].0x0 (ffff9fbfa3354f00) 00010000:00010000:0.0:1789307438.035716:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.035717:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.035718:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035719:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.035719:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035720:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035721:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.035722:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb95e9e00/0x66de20725ed37341 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c131 expref: 508 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.035725:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 501 00000020:00000040:0.0:1789307438.035726:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 507 00010000:00000010:0.0:1789307438.035727:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfc0fa9080. 00010000:00000040:0.0:1789307438.035729:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa3354f00 count: 0 00010000:00000010:0.0:1789307438.035731:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfa336fb00. 00010000:00000001:0.0:1789307438.035737:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035738:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035738:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.035739:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1057 00000001:00000001:0.0:1789307438.035740:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.035741:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf82cf1100 count: 2 00000004:00000001:0.0:1789307438.035742:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.035743:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.035743:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035744:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035745:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.035746:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035747:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.035748:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.035749:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035750:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035750:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.035751:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.035753:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9fb57000 with handle 0x66de20725ed003cc from hash 00010000:00000001:0.0:1789307438.035754:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.035754:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035755:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035756:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.035756:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.035757:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035758:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.035758:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.035759:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.035760:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7de2:0x0].0x0 (ffff9fbf82cf1100) 00010000:00010000:0.0:1789307438.035761:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.035762:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.035763:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035764:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.035765:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035765:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035766:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.035768:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9fb57000/0x66de20725ed003cc lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7de2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779861a expref: 507 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.035771:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 500 00000020:00000040:0.0:1789307438.035772:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 506 00010000:00000010:0.0:1789307438.035773:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf9a4e9280. 00010000:00000040:0.0:1789307438.035777:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf82cf1100 count: 0 00010000:00000010:0.0:1789307438.035779:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfc12c8a00. 00010000:00000001:0.0:1789307438.035789:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.035789:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1058 00000001:00000001:0.0:1789307438.035790:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.035792:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb49e1b00 count: 2 00000004:00000001:0.0:1789307438.035793:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.035794:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.035795:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035796:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035797:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.035798:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035799:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.035800:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.035801:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035801:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035802:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.035802:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.035804:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2a32c00 with handle 0x66de20725ed2f14a from hash 00010000:00000001:0.0:1789307438.035805:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.035805:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035806:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035806:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.035807:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.035808:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035809:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.035809:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.035810:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.035811:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8019:0x0].0x0 (ffff9fbfb49e1b00) 00010000:00010000:0.0:1789307438.035812:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.035813:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.035814:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035815:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.035816:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035816:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035817:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.035818:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2a32c00/0x66de20725ed2f14a lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8019:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799c0f expref: 506 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.035822:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 499 00000020:00000040:0.0:1789307438.035823:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 505 00010000:00000010:0.0:1789307438.035824:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf92241e00. 00010000:00000040:0.0:1789307438.035825:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb49e1b00 count: 0 00010000:00000010:0.0:1789307438.035827:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf922e6300. 00010000:00000001:0.0:1789307438.035836:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.035837:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1059 00000001:00000001:0.0:1789307438.035838:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.035840:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf88a65a00 count: 2 00000004:00000001:0.0:1789307438.035841:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.035842:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.035843:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035844:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035844:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.035845:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035847:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.035847:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.035848:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035849:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035865:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.035866:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.035868:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9447400 with handle 0x66de20725ed34ba2 from hash 00010000:00000001:0.0:1789307438.035881:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.035882:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035884:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035885:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.035887:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.035888:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035889:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.035891:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.035892:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.035893:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81f1:0x0].0x0 (ffff9fbf88a65a00) 00010000:00010000:0.0:1789307438.035894:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.035896:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.035897:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035898:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.035899:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035900:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035900:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.035903:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9447400/0x66de20725ed34ba2 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81f1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b5df expref: 505 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.035907:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 498 00000020:00000040:0.0:1789307438.035909:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 504 00010000:00000010:0.0:1789307438.035910:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf89a89000. 00010000:00000040:0.0:1789307438.035912:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf88a65a00 count: 0 00010000:00000010:0.0:1789307438.035914:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbbfdb000. 00010000:00000001:0.0:1789307438.035920:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.035921:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1060 00000001:00000001:0.0:1789307438.035922:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.035924:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbbdede00 count: 2 00000004:00000001:0.0:1789307438.035926:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.035927:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.035928:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035929:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035929:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.035931:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035933:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.035934:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.035936:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035937:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035938:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.035939:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.035941:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf97932c00 with handle 0x66de20725ed038fb from hash 00010000:00000001:0.0:1789307438.035943:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.035943:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035944:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035945:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.035946:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.035946:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035947:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.035948:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.035949:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.035951:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f67:0x0].0x0 (ffff9fbfbbdede00) 00010000:00010000:0.0:1789307438.035953:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.035955:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.035957:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.035958:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.035960:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.035961:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.035962:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.035965:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97932c00/0x66de20725ed038fb lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f67:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77990bd expref: 504 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.035971:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 497 00000020:00000040:0.0:1789307438.035973:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 503 00010000:00000010:0.0:1789307438.035974:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb26a1d00. 00010000:00000040:0.0:1789307438.035977:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbbdede00 count: 0 00010000:00000010:0.0:1789307438.035980:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb5fdaf80. 00010000:00000001:0.0:1789307438.035988:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.035989:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1061 00000001:00000001:0.0:1789307438.035991:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.035994:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf8559ed00 count: 2 00000004:00000001:0.0:1789307438.035996:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.035997:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.035998:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.035999:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036000:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.036002:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036003:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.036004:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.036006:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036006:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036007:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.036008:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.036010:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf82d28c00 with handle 0x66de20725ed32403 from hash 00010000:00000001:0.0:1789307438.036011:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.036011:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036012:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036013:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.036014:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.036015:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036016:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.036017:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.036018:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.036019:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8122:0x0].0x0 (ffff9fbf8559ed00) 00010000:00010000:0.0:1789307438.036020:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.036021:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.036022:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036023:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.036024:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036025:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036025:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.036027:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf82d28c00/0x66de20725ed32403 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8122:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779aa8d expref: 503 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.036030:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 496 00000020:00000040:0.0:1789307438.036031:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 502 00010000:00000010:0.0:1789307438.036032:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb2a4b500. 00010000:00000040:0.0:1789307438.036035:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf8559ed00 count: 0 00010000:00000010:0.0:1789307438.036037:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9fac3300. 00010000:00000001:0.0:1789307438.036043:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.036044:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1062 00000001:00000001:0.0:1789307438.036044:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.036047:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb6ddf200 count: 2 00000004:00000001:0.0:1789307438.036048:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.036049:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.036050:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036051:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036052:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.036053:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036055:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.036056:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.036057:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036057:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036058:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.036059:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.036060:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4add800 with handle 0x66de20725ed37e5b from hash 00010000:00000001:0.0:1789307438.036061:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.036062:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036063:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036064:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.036064:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.036065:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036066:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.036067:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.036067:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.036068:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82fa:0x0].0x0 (ffff9fbfb6ddf200) 00010000:00010000:0.0:1789307438.036069:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.036070:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.036071:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036072:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.036073:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036073:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036074:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.036076:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4add800/0x66de20725ed37e5b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c45d expref: 502 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.036079:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 495 00000020:00000040:0.0:1789307438.036080:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 501 00010000:00000010:0.0:1789307438.036081:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd617b80. 00010000:00000040:0.0:1789307438.036083:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb6ddf200 count: 0 00010000:00000010:0.0:1789307438.036085:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf979a8080. 00010000:00000001:0.0:1789307438.036092:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036093:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036094:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.036094:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1063 00000001:00000001:0.0:1789307438.036095:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.036096:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbd613600 count: 2 00000004:00000001:0.0:1789307438.036097:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.036098:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.036099:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036100:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036101:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.036102:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036104:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.036105:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.036106:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036107:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036108:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.036109:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.036111:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb29ac200 with handle 0x66de20725ed00061 from hash 00010000:00000001:0.0:1789307438.036113:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.036114:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036115:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036116:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.036118:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.036119:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036120:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.036121:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.036122:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.036124:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7dc9:0x0].0x0 (ffff9fbfbd613600) 00010000:00010000:0.0:1789307438.036126:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.036127:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.036129:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036131:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.036132:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036133:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036134:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.036136:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb29ac200/0x66de20725ed00061 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7dc9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779856b expref: 501 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.036142:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 494 00000020:00000040:0.0:1789307438.036143:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 500 00010000:00000010:0.0:1789307438.036145:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb48cee80. 00010000:00000040:0.0:1789307438.036148:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbd613600 count: 0 00010000:00000010:0.0:1789307438.036151:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9a47a680. 00010000:00000001:0.0:1789307438.036157:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.036159:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1064 00000001:00000001:0.0:1789307438.036160:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.036162:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf83535800 count: 2 00000004:00000001:0.0:1789307438.036164:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.036165:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.036167:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036168:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036169:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.036170:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036172:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.036173:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.036174:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036175:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036176:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.036177:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.036179:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf85c21400 with handle 0x66de20725ed2fc64 from hash 00010000:00000001:0.0:1789307438.036181:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.036182:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036183:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036184:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.036185:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.036186:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036188:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.036189:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.036190:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.036191:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8053:0x0].0x0 (ffff9fbf83535800) 00010000:00010000:0.0:1789307438.036193:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.036194:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.036196:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036197:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.036198:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036199:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036200:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.036203:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf85c21400/0x66de20725ed2fc64 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8053:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799f3b expref: 500 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.036208:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 493 00000020:00000040:0.0:1789307438.036211:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 499 00010000:00000010:0.0:1789307438.036213:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf88e0a300. 00010000:00000040:0.0:1789307438.036216:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf83535800 count: 0 00010000:00000010:0.0:1789307438.036218:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83d8ea80. 00010000:00000001:0.0:1789307438.036227:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.036229:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1065 00000001:00000001:0.0:1789307438.036230:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.036232:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf98ca6200 count: 2 00000004:00000001:0.0:1789307438.036234:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.036235:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.036236:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036237:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036239:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.036240:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036243:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.036244:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.036245:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036246:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036247:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.036249:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.036251:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9678800 with handle 0x66de20725ed356bc from hash 00010000:00000001:0.0:1789307438.036252:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.036253:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036254:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036255:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.036256:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.036257:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036259:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.036260:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.036261:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.036262:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x822b:0x0].0x0 (ffff9fbf98ca6200) 00010000:00010000:0.0:1789307438.036264:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.036266:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.036268:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036270:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.036271:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036272:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036273:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.036276:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9678800/0x66de20725ed356bc lrc: 0/0,0 mode: --/PR res: [0x200002342:0x822b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b90b expref: 499 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.036281:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 492 00000020:00000040:0.0:1789307438.036283:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 498 00010000:00000010:0.0:1789307438.036285:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf89d2f400. 00010000:00000040:0.0:1789307438.036287:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf98ca6200 count: 0 00010000:00000010:0.0:1789307438.036291:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8894c000. 00010000:00000001:0.0:1789307438.036298:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.036299:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1066 00000001:00000001:0.0:1789307438.036301:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.036304:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf967cac00 count: 2 00000004:00000001:0.0:1789307438.036306:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.036307:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.036308:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036310:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036311:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.036313:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036315:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.036316:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.036318:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036319:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036320:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.036321:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.036324:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbd555e00 with handle 0x66de20725ed2d4c5 from hash 00010000:00000001:0.0:1789307438.036326:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.036327:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036328:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036329:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.036331:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.036332:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036333:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.036335:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.036336:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.036337:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f84:0x0].0x0 (ffff9fbf967cac00) 00010000:00010000:0.0:1789307438.036339:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.036340:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.036341:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036342:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.036343:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036344:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036344:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.036346:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbd555e00/0x66de20725ed2d4c5 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f84:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77993e9 expref: 498 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.036351:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 491 00000020:00000040:0.0:1789307438.036352:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 497 00010000:00000010:0.0:1789307438.036354:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb306fd00. 00010000:00000040:0.0:1789307438.036357:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf967cac00 count: 0 00010000:00000010:0.0:1789307438.036360:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe886a4000. 00010000:00000001:0.0:1789307438.036365:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.036367:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1067 00000001:00000001:0.0:1789307438.036368:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.036371:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9fa0e900 count: 2 00000004:00000001:0.0:1789307438.036373:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.036374:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.036375:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036376:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036378:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.036379:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036382:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.036383:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.036385:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036386:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036387:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.036388:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.036391:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf860be200 with handle 0x66de20725ed32f1d from hash 00010000:00000001:0.0:1789307438.036393:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.036394:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036395:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036396:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.036398:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.036399:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036401:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.036402:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.036403:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.036405:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x815c:0x0].0x0 (ffff9fbf9fa0e900) 00010000:00010000:0.0:1789307438.036406:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.036408:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.036409:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036410:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.036411:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036412:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036412:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.036415:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf860be200/0x66de20725ed32f1d lrc: 0/0,0 mode: --/PR res: [0x200002342:0x815c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779adb9 expref: 497 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.036419:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 490 00000020:00000040:0.0:1789307438.036420:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 496 00010000:00000010:0.0:1789307438.036421:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9cc3180. 00010000:00000040:0.0:1789307438.036423:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf9fa0e900 count: 0 00010000:00000010:0.0:1789307438.036426:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe85a59e80. 00010000:00000001:0.0:1789307438.036433:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.036435:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1068 00000001:00000001:0.0:1789307438.036437:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.036439:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb5638e00 count: 2 00000004:00000001:0.0:1789307438.036441:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.036443:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.036444:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036445:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036446:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.036448:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036450:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.036451:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.036453:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036455:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036456:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.036457:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.036460:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5814600 with handle 0x66de20725ed0103d from hash 00010000:00000001:0.0:1789307438.036462:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.036463:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036464:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036465:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.036466:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.036467:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036469:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.036470:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.036472:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.036473:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e3d:0x0].0x0 (ffff9fbfb5638e00) 00010000:00010000:0.0:1789307438.036475:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.036477:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.036479:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036480:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.036481:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036482:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036483:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.036487:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5814600/0x66de20725ed0103d lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798897 expref: 496 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.036492:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 489 00000020:00000040:0.0:1789307438.036494:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 495 00010000:00000010:0.0:1789307438.036496:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbe872bb600. 00010000:00000040:0.0:1789307438.036499:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb5638e00 count: 0 00010000:00000010:0.0:1789307438.036501:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe97822580. 00010000:00000001:0.0:1789307438.036509:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.036511:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1069 00000001:00000001:0.0:1789307438.036512:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.036515:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72af300 count: 2 00000004:00000001:0.0:1789307438.036517:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.036519:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.036520:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036521:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036523:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.036524:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036526:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.036527:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.036529:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036529:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036530:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.036531:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.036533:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0ee4400 with handle 0x66de20725ed3077e from hash 00010000:00000001:0.0:1789307438.036534:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.036535:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036536:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036536:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.036538:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.036539:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036540:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.036541:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.036542:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.036543:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x808d:0x0].0x0 (ffff9fbfb72af300) 00010000:00010000:0.0:1789307438.036544:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.036545:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.036546:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036547:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.036548:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036548:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036549:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.036551:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0ee4400/0x66de20725ed3077e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x808d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a267 expref: 495 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.036554:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 488 00000020:00000040:0.0:1789307438.036555:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 494 00010000:00000010:0.0:1789307438.036556:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb48ce980. 00010000:00000040:0.0:1789307438.036558:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72af300 count: 0 00010000:00000010:0.0:1789307438.036560:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbbface00. 00010000:00000001:0.0:1789307438.036567:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.036568:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1070 00000001:00000001:0.0:1789307438.036568:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.036570:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf8538a400 count: 2 00000004:00000001:0.0:1789307438.036571:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.036572:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.036573:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036574:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036575:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.036576:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036578:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.036578:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.036579:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036580:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036580:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.036581:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.036582:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2fd5200 with handle 0x66de20725ed2dfdf from hash 00010000:00000001:0.0:1789307438.036583:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.036584:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036585:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036585:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.036586:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.036587:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036587:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.036588:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.036589:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.036590:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fbe:0x0].0x0 (ffff9fbf8538a400) 00010000:00010000:0.0:1789307438.036591:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.036592:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.036593:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036594:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.036594:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036595:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036596:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.036597:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2fd5200/0x66de20725ed2dfdf lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fbe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799715 expref: 494 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.036604:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 487 00000020:00000040:0.0:1789307438.036606:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 493 00010000:00000010:0.0:1789307438.036607:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf900c3b80. 00010000:00000040:0.0:1789307438.036609:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf8538a400 count: 0 00010000:00000010:0.0:1789307438.036610:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf831a1200. 00010000:00000001:0.0:1789307438.036617:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.036617:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1071 00000001:00000001:0.0:1789307438.036618:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.036620:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf835bb400 count: 2 00000004:00000001:0.0:1789307438.036621:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.036621:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.036622:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036623:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036624:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.036625:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036626:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.036627:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.036628:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036628:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036629:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.036630:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.036631:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf90b93400 with handle 0x66de20725ed02019 from hash 00010000:00000001:0.0:1789307438.036632:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.036633:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036633:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036634:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.036635:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.036635:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036636:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.036637:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.036637:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.036638:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7eb1:0x0].0x0 (ffff9fbf835bb400) 00010000:00010000:0.0:1789307438.036639:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.036641:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.036642:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036643:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.036644:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036645:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036645:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.036647:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf90b93400/0x66de20725ed02019 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7eb1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798bc3 expref: 493 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.036650:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 486 00000020:00000040:0.0:1789307438.036651:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 492 00010000:00000010:0.0:1789307438.036652:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb2bf5e00. 00010000:00000040:0.0:1789307438.036653:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf835bb400 count: 0 00010000:00000010:0.0:1789307438.036655:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf82b2c180. 00010000:00000001:0.0:1789307438.036658:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.036659:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1072 00000001:00000001:0.0:1789307438.036660:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.036662:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf82b09900 count: 2 00000004:00000001:0.0:1789307438.036663:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.036663:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.036664:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036665:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036665:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.036666:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036668:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.036668:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.036669:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036670:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036671:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.036672:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.036673:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0bb9c00 with handle 0x66de20725ed02ff5 from hash 00010000:00000001:0.0:1789307438.036674:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.036675:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036676:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036676:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.036677:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.036678:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036679:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.036680:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.036681:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.036682:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f25:0x0].0x0 (ffff9fbf82b09900) 00010000:00010000:0.0:1789307438.036683:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.036684:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.036685:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036686:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.036687:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036688:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036689:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.036692:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0bb9c00/0x66de20725ed02ff5 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798eef expref: 492 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.036697:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 485 00000020:00000040:0.0:1789307438.036699:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 491 00010000:00000010:0.0:1789307438.036700:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd25a280. 00010000:00000040:0.0:1789307438.036703:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf82b09900 count: 0 00010000:00000010:0.0:1789307438.036705:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf855cc480. 00010000:00000001:0.0:1789307438.036711:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.036713:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1073 00000001:00000001:0.0:1789307438.036714:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.036716:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf90c82500 count: 2 00000004:00000001:0.0:1789307438.036718:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.036720:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.036721:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036722:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036723:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.036725:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036727:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.036728:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.036730:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036730:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036731:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.036733:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.036735:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9e32e00 with handle 0x66de20725ed31db2 from hash 00010000:00000001:0.0:1789307438.036737:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.036738:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036739:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036740:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.036741:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.036742:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036744:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.036745:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.036746:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.036748:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8101:0x0].0x0 (ffff9fbf90c82500) 00010000:00010000:0.0:1789307438.036750:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.036751:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.036753:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036754:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.036755:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036756:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036757:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.036760:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9e32e00/0x66de20725ed31db2 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8101:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a8bf expref: 491 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.036765:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 484 00000020:00000040:0.0:1789307438.036767:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 490 00010000:00000010:0.0:1789307438.036769:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb18c8000. 00010000:00000040:0.0:1789307438.036772:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf90c82500 count: 0 00010000:00000010:0.0:1789307438.036775:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9802c680. 00010000:00000001:0.0:1789307438.036782:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.036783:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1074 00000001:00000001:0.0:1789307438.036785:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.036787:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7e59900 count: 2 00000004:00000001:0.0:1789307438.036789:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.036790:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.036792:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036793:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036794:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.036796:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036798:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.036799:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.036801:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036802:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036803:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.036804:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.036806:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8984c600 with handle 0x66de20725ed3780a from hash 00010000:00000001:0.0:1789307438.036808:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.036809:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036810:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036811:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.036812:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.036813:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036815:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.036816:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.036817:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.036819:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82d9:0x0].0x0 (ffff9fbfb7e59900) 00010000:00010000:0.0:1789307438.036821:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.036823:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.036824:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036826:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.036827:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036828:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036829:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.036832:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8984c600/0x66de20725ed3780a lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c28f expref: 490 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.036838:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 483 00000020:00000040:0.0:1789307438.036840:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 489 00010000:00000010:0.0:1789307438.036842:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf891a4500. 00010000:00000040:0.0:1789307438.036844:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7e59900 count: 0 00010000:00000010:0.0:1789307438.036847:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbec49ac800. 00010000:00000001:0.0:1789307438.036886:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036888:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036890:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.036892:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1075 00000001:00000001:0.0:1789307438.036894:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.036897:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb52f3200 count: 2 00000004:00000001:0.0:1789307438.036900:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.036901:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.036902:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036903:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036905:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.036906:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036909:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.036910:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.036912:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036913:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036914:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.036916:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.036917:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbeab73c600 with handle 0x66de20725ecff75b from hash 00010000:00000001:0.0:1789307438.036919:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.036920:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036921:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036922:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.036923:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.036925:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036926:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.036927:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.036928:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.036930:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7d87:0x0].0x0 (ffff9fbfb52f3200) 00010000:00010000:0.0:1789307438.036932:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.036933:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.036935:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036936:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.036938:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036938:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036939:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.036943:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbeab73c600/0x66de20725ecff75b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7d87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779839d expref: 489 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.036954:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 482 00000020:00000040:0.0:1789307438.036956:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 488 00010000:00000010:0.0:1789307438.036958:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf85de8780. 00010000:00000040:0.0:1789307438.036960:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb52f3200 count: 0 00010000:00000010:0.0:1789307438.036963:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8312c280. 00010000:00000001:0.0:1789307438.036970:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.036972:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1076 00000001:00000001:0.0:1789307438.036973:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.036976:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf84fab300 count: 2 00000004:00000001:0.0:1789307438.036978:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.036979:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.036980:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036981:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.036983:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.036984:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.036986:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.036987:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.036989:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036990:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.036991:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.036993:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.036995:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb49cfe00 with handle 0x66de20725ed2f613 from hash 00010000:00000001:0.0:1789307438.036997:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.036998:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.036999:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037000:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.037002:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.037003:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037005:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.037006:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.037007:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.037009:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8032:0x0].0x0 (ffff9fbf84fab300) 00010000:00010000:0.0:1789307438.037010:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.037012:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.037014:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037015:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.037017:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037018:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037018:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.037022:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb49cfe00/0x66de20725ed2f613 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8032:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799d6d expref: 488 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.037028:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 481 00000020:00000040:0.0:1789307438.037031:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 487 00010000:00000010:0.0:1789307438.037033:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbb478700. 00010000:00000040:0.0:1789307438.037035:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf84fab300 count: 0 00010000:00000010:0.0:1789307438.037038:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9221e380. 00010000:00000001:0.0:1789307438.037045:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.037047:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1077 00000001:00000001:0.0:1789307438.037048:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.037051:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf88860600 count: 2 00000004:00000001:0.0:1789307438.037053:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.037054:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.037055:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037056:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037056:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.037058:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037059:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.037060:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.037062:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037063:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037064:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.037064:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.037066:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbd51ea00 with handle 0x66de20725ed3506b from hash 00010000:00000001:0.0:1789307438.037067:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.037068:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037068:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037069:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.037070:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.037071:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037072:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.037073:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.037074:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.037075:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x820a:0x0].0x0 (ffff9fbf88860600) 00010000:00010000:0.0:1789307438.037076:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.037078:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.037079:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037080:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.037080:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037081:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037081:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.037083:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbd51ea00/0x66de20725ed3506b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x820a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b73d expref: 487 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.037087:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 480 00000020:00000040:0.0:1789307438.037088:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 486 00010000:00000010:0.0:1789307438.037089:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb2bf5480. 00010000:00000040:0.0:1789307438.037090:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf88860600 count: 0 00010000:00000010:0.0:1789307438.037092:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb49b7780. 00010000:00000001:0.0:1789307438.037100:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.037101:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1078 00000001:00000001:0.0:1789307438.037102:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.037104:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb310a500 count: 2 00000004:00000001:0.0:1789307438.037105:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.037105:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.037107:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037107:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037108:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.037109:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037110:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.037111:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.037112:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037112:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037113:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.037113:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.037115:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8579fc00 with handle 0x66de20725ed328cc from hash 00010000:00000001:0.0:1789307438.037117:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.037118:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037118:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037119:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.037120:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.037121:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037122:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.037122:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.037123:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.037124:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x813b:0x0].0x0 (ffff9fbfb310a500) 00010000:00010000:0.0:1789307438.037125:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.037126:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.037127:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037128:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.037128:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037129:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037129:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.037131:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8579fc00/0x66de20725ed328cc lrc: 0/0,0 mode: --/PR res: [0x200002342:0x813b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779abeb expref: 486 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.037134:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 479 00000020:00000040:0.0:1789307438.037135:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 485 00010000:00000010:0.0:1789307438.037136:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf864ceb80. 00010000:00000040:0.0:1789307438.037137:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb310a500 count: 0 00010000:00000010:0.0:1789307438.037139:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83f8d380. 00010000:00000001:0.0:1789307438.037146:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.037148:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1079 00000001:00000001:0.0:1789307438.037149:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.037151:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a83700 count: 2 00000004:00000001:0.0:1789307438.037153:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.037154:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.037155:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037156:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037157:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.037159:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037161:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.037162:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.037164:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037165:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037166:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.037167:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.037169:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8f8fba00 with handle 0x66de20725ed00737 from hash 00010000:00000001:0.0:1789307438.037172:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.037173:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037174:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037175:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.037177:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.037178:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037180:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.037181:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.037182:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.037183:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7dfb:0x0].0x0 (ffff9fbfb4a83700) 00010000:00010000:0.0:1789307438.037185:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.037187:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.037189:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037190:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.037191:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037192:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037193:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.037197:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8f8fba00/0x66de20725ed00737 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7dfb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77986c9 expref: 485 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.037203:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 478 00000020:00000040:0.0:1789307438.037205:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 484 00010000:00000010:0.0:1789307438.037207:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfa3c8b880. 00010000:00000040:0.0:1789307438.037210:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a83700 count: 0 00010000:00000010:0.0:1789307438.037213:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a73a80. 00010000:00000001:0.0:1789307438.037221:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.037223:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1080 00000001:00000001:0.0:1789307438.037225:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.037228:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb52f0c00 count: 2 00000004:00000001:0.0:1789307438.037230:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.037231:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.037232:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037233:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037234:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.037236:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037238:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.037239:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.037241:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037242:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037243:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.037244:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.037247:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf85c20a00 with handle 0x66de20725ed3012d from hash 00010000:00000001:0.0:1789307438.037248:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.037249:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037250:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037251:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.037253:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.037254:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037256:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.037257:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.037258:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.037260:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x806c:0x0].0x0 (ffff9fbfb52f0c00) 00010000:00010000:0.0:1789307438.037262:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.037263:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.037265:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037266:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.037268:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037269:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037270:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.037273:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf85c20a00/0x66de20725ed3012d lrc: 0/0,0 mode: --/PR res: [0x200002342:0x806c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a099 expref: 484 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.037278:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 477 00000020:00000040:0.0:1789307438.037280:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 483 00010000:00000010:0.0:1789307438.037282:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfad2f4980. 00010000:00000040:0.0:1789307438.037286:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb52f0c00 count: 0 00010000:00000010:0.0:1789307438.037289:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfa3c70b00. 00010000:00000001:0.0:1789307438.037296:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.037298:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1081 00000001:00000001:0.0:1789307438.037299:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.037302:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf83b23d00 count: 2 00000004:00000001:0.0:1789307438.037304:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.037305:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.037307:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037308:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037309:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.037311:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037314:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.037315:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.037317:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037318:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037319:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.037320:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.037322:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb6d7c400 with handle 0x66de20725ed2d98e from hash 00010000:00000001:0.0:1789307438.037324:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.037325:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037326:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037326:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.037328:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.037329:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037330:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.037331:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.037331:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.037333:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f9d:0x0].0x0 (ffff9fbf83b23d00) 00010000:00010000:0.0:1789307438.037334:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.037335:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.037336:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037337:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.037338:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037338:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037339:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.037342:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb6d7c400/0x66de20725ed2d98e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f9d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799547 expref: 483 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.037346:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 476 00000020:00000040:0.0:1789307438.037347:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 482 00010000:00000010:0.0:1789307438.037349:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9d01e00. 00010000:00000040:0.0:1789307438.037351:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf83b23d00 count: 0 00010000:00000010:0.0:1789307438.037354:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9a776b00. 00010000:00000001:0.0:1789307438.037360:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.037362:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1082 00000001:00000001:0.0:1789307438.037364:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.037366:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf80025000 count: 2 00000004:00000001:0.0:1789307438.037368:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.037369:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.037371:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037372:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037373:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.037375:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037377:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.037379:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.037380:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037382:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037383:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.037384:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.037386:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb95e9400 with handle 0x66de20725ed01713 from hash 00010000:00000001:0.0:1789307438.037389:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.037390:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037391:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037392:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.037394:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.037396:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037398:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.037399:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.037400:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.037402:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e6f:0x0].0x0 (ffff9fbf80025000) 00010000:00010000:0.0:1789307438.037404:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.037406:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.037408:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037410:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.037411:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037412:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037414:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.037416:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb95e9400/0x66de20725ed01713 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e6f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77989f5 expref: 482 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.037421:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 475 00000020:00000040:0.0:1789307438.037422:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 481 00010000:00000010:0.0:1789307438.037424:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb90f3a80. 00010000:00000040:0.0:1789307438.037429:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf80025000 count: 0 00010000:00000010:0.0:1789307438.037431:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf90bf2c00. 00010000:00000001:0.0:1789307438.037436:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.037438:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1083 00000001:00000001:0.0:1789307438.037439:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.037440:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb49e1f00 count: 2 00000004:00000001:0.0:1789307438.037442:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.037443:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.037444:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037445:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037446:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.037447:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037449:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.037449:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.037451:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037451:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037452:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.037453:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.037455:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9f73200 with handle 0x66de20725ed013a8 from hash 00010000:00000001:0.0:1789307438.037456:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.037457:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037457:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037458:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.037459:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.037461:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037462:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.037463:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.037464:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.037465:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e56:0x0].0x0 (ffff9fbfb49e1f00) 00010000:00010000:0.0:1789307438.037466:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.037468:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.037469:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037470:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.037470:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037471:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037471:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.037473:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9f73200/0x66de20725ed013a8 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e56:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798946 expref: 481 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.037476:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 474 00000020:00000040:0.0:1789307438.037477:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 480 00010000:00000010:0.0:1789307438.037478:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4a71380. 00010000:00000040:0.0:1789307438.037480:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb49e1f00 count: 0 00010000:00000010:0.0:1789307438.037481:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfa318a600. 00010000:00000001:0.0:1789307438.037485:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.037485:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1084 00000001:00000001:0.0:1789307438.037486:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.037488:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbe84c8c600 count: 2 00000004:00000001:0.0:1789307438.037490:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.037490:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.037491:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037492:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037492:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.037493:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037495:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.037495:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.037496:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037497:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037498:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.037499:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.037501:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf90bbe200 with handle 0x66de20725ed38975 from hash 00010000:00000001:0.0:1789307438.037502:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.037504:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037505:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037505:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.037507:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.037508:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037509:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.037510:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.037511:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.037512:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8334:0x0].0x0 (ffff9fbe84c8c600) 00010000:00010000:0.0:1789307438.037513:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.037514:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.037515:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037516:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.037517:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037517:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037518:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.037520:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf90bbe200/0x66de20725ed38975 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8334:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c789 expref: 480 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.037524:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 473 00000020:00000040:0.0:1789307438.037525:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 479 00010000:00000010:0.0:1789307438.037527:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbeb26cde80. 00010000:00000040:0.0:1789307438.037528:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbe84c8c600 count: 0 00010000:00000010:0.0:1789307438.037530:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf979a8280. 00010000:00000001:0.0:1789307438.037536:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037537:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037537:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.037538:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1085 00000001:00000001:0.0:1789307438.037539:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.037540:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4accc00 count: 2 00000004:00000001:0.0:1789307438.037541:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.037542:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.037543:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037544:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037545:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.037547:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037548:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.037549:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.037550:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037551:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037551:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.037552:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.037554:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9f85600 with handle 0x66de20725ed02384 from hash 00010000:00000001:0.0:1789307438.037555:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.037555:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037556:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037556:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.037557:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.037558:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037559:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.037559:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.037560:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.037561:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7eca:0x0].0x0 (ffff9fbfb4accc00) 00010000:00010000:0.0:1789307438.037562:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.037563:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.037564:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037565:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.037566:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037566:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037567:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.037568:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9f85600/0x66de20725ed02384 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7eca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798c72 expref: 479 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.037571:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 472 00000020:00000040:0.0:1789307438.037572:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 478 00010000:00000010:0.0:1789307438.037573:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf90ad2400. 00010000:00000040:0.0:1789307438.037576:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4accc00 count: 0 00010000:00000010:0.0:1789307438.037578:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4aaf980. 00010000:00000001:0.0:1789307438.037583:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.037584:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1086 00000001:00000001:0.0:1789307438.037585:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.037587:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4ab9500 count: 2 00000004:00000001:0.0:1789307438.037588:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.037589:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.037590:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037591:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037591:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.037592:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037594:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.037594:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.037595:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037596:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037596:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.037597:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.037598:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9e5aa00 with handle 0x66de20725ed361d6 from hash 00010000:00000001:0.0:1789307438.037599:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.037600:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037601:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037601:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.037602:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.037603:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037603:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.037604:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.037605:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.037606:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8265:0x0].0x0 (ffff9fbfb4ab9500) 00010000:00010000:0.0:1789307438.037607:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.037608:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.037609:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037610:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.037610:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037611:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037611:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.037613:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9e5aa00/0x66de20725ed361d6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8265:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bc37 expref: 478 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.037616:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 471 00000020:00000040:0.0:1789307438.037618:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 477 00010000:00000010:0.0:1789307438.037619:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf884af000. 00010000:00000040:0.0:1789307438.037620:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4ab9500 count: 0 00010000:00000010:0.0:1789307438.037622:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb2bf4f00. 00010000:00000001:0.0:1789307438.037627:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.037627:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1087 00000001:00000001:0.0:1789307438.037628:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.037630:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a86f00 count: 2 00000004:00000001:0.0:1789307438.037631:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.037632:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.037632:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037633:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037634:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.037635:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037637:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.037637:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.037638:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037639:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037639:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.037640:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.037641:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb7d1b000 with handle 0x66de20725ed33a37 from hash 00010000:00000001:0.0:1789307438.037642:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.037643:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037644:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037644:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.037645:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.037646:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037646:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.037647:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.037648:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.037649:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8196:0x0].0x0 (ffff9fbfb4a86f00) 00010000:00010000:0.0:1789307438.037650:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.037651:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.037652:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037653:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.037654:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037654:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037655:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.037657:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb7d1b000/0x66de20725ed33a37 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8196:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b0e5 expref: 477 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.037661:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 470 00000020:00000040:0.0:1789307438.037662:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 476 00010000:00000010:0.0:1789307438.037663:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9acfd80. 00010000:00000040:0.0:1789307438.037664:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a86f00 count: 0 00010000:00000010:0.0:1789307438.037665:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbec59c1f80. 00010000:00000001:0.0:1789307438.037670:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.037671:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1088 00000001:00000001:0.0:1789307438.037672:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.037673:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb2489200 count: 2 00000004:00000001:0.0:1789307438.037674:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.037675:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.037675:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037676:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037677:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.037678:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037679:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.037680:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.037681:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037681:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037682:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.037683:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.037684:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf97825e00 with handle 0x66de20725ed03360 from hash 00010000:00000001:0.0:1789307438.037685:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.037686:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037686:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037687:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.037688:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.037688:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037689:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.037690:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.037690:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.037692:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f3e:0x0].0x0 (ffff9fbfb2489200) 00010000:00010000:0.0:1789307438.037694:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.037695:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.037696:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037697:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.037698:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037698:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037699:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.037700:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97825e00/0x66de20725ed03360 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798f9e expref: 476 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.037704:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 469 00000020:00000040:0.0:1789307438.037704:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 475 00010000:00000010:0.0:1789307438.037706:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfc0822b80. 00010000:00000040:0.0:1789307438.037708:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb2489200 count: 0 00010000:00000010:0.0:1789307438.037710:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb2643380. 00010000:00000001:0.0:1789307438.037717:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.037719:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1089 00000001:00000001:0.0:1789307438.037720:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.037722:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf83dbd500 count: 2 00000004:00000001:0.0:1789307438.037724:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.037725:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.037726:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037727:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037728:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.037730:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037732:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.037733:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.037735:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037736:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037737:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.037738:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.037741:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf90b04e00 with handle 0x66de20725ed31298 from hash 00010000:00000001:0.0:1789307438.037743:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.037744:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037745:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037746:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.037748:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.037749:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037751:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.037752:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.037753:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.037755:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80c7:0x0].0x0 (ffff9fbf83dbd500) 00010000:00010000:0.0:1789307438.037757:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.037759:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.037761:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037762:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.037763:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037764:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037764:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.037767:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf90b04e00/0x66de20725ed31298 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80c7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a593 expref: 475 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.037771:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 468 00000020:00000040:0.0:1789307438.037772:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 474 00010000:00000010:0.0:1789307438.037773:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ad0180. 00010000:00000040:0.0:1789307438.037775:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf83dbd500 count: 0 00010000:00000010:0.0:1789307438.037777:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8541c180. 00010000:00000001:0.0:1789307438.037783:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.037784:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1090 00000001:00000001:0.0:1789307438.037785:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.037787:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf878a3900 count: 2 00000004:00000001:0.0:1789307438.037788:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.037789:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.037790:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037791:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037792:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.037793:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037795:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.037795:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.037797:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037798:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037799:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.037800:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.037802:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb945fc00 with handle 0x66de20725ed36cf0 from hash 00010000:00000001:0.0:1789307438.037803:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.037804:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037804:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037805:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.037806:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.037807:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037807:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.037808:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.037809:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.037810:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x829f:0x0].0x0 (ffff9fbf878a3900) 00010000:00010000:0.0:1789307438.037811:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.037812:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.037813:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037814:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.037814:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037815:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037815:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.037817:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb945fc00/0x66de20725ed36cf0 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x829f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bf63 expref: 474 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.037820:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 467 00000020:00000040:0.0:1789307438.037821:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 473 00010000:00000010:0.0:1789307438.037822:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf87f7b500. 00010000:00000040:0.0:1789307438.037825:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf878a3900 count: 0 00010000:00000010:0.0:1789307438.037826:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe948bcf00. 00010000:00000001:0.0:1789307438.037832:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037833:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037834:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.037834:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1091 00000001:00000001:0.0:1789307438.037836:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.037837:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf83535c00 count: 2 00000004:00000001:0.0:1789307438.037839:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.037840:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.037841:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037841:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037842:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.037844:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037845:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.037846:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.037847:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037847:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037848:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.037849:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.037865:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf92231c00 with handle 0x66de20725ecffac6 from hash 00010000:00000001:0.0:1789307438.037867:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.037868:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037882:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037883:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.037885:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.037887:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037889:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.037891:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.037893:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.037895:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7da0:0x0].0x0 (ffff9fbf83535c00) 00010000:00010000:0.0:1789307438.037898:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.037900:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.037902:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037904:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.037905:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037906:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037907:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.037912:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf92231c00/0x66de20725ecffac6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7da0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779844c expref: 473 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.037919:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 466 00000020:00000040:0.0:1789307438.037921:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 472 00010000:00000010:0.0:1789307438.037924:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb592cd00. 00010000:00000040:0.0:1789307438.037927:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf83535c00 count: 0 00010000:00000010:0.0:1789307438.037929:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe8aa4cd00. 00010000:00000001:0.0:1789307438.037937:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.037938:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1092 00000001:00000001:0.0:1789307438.037939:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.037942:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72ad800 count: 2 00000004:00000001:0.0:1789307438.037943:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.037944:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.037945:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037946:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.037947:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.037949:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037950:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.037951:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.037952:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037953:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037954:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.037955:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.037957:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9608ba00 with handle 0x66de20725ed2eaf9 from hash 00010000:00000001:0.0:1789307438.037959:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.037960:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037961:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037962:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.037964:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.037965:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037966:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.037967:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.037969:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.037970:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ff8:0x0].0x0 (ffff9fbfb72ad800) 00010000:00010000:0.0:1789307438.037972:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.037974:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.037976:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.037978:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.037979:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.037981:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.037982:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.037985:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9608ba00/0x66de20725ed2eaf9 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ff8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799a41 expref: 472 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.037992:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 465 00000020:00000040:0.0:1789307438.037994:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 471 00010000:00000010:0.0:1789307438.037996:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf909a8300. 00010000:00000040:0.0:1789307438.037998:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72ad800 count: 0 00010000:00000010:0.0:1789307438.038001:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf855cc380. 00010000:00000001:0.0:1789307438.038007:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.038009:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1093 00000001:00000001:0.0:1789307438.038010:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.038012:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a76c00 count: 2 00000004:00000001:0.0:1789307438.038013:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.038014:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.038015:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.038016:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.038016:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.038018:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038019:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.038020:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.038021:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038022:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038023:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.038023:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.038025:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4a42a00 with handle 0x66de20725ed34551 from hash 00010000:00000001:0.0:1789307438.038026:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.038027:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038027:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038028:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.038029:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.038030:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038031:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.038031:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.038032:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.038033:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81d0:0x0].0x0 (ffff9fbfb4a76c00) 00010000:00010000:0.0:1789307438.038034:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.038036:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.038037:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038038:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.038039:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038039:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038040:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.038042:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4a42a00/0x66de20725ed34551 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b411 expref: 471 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.038045:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 464 00000020:00000040:0.0:1789307438.038046:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 470 00010000:00000010:0.0:1789307438.038047:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf84faa480. 00010000:00000040:0.0:1789307438.038049:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a76c00 count: 0 00010000:00000010:0.0:1789307438.038052:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf898eb600. 00010000:00000001:0.0:1789307438.038058:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.038059:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1094 00000001:00000001:0.0:1789307438.038060:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.038062:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf88752200 count: 2 00000004:00000001:0.0:1789307438.038063:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.038064:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.038065:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.038066:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.038067:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.038068:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038069:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.038070:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.038071:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038073:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038073:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.038074:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.038076:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4a2b600 with handle 0x66de20725ed00aa2 from hash 00010000:00000001:0.0:1789307438.038078:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.038079:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038080:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038081:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.038082:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.038083:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038085:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.038086:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.038087:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.038089:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e14:0x0].0x0 (ffff9fbf88752200) 00010000:00010000:0.0:1789307438.038091:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.038092:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.038094:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038095:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.038096:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038097:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038098:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.038101:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4a2b600/0x66de20725ed00aa2 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798778 expref: 470 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.038107:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 463 00000020:00000040:0.0:1789307438.038109:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 469 00010000:00000010:0.0:1789307438.038111:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbb4dd580. 00010000:00000040:0.0:1789307438.038113:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf88752200 count: 0 00010000:00000010:0.0:1789307438.038115:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9fa2700. 00010000:00000001:0.0:1789307438.038122:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.038124:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1095 00000001:00000001:0.0:1789307438.038126:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.038129:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb2a15200 count: 2 00000004:00000001:0.0:1789307438.038131:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.038132:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.038134:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.038135:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.038136:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.038138:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038140:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.038141:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.038143:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038144:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038146:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.038147:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.038150:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb52fdc00 with handle 0x66de20725ed38324 from hash 00010000:00000001:0.0:1789307438.038151:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.038152:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038153:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038154:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.038155:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.038156:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038157:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.038158:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.038159:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.038160:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8313:0x0].0x0 (ffff9fbfb2a15200) 00010000:00010000:0.0:1789307438.038162:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.038164:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.038165:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038167:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.038168:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038169:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038170:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.038173:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb52fdc00/0x66de20725ed38324 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8313:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c5bb expref: 469 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.038180:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 462 00000020:00000040:0.0:1789307438.038182:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 468 00010000:00000010:0.0:1789307438.038184:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbe810f5200. 00010000:00000040:0.0:1789307438.038187:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb2a15200 count: 0 00010000:00000010:0.0:1789307438.038189:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf85cfcd00. 00010000:00000001:0.0:1789307438.038198:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038199:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038201:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.038202:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1096 00000001:00000001:0.0:1789307438.038204:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.038206:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb5930400 count: 2 00000004:00000001:0.0:1789307438.038208:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.038209:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.038211:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.038212:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.038213:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.038215:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038218:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.038219:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.038221:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038222:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038223:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.038225:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.038228:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb72ebe00 with handle 0x66de20725ed01a7e from hash 00010000:00000001:0.0:1789307438.038230:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.038231:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038232:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038233:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.038235:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.038236:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038238:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.038239:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.038241:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.038242:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e88:0x0].0x0 (ffff9fbfb5930400) 00010000:00010000:0.0:1789307438.038244:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.038246:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.038248:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038250:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.038251:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038252:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038253:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.038256:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb72ebe00/0x66de20725ed01a7e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e88:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798aa4 expref: 468 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.038262:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 461 00000020:00000040:0.0:1789307438.038265:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 467 00010000:00000010:0.0:1789307438.038267:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd617a00. 00010000:00000040:0.0:1789307438.038270:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb5930400 count: 0 00010000:00000010:0.0:1789307438.038273:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe858fbc80. 00010000:00000001:0.0:1789307438.038279:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.038281:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1097 00000001:00000001:0.0:1789307438.038283:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.038285:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb5638d00 count: 2 00000004:00000001:0.0:1789307438.038287:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.038289:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.038290:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.038291:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.038293:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.038295:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038297:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.038299:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.038301:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038302:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038303:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.038304:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.038307:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb639f400 with handle 0x66de20725ed35b85 from hash 00010000:00000001:0.0:1789307438.038309:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.038310:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038311:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038313:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.038314:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.038316:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038317:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.038318:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.038320:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.038322:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8244:0x0].0x0 (ffff9fbfb5638d00) 00010000:00010000:0.0:1789307438.038324:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.038325:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.038327:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038329:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.038331:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038332:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038333:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.038336:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb639f400/0x66de20725ed35b85 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8244:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ba69 expref: 467 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.038343:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 460 00000020:00000040:0.0:1789307438.038346:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 466 00010000:00000010:0.0:1789307438.038348:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb5a9d300. 00010000:00000040:0.0:1789307438.038350:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb5638d00 count: 0 00010000:00000010:0.0:1789307438.038353:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9cc0400. 00010000:00000001:0.0:1789307438.038360:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.038361:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1098 00000001:00000001:0.0:1789307438.038363:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.038365:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4acc600 count: 2 00000004:00000001:0.0:1789307438.038367:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.038369:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.038370:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.038372:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.038373:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.038375:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038378:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.038380:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.038381:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038383:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038384:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.038385:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.038388:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb3c3e600 with handle 0x66de20725ed333e6 from hash 00010000:00000001:0.0:1789307438.038390:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.038391:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038392:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038393:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.038395:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.038396:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038398:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.038399:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.038401:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.038403:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8175:0x0].0x0 (ffff9fbfb4acc600) 00010000:00010000:0.0:1789307438.038405:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.038407:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.038409:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038411:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.038412:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038414:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038415:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.038419:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb3c3e600/0x66de20725ed333e6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8175:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779af17 expref: 466 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.038425:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 459 00000020:00000040:0.0:1789307438.038427:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 465 00010000:00000010:0.0:1789307438.038430:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9f04880. 00010000:00000040:0.0:1789307438.038432:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4acc600 count: 0 00010000:00000010:0.0:1789307438.038435:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf862fc980. 00010000:00000001:0.0:1789307438.038441:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.038443:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1099 00000001:00000001:0.0:1789307438.038444:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.038447:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85da3700 count: 2 00000004:00000001:0.0:1789307438.038449:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.038451:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.038452:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.038453:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.038455:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.038457:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038460:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.038461:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.038463:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038464:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038465:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.038467:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.038469:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb6009c00 with handle 0x66de20725ed38e3e from hash 00010000:00000001:0.0:1789307438.038471:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.038473:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038474:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038475:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.038477:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.038478:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038480:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.038481:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.038483:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.038485:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x834d:0x0].0x0 (ffff9fbf85da3700) 00010000:00010000:0.0:1789307438.038487:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.038489:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.038491:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038493:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.038494:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038495:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038496:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.038499:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb6009c00/0x66de20725ed38e3e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x834d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c8e7 expref: 465 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.038506:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 458 00000020:00000040:0.0:1789307438.038508:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 464 00010000:00000010:0.0:1789307438.038510:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb7e51680. 00010000:00000040:0.0:1789307438.038512:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85da3700 count: 0 00010000:00000010:0.0:1789307438.038515:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf864cc700. 00010000:00000001:0.0:1789307438.038521:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038523:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038524:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.038525:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1100 00000001:00000001:0.0:1789307438.038527:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.038529:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf84fa4700 count: 2 00000004:00000001:0.0:1789307438.038531:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.038533:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.038534:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.038535:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.038536:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.038538:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038541:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.038542:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.038544:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038545:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038546:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.038547:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.038550:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbd626800 with handle 0x66de20725ed02a5a from hash 00010000:00000001:0.0:1789307438.038552:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.038553:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038554:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038556:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.038557:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.038559:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038560:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.038562:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.038563:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.038565:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7efc:0x0].0x0 (ffff9fbf84fa4700) 00010000:00010000:0.0:1789307438.038567:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.038569:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.038571:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038572:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.038574:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038575:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038576:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.038580:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbd626800/0x66de20725ed02a5a lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7efc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798dd0 expref: 464 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.038586:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 457 00000020:00000040:0.0:1789307438.038588:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 463 00010000:00000010:0.0:1789307438.038590:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb49bb300. 00010000:00000040:0.0:1789307438.038593:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf84fa4700 count: 0 00010000:00000010:0.0:1789307438.038597:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83f8d980. 00010000:00000001:0.0:1789307438.038604:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.038606:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1101 00000001:00000001:0.0:1789307438.038607:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.038610:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf864d3d00 count: 2 00000004:00000001:0.0:1789307438.038612:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.038613:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.038615:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.038616:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.038617:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.038619:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038621:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.038622:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.038624:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038625:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038626:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.038627:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.038629:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9fba9400 with handle 0x66de20725ed30c47 from hash 00010000:00000001:0.0:1789307438.038631:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.038632:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038633:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038634:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.038636:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.038637:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038638:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.038640:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.038641:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.038643:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80a6:0x0].0x0 (ffff9fbf864d3d00) 00010000:00010000:0.0:1789307438.038645:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.038646:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.038648:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038650:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.038651:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038653:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038654:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.038657:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9fba9400/0x66de20725ed30c47 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80a6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a3c5 expref: 463 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.038663:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 456 00000020:00000040:0.0:1789307438.038666:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 462 00010000:00000010:0.0:1789307438.038667:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf864ce680. 00010000:00000040:0.0:1789307438.038670:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf864d3d00 count: 0 00010000:00000010:0.0:1789307438.038673:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb49f6700. 00010000:00000001:0.0:1789307438.038680:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.038682:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1102 00000001:00000001:0.0:1789307438.038684:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.038686:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85170500 count: 2 00000004:00000001:0.0:1789307438.038689:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.038690:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.038692:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.038693:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.038694:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.038696:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038698:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.038699:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.038700:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038701:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038702:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.038703:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.038705:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbed97c00 with handle 0x66de20725ed3669f from hash 00010000:00000001:0.0:1789307438.038706:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.038708:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038709:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038710:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.038711:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.038712:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038714:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.038715:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.038716:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.038718:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x827e:0x0].0x0 (ffff9fbf85170500) 00010000:00010000:0.0:1789307438.038719:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.038721:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.038722:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038724:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.038724:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038725:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038726:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.038729:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbed97c00/0x66de20725ed3669f lrc: 0/0,0 mode: --/PR res: [0x200002342:0x827e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bd95 expref: 462 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.038735:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 455 00000020:00000040:0.0:1789307438.038736:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 461 00010000:00000010:0.0:1789307438.038738:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbb4ddb80. 00010000:00000040:0.0:1789307438.038740:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85170500 count: 0 00010000:00000010:0.0:1789307438.038743:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb2bf4d00. 00010000:00000001:0.0:1789307438.038754:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.038756:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1103 00000001:00000001:0.0:1789307438.038757:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.038759:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85cfe100 count: 2 00000004:00000001:0.0:1789307438.038761:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.038763:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.038764:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.038766:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.038767:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.038769:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038771:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.038773:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.038774:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038775:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038777:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.038778:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.038780:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2a33800 with handle 0x66de20725ed2e4a8 from hash 00010000:00000001:0.0:1789307438.038782:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.038783:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038784:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038785:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.038787:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.038788:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038790:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.038791:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.038792:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.038794:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fd7:0x0].0x0 (ffff9fbf85cfe100) 00010000:00010000:0.0:1789307438.038796:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.038798:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.038800:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038801:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.038802:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038804:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038805:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.038808:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2a33800/0x66de20725ed2e4a8 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fd7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799873 expref: 461 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.038820:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 454 00000020:00000040:0.0:1789307438.038821:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 460 00010000:00000010:0.0:1789307438.038824:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbf1d7280. 00010000:00000040:0.0:1789307438.038827:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85cfe100 count: 0 00010000:00000010:0.0:1789307438.038829:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe859eaf00. 00010000:00000001:0.0:1789307438.038837:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.038839:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1104 00000001:00000001:0.0:1789307438.038841:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.038843:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb490ba00 count: 2 00000004:00000001:0.0:1789307438.038845:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.038847:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.038848:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.038866:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.038868:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.038881:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038885:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.038887:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.038890:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038891:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038893:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.038895:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.038898:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9fbac600 with handle 0x66de20725ed33f00 from hash 00010000:00000001:0.0:1789307438.038900:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.038902:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038903:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038904:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.038906:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.038908:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038910:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.038911:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.038913:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.038914:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81af:0x0].0x0 (ffff9fbfb490ba00) 00010000:00010000:0.0:1789307438.038917:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.038920:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.038922:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038924:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.038926:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038927:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038928:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.038932:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9fbac600/0x66de20725ed33f00 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81af:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b243 expref: 460 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.038940:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 453 00000020:00000040:0.0:1789307438.038942:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 459 00010000:00000010:0.0:1789307438.038944:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4393980. 00010000:00000040:0.0:1789307438.038948:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb490ba00 count: 0 00010000:00000010:0.0:1789307438.038951:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf90946e80. 00010000:00000001:0.0:1789307438.038959:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.038960:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1105 00000001:00000001:0.0:1789307438.038962:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.038965:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9f05e00 count: 2 00000004:00000001:0.0:1789307438.038967:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.038969:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.038970:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.038972:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.038973:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.038975:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038978:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.038980:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.038982:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038983:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038984:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.038985:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.038988:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbf6b200 with handle 0x66de20725ed026ef from hash 00010000:00000001:0.0:1789307438.038990:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.038992:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.038993:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.038994:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.038996:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.038998:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.038999:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.039000:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.039002:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.039003:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ee3:0x0].0x0 (ffff9fbfb9f05e00) 00010000:00010000:0.0:1789307438.039006:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.039008:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.039010:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039011:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.039013:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039014:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039015:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.039018:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbbf6b200/0x66de20725ed026ef lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ee3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798d21 expref: 459 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.039025:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 452 00000020:00000040:0.0:1789307438.039027:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 458 00010000:00000010:0.0:1789307438.039029:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbbf14f00. 00010000:00000040:0.0:1789307438.039032:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9f05e00 count: 0 00010000:00000010:0.0:1789307438.039035:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83d8e480. 00010000:00000001:0.0:1789307438.039044:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.039046:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1106 00000001:00000001:0.0:1789307438.039048:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.039050:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa2ed3d00 count: 2 00000004:00000001:0.0:1789307438.039052:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.039054:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.039055:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039056:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039058:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.039059:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039061:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.039062:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.039064:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039065:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039066:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.039067:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.039070:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb3c23200 with handle 0x66de20725ed31761 from hash 00010000:00000001:0.0:1789307438.039072:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.039073:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039074:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039075:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.039077:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.039078:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039080:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.039081:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.039083:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.039084:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80e0:0x0].0x0 (ffff9fbfa2ed3d00) 00010000:00010000:0.0:1789307438.039086:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.039088:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.039089:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039091:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.039092:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039093:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039094:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.039096:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb3c23200/0x66de20725ed31761 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a6f1 expref: 458 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.039102:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 451 00000020:00000040:0.0:1789307438.039103:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 457 00010000:00000010:0.0:1789307438.039105:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf88e0a480. 00010000:00000040:0.0:1789307438.039108:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa2ed3d00 count: 0 00010000:00000010:0.0:1789307438.039111:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a40d80. 00010000:00000001:0.0:1789307438.039118:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.039120:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1107 00000001:00000001:0.0:1789307438.039121:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.039124:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbbd99600 count: 2 00000004:00000001:0.0:1789307438.039126:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.039127:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.039128:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039130:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039131:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.039134:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039136:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.039137:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.039139:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039140:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039141:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.039142:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.039145:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9fb1200 with handle 0x66de20725ed371b9 from hash 00010000:00000001:0.0:1789307438.039147:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.039149:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039150:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039151:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.039152:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.039154:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039156:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.039157:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.039159:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.039160:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82b8:0x0].0x0 (ffff9fbfbbd99600) 00010000:00010000:0.0:1789307438.039163:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.039165:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.039167:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039169:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.039170:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039171:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039172:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.039175:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9fb1200/0x66de20725ed371b9 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c0c1 expref: 457 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.039181:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 450 00000020:00000040:0.0:1789307438.039183:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 456 00010000:00000010:0.0:1789307438.039185:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfc0fa9800. 00010000:00000040:0.0:1789307438.039188:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbbd99600 count: 0 00010000:00000010:0.0:1789307438.039191:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfa336f880. 00010000:00000001:0.0:1789307438.039202:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.039204:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1108 00000001:00000001:0.0:1789307438.039206:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.039210:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7ef8f00 count: 2 00000004:00000001:0.0:1789307438.039212:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.039213:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.039215:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039216:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039218:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.039220:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039222:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.039223:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.039225:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039226:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039227:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.039229:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.039231:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5d3b400 with handle 0x66de20725ed2efc2 from hash 00010000:00000001:0.0:1789307438.039233:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.039235:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039236:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039237:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.039238:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.039240:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039241:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.039243:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.039244:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.039246:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8011:0x0].0x0 (ffff9fbfb7ef8f00) 00010000:00010000:0.0:1789307438.039248:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.039251:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.039253:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039254:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.039256:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039257:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039258:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.039262:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5d3b400/0x66de20725ed2efc2 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8011:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799b9f expref: 456 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.039268:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 449 00000020:00000040:0.0:1789307438.039270:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 455 00010000:00000010:0.0:1789307438.039273:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbf1d7100. 00010000:00000040:0.0:1789307438.039276:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7ef8f00 count: 0 00010000:00000010:0.0:1789307438.039279:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe8eda8680. 00010000:00000001:0.0:1789307438.039288:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.039290:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1109 00000001:00000001:0.0:1789307438.039291:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.039294:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4acdc00 count: 2 00000004:00000001:0.0:1789307438.039296:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.039297:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.039299:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039300:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039301:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.039303:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039305:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.039307:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.039309:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039310:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039311:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.039312:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.039314:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf898b9200 with handle 0x66de20725ed34a1a from hash 00010000:00000001:0.0:1789307438.039316:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.039318:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039319:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039320:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.039321:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.039323:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039325:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.039326:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.039327:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.039329:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81e9:0x0].0x0 (ffff9fbfb4acdc00) 00010000:00010000:0.0:1789307438.039332:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.039334:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.039336:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039338:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.039339:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039340:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039341:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.039345:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf898b9200/0x66de20725ed34a1a lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81e9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b56f expref: 455 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.039352:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 448 00000020:00000040:0.0:1789307438.039354:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 454 00010000:00000010:0.0:1789307438.039356:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb49bb080. 00010000:00000040:0.0:1789307438.039359:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4acdc00 count: 0 00010000:00000010:0.0:1789307438.039362:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb5fda080. 00010000:00000001:0.0:1789307438.039370:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.039372:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1110 00000001:00000001:0.0:1789307438.039374:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.039377:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4ac0600 count: 2 00000004:00000001:0.0:1789307438.039379:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.039380:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.039381:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039383:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039384:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.039386:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039389:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.039390:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.039392:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039393:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039394:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.039396:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.039398:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf978e9800 with handle 0x66de20725ed036cb from hash 00010000:00000001:0.0:1789307438.039400:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.039402:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039403:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039404:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.039406:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.039408:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039409:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.039411:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.039412:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.039414:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f57:0x0].0x0 (ffff9fbfb4ac0600) 00010000:00010000:0.0:1789307438.039416:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.039418:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.039421:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039422:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.039424:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039425:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039426:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.039430:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf978e9800/0x66de20725ed036cb lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f57:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779904d expref: 454 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.039436:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 447 00000020:00000040:0.0:1789307438.039438:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 453 00010000:00000010:0.0:1789307438.039441:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb26a1600. 00010000:00000040:0.0:1789307438.039443:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4ac0600 count: 0 00010000:00000010:0.0:1789307438.039446:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb93f7a00. 00010000:00000001:0.0:1789307438.039456:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.039458:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1111 00000001:00000001:0.0:1789307438.039460:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.039463:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf8559ea00 count: 2 00000004:00000001:0.0:1789307438.039465:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.039466:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.039467:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039468:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039469:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.039470:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039472:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.039473:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.039475:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039476:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039477:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.039477:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.039479:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb72ffc00 with handle 0x66de20725ed3227b from hash 00010000:00000001:0.0:1789307438.039481:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.039481:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039482:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039483:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.039484:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.039486:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039487:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.039487:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.039488:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.039490:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x811a:0x0].0x0 (ffff9fbf8559ea00) 00010000:00010000:0.0:1789307438.039491:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.039492:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.039493:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039494:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.039495:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039495:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039496:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.039498:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb72ffc00/0x66de20725ed3227b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x811a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779aa1d expref: 453 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.039501:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 446 00000020:00000040:0.0:1789307438.039502:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 452 00010000:00000010:0.0:1789307438.039503:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb2a4b800. 00010000:00000040:0.0:1789307438.039506:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf8559ea00 count: 0 00010000:00000010:0.0:1789307438.039508:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf832e2280. 00010000:00000001:0.0:1789307438.039515:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.039517:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1112 00000001:00000001:0.0:1789307438.039518:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.039521:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf864cd200 count: 2 00000004:00000001:0.0:1789307438.039523:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.039524:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.039526:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039527:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039528:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.039529:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039532:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.039534:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.039535:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039536:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039537:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.039539:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.039542:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbb68bc00 with handle 0x66de20725ecffe31 from hash 00010000:00000001:0.0:1789307438.039543:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.039544:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039545:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039546:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.039548:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.039549:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039551:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.039552:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.039553:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.039555:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7db9:0x0].0x0 (ffff9fbf864cd200) 00010000:00010000:0.0:1789307438.039556:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.039558:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.039560:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039561:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.039562:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039563:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039564:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.039567:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbb68bc00/0x66de20725ecffe31 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7db9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77984fb expref: 452 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.039573:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 445 00000020:00000040:0.0:1789307438.039575:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 451 00010000:00000010:0.0:1789307438.039577:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb48ce880. 00010000:00000040:0.0:1789307438.039581:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf864cd200 count: 0 00010000:00000010:0.0:1789307438.039583:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83352f80. 00010000:00000001:0.0:1789307438.039589:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039590:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039591:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.039592:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1113 00000001:00000001:0.0:1789307438.039593:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.039595:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9a58d400 count: 2 00000004:00000001:0.0:1789307438.039597:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.039598:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.039599:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039600:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039601:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.039602:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039604:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.039605:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.039606:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039607:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039608:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.039609:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.039610:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfa335d800 with handle 0x66de20725ecede12 from hash 00010000:00000001:0.0:1789307438.039611:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.039612:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039613:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039613:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.039614:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.039615:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039616:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.039616:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.039617:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.039618:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x756a:0x0].0x0 (ffff9fbf9a58d400) 00010000:00010000:0.0:1789307438.039619:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:0.0:1789307438.039621:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.039622:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039623:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.039624:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039624:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039625:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.039627:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfa335d800/0x66de20725ecede12 lrc: 0/0,0 mode: --/CR res: [0x200002342:0x756a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77949e4 expref: 451 pid: 238823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.039630:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 444 00000020:00000040:0.0:1789307438.039631:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 450 00010000:00000010:0.0:1789307438.039632:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbec6873000. 00010000:00000040:0.0:1789307438.039634:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf9a58d400 count: 0 00010000:00000010:0.0:1789307438.039636:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf832e2180. 00010000:00000001:0.0:1789307438.039640:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.039642:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1114 00000001:00000001:0.0:1789307438.039643:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.039644:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf83535000 count: 2 00000004:00000001:0.0:1789307438.039645:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.039646:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.039647:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039648:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039648:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.039649:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039651:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.039651:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.039652:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039652:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039653:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.039654:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.039655:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9907800 with handle 0x66de20725ed2fadc from hash 00010000:00000001:0.0:1789307438.039656:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.039657:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039657:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039658:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.039659:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.039659:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039660:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.039661:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.039661:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.039662:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x804b:0x0].0x0 (ffff9fbf83535000) 00010000:00010000:0.0:1789307438.039663:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.039664:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.039665:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039666:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.039667:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039667:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039668:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.039670:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9907800/0x66de20725ed2fadc lrc: 0/0,0 mode: --/PR res: [0x200002342:0x804b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799ecb expref: 450 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.039673:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 443 00000020:00000040:0.0:1789307438.039674:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 449 00010000:00000010:0.0:1789307438.039675:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf88e0a980. 00010000:00000040:0.0:1789307438.039677:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf83535000 count: 0 00010000:00000010:0.0:1789307438.039678:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83d8e900. 00010000:00000001:0.0:1789307438.039683:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.039684:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1115 00000001:00000001:0.0:1789307438.039684:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.039686:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfc0c52000 count: 2 00000004:00000001:0.0:1789307438.039687:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.039688:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.039689:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039690:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039691:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.039692:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039693:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.039694:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.039695:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039695:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039696:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.039696:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.039698:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf862f8400 with handle 0x66de20725ed2d33d from hash 00010000:00000001:0.0:1789307438.039699:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.039699:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039700:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039700:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.039701:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.039702:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039703:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.039703:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.039704:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.039705:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f7c:0x0].0x0 (ffff9fbfc0c52000) 00010000:00010000:0.0:1789307438.039706:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.039707:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.039708:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039709:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.039710:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039711:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039712:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.039713:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf862f8400/0x66de20725ed2d33d lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f7c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799379 expref: 449 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.039717:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 442 00000020:00000040:0.0:1789307438.039718:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 448 00010000:00000010:0.0:1789307438.039719:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb306f880. 00010000:00000040:0.0:1789307438.039720:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfc0c52000 count: 0 00010000:00000010:0.0:1789307438.039722:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb277d680. 00010000:00000001:0.0:1789307438.039725:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.039726:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1116 00000001:00000001:0.0:1789307438.039727:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.039729:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfba946600 count: 2 00000004:00000001:0.0:1789307438.039730:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.039730:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.039731:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039732:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039732:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.039733:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039735:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.039736:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.039737:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039737:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039738:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.039739:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.039740:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9de7200 with handle 0x66de20725ed00e0d from hash 00010000:00000001:0.0:1789307438.039741:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.039742:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039742:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039743:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.039744:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.039744:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039745:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.039746:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.039747:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.039748:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e2d:0x0].0x0 (ffff9fbfba946600) 00010000:00010000:0.0:1789307438.039749:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.039750:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.039752:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039753:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.039753:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039754:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039755:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.039756:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9de7200/0x66de20725ed00e0d lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798827 expref: 448 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.039759:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 441 00000020:00000040:0.0:1789307438.039760:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 447 00010000:00000010:0.0:1789307438.039761:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf92241280. 00010000:00000040:0.0:1789307438.039762:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfba946600 count: 0 00010000:00000010:0.0:1789307438.039764:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe85a59b00. 00010000:00000001:0.0:1789307438.039769:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.039770:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1117 00000001:00000001:0.0:1789307438.039770:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.039772:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf8538aa00 count: 2 00000004:00000001:0.0:1789307438.039773:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.039774:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.039774:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039775:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039776:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.039777:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039778:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.039779:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.039780:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039780:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039781:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.039782:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.039783:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0e23e00 with handle 0x66de20725ed2de57 from hash 00010000:00000001:0.0:1789307438.039785:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.039785:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039786:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039787:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.039788:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.039789:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039790:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.039791:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.039792:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.039792:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fb6:0x0].0x0 (ffff9fbf8538aa00) 00010000:00010000:0.0:1789307438.039794:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.039795:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.039796:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039796:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.039797:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039798:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039798:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.039800:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0e23e00/0x66de20725ed2de57 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fb6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77996a5 expref: 447 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.039803:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 440 00000020:00000040:0.0:1789307438.039804:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 446 00010000:00000010:0.0:1789307438.039805:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfa316e500. 00010000:00000040:0.0:1789307438.039806:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf8538aa00 count: 0 00010000:00000010:0.0:1789307438.039808:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf90babd00. 00010000:00000001:0.0:1789307438.039812:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.039813:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1118 00000001:00000001:0.0:1789307438.039813:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.039815:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf90a0cd00 count: 2 00000004:00000001:0.0:1789307438.039816:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.039817:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.039817:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039818:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039819:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.039820:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039821:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.039822:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.039822:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039823:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039824:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.039825:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.039827:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb29a5400 with handle 0x66de20725ed338af from hash 00010000:00000001:0.0:1789307438.039828:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.039828:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039829:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039829:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.039830:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.039831:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039832:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.039832:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.039833:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.039834:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x818e:0x0].0x0 (ffff9fbf90a0cd00) 00010000:00010000:0.0:1789307438.039835:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.039836:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.039837:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039838:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.039839:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039839:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039840:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.039841:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb29a5400/0x66de20725ed338af lrc: 0/0,0 mode: --/PR res: [0x200002342:0x818e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b075 expref: 446 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.039844:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 439 00000020:00000040:0.0:1789307438.039845:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 445 00010000:00000010:0.0:1789307438.039846:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9acfa00. 00010000:00000040:0.0:1789307438.039848:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf90a0cd00 count: 0 00010000:00000010:0.0:1789307438.039865:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4aa2800. 00010000:00000001:0.0:1789307438.039889:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.039892:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1119 00000001:00000001:0.0:1789307438.039893:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.039897:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9954f400 count: 2 00000004:00000001:0.0:1789307438.039899:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.039900:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.039903:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039904:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039906:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.039907:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039910:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.039912:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.039914:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039915:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039916:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.039917:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.039920:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0bae200 with handle 0x66de20725ed03130 from hash 00010000:00000001:0.0:1789307438.039922:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.039923:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039925:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039925:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.039927:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.039928:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039930:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.039931:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.039932:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.039933:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f2e:0x0].0x0 (ffff9fbf9954f400) 00010000:00010000:0.0:1789307438.039935:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.039936:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.039937:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039938:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.039939:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039940:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039940:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.039943:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0bae200/0x66de20725ed03130 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798f2e expref: 445 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.039946:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 438 00000020:00000040:0.0:1789307438.039947:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 444 00010000:00000010:0.0:1789307438.039949:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf84fe7e80. 00010000:00000040:0.0:1789307438.039950:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf9954f400 count: 0 00010000:00000010:0.0:1789307438.039953:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb2643e00. 00010000:00000001:0.0:1789307438.039973:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.039976:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039977:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.039978:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1120 00000001:00000001:0.0:1789307438.039980:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.039982:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf88e0e700 count: 2 00000004:00000001:0.0:1789307438.039985:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.039986:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.039987:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039989:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.039990:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.039992:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.039994:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.039995:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.039997:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.039998:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040000:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.040001:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.040003:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbedcb000 with handle 0x66de20725ed01de9 from hash 00010000:00000001:0.0:1789307438.040005:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.040006:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040008:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040008:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.040010:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.040012:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040013:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.040014:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.040016:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.040017:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ea1:0x0].0x0 (ffff9fbf88e0e700) 00010000:00010000:0.0:1789307438.040019:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.040021:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.040022:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040024:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.040025:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040026:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040027:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.040030:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbedcb000/0x66de20725ed01de9 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ea1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798b53 expref: 444 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.040041:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 437 00000020:00000040:0.0:1789307438.040043:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 443 00010000:00000010:0.0:1789307438.040045:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfad2f4a00. 00010000:00000040:0.0:1789307438.040049:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf88e0e700 count: 0 00010000:00000010:0.0:1789307438.040051:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8894ce00. 00010000:00000001:0.0:1789307438.040059:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.040060:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1121 00000001:00000001:0.0:1789307438.040062:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.040064:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf86479600 count: 2 00000004:00000001:0.0:1789307438.040066:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.040068:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.040069:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040070:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040070:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.040071:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040073:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.040074:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.040076:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040076:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040077:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.040078:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.040080:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbed56400 with handle 0x66de20725ed31110 from hash 00010000:00000001:0.0:1789307438.040081:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.040082:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040083:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040083:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.040084:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.040085:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040086:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.040087:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.040087:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.040088:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80bf:0x0].0x0 (ffff9fbf86479600) 00010000:00010000:0.0:1789307438.040090:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.040091:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.040092:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040093:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.040094:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040095:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040095:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.040098:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbed56400/0x66de20725ed31110 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a523 expref: 443 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.040101:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 436 00000020:00000040:0.0:1789307438.040102:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 442 00010000:00000010:0.0:1789307438.040104:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbf2c7800. 00010000:00000040:0.0:1789307438.040105:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf86479600 count: 0 00010000:00000010:0.0:1789307438.040107:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb2643c00. 00010000:00000001:0.0:1789307438.040112:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.040113:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1122 00000001:00000001:0.0:1789307438.040114:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.040116:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9a58dd00 count: 2 00000004:00000001:0.0:1789307438.040117:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.040118:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.040120:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040120:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040121:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.040122:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040124:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.040124:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.040126:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040126:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040127:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.040128:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.040130:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbf233400 with handle 0x66de20725ed36b68 from hash 00010000:00000001:0.0:1789307438.040131:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.040131:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040132:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040133:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.040133:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.040135:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040136:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.040136:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.040137:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.040138:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8297:0x0].0x0 (ffff9fbf9a58dd00) 00010000:00010000:0.0:1789307438.040139:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.040141:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.040142:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040143:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.040143:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040144:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040144:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.040146:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbf233400/0x66de20725ed36b68 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8297:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bef3 expref: 442 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.040149:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 435 00000020:00000040:0.0:1789307438.040150:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 441 00010000:00000010:0.0:1789307438.040151:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf87f9ef80. 00010000:00000040:0.0:1789307438.040153:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf9a58dd00 count: 0 00010000:00000010:0.0:1789307438.040154:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf92387780. 00010000:00000001:0.0:1789307438.040160:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040161:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040161:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.040162:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1123 00000001:00000001:0.0:1789307438.040163:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.040164:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a8c000 count: 2 00000004:00000001:0.0:1789307438.040165:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.040165:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.040166:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040167:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040168:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.040169:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040170:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.040171:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.040171:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040172:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040173:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.040174:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.040175:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf92231200 with handle 0x66de20725ecff896 from hash 00010000:00000001:0.0:1789307438.040177:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.040177:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040178:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040178:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.040179:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.040180:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040181:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.040181:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.040182:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.040183:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7d90:0x0].0x0 (ffff9fbfb4a8c000) 00010000:00010000:0.0:1789307438.040184:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.040185:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.040186:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040187:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.040188:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040188:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040189:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.040190:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf92231200/0x66de20725ecff896 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7d90:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77983dc expref: 441 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.040194:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 434 00000020:00000040:0.0:1789307438.040194:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 440 00010000:00000010:0.0:1789307438.040195:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9c2b280. 00010000:00000040:0.0:1789307438.040197:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a8c000 count: 0 00010000:00000010:0.0:1789307438.040199:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf89d31a00. 00010000:00000001:0.0:1789307438.040205:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.040205:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1124 00000001:00000001:0.0:1789307438.040206:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.040208:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbee84500 count: 2 00000004:00000001:0.0:1789307438.040209:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.040209:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.040210:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040211:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040212:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.040213:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040215:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.040216:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.040217:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040217:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040218:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.040219:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.040220:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9608b000 with handle 0x66de20725ed2e971 from hash 00010000:00000001:0.0:1789307438.040221:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.040222:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040222:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040223:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.040224:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.040224:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040225:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.040226:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.040226:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.040227:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ff0:0x0].0x0 (ffff9fbfbee84500) 00010000:00010000:0.0:1789307438.040228:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.040229:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.040230:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040231:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.040232:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040232:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040233:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.040235:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9608b000/0x66de20725ed2e971 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ff0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77999d1 expref: 440 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.040238:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 433 00000020:00000040:0.0:1789307438.040239:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 439 00010000:00000010:0.0:1789307438.040240:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf98a4b600. 00010000:00000040:0.0:1789307438.040242:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbee84500 count: 0 00010000:00000010:0.0:1789307438.040244:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9a47ab80. 00010000:00000001:0.0:1789307438.040247:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.040248:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1125 00000001:00000001:0.0:1789307438.040249:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.040251:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf88752800 count: 2 00000004:00000001:0.0:1789307438.040252:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.040253:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.040254:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040254:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040255:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.040256:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040258:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.040258:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.040259:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040260:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040260:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.040261:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.040262:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9308400 with handle 0x66de20725ed343c9 from hash 00010000:00000001:0.0:1789307438.040263:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.040264:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040264:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040265:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.040266:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.040266:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040267:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.040268:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.040269:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.040270:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81c8:0x0].0x0 (ffff9fbf88752800) 00010000:00010000:0.0:1789307438.040272:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.040273:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.040275:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040276:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.040277:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040278:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040279:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.040282:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9308400/0x66de20725ed343c9 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b3a1 expref: 439 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.040286:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 432 00000020:00000040:0.0:1789307438.040288:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 438 00010000:00000010:0.0:1789307438.040290:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf89d2d580. 00010000:00000040:0.0:1789307438.040296:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf88752800 count: 0 00010000:00000010:0.0:1789307438.040298:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83115580. 00010000:00000001:0.0:1789307438.040306:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.040308:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1126 00000001:00000001:0.0:1789307438.040309:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.040312:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb52d6b00 count: 2 00000004:00000001:0.0:1789307438.040314:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.040315:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.040317:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040318:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040319:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.040320:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040323:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.040324:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.040325:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040326:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040327:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.040328:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.040329:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2a33600 with handle 0x66de20725ed02dc5 from hash 00010000:00000001:0.0:1789307438.040330:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.040331:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040332:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040332:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.040333:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.040334:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040335:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.040336:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.040337:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.040338:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f15:0x0].0x0 (ffff9fbfb52d6b00) 00010000:00010000:0.0:1789307438.040339:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.040341:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.040342:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040343:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.040344:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040345:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040345:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.040348:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2a33600/0x66de20725ed02dc5 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798e7f expref: 438 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.040351:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 431 00000020:00000040:0.0:1789307438.040352:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 437 00010000:00000010:0.0:1789307438.040353:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbbdad280. 00010000:00000040:0.0:1789307438.040357:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb52d6b00 count: 0 00010000:00000010:0.0:1789307438.040359:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfc0f85680. 00010000:00000001:0.0:1789307438.040365:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.040366:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1127 00000001:00000001:0.0:1789307438.040367:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.040369:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85101500 count: 2 00000004:00000001:0.0:1789307438.040370:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.040371:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.040371:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040372:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040373:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.040374:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040376:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.040377:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.040378:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040378:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040379:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.040379:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.040381:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9d9c000 with handle 0x66de20725ed31c2a from hash 00010000:00000001:0.0:1789307438.040382:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.040382:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040383:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040383:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.040384:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.040385:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040386:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.040386:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.040387:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.040389:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80f9:0x0].0x0 (ffff9fbf85101500) 00010000:00010000:0.0:1789307438.040390:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.040391:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.040392:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040394:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.040394:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040395:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040395:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.040397:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9d9c000/0x66de20725ed31c2a lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a84f expref: 437 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.040400:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 430 00000020:00000040:0.0:1789307438.040401:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 436 00010000:00000010:0.0:1789307438.040402:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb18c8180. 00010000:00000040:0.0:1789307438.040404:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85101500 count: 0 00010000:00000010:0.0:1789307438.040406:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbbfa6100. 00010000:00000001:0.0:1789307438.040410:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.040410:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1128 00000001:00000001:0.0:1789307438.040411:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.040413:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9d02f00 count: 2 00000004:00000001:0.0:1789307438.040414:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.040415:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.040415:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040416:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040417:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.040418:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040419:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.040420:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.040420:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040421:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040421:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.040422:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.040424:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbeede200 with handle 0x66de20725ecff52b from hash 00010000:00000001:0.0:1789307438.040425:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.040426:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040427:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040427:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.040428:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.040429:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040430:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.040431:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.040432:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.040433:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7d77:0x0].0x0 (ffff9fbfb9d02f00) 00010000:00010000:0.0:1789307438.040434:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.040435:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.040436:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040437:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.040437:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040438:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040439:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.040440:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbeede200/0x66de20725ecff52b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7d77:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779832d expref: 436 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.040443:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 429 00000020:00000040:0.0:1789307438.040444:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 435 00010000:00000010:0.0:1789307438.040445:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbf2c7180. 00010000:00000040:0.0:1789307438.040447:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9d02f00 count: 0 00010000:00000010:0.0:1789307438.040449:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbbfac500. 00010000:00000001:0.0:1789307438.040455:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.040457:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1129 00000001:00000001:0.0:1789307438.040458:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.040460:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb935bb00 count: 2 00000004:00000001:0.0:1789307438.040462:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.040463:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.040464:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040465:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040466:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.040467:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040470:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.040471:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.040472:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040474:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040475:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.040477:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.040479:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbe70200 with handle 0x66de20725ed2f48b from hash 00010000:00000001:0.0:1789307438.040481:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.040482:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040483:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040484:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.040486:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.040487:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040488:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.040489:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.040491:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.040492:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x802a:0x0].0x0 (ffff9fbfb935bb00) 00010000:00010000:0.0:1789307438.040494:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.040496:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.040498:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040499:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.040500:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040501:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040503:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.040506:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbbe70200/0x66de20725ed2f48b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x802a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799cfd expref: 435 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.040513:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 428 00000020:00000040:0.0:1789307438.040515:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 434 00010000:00000010:0.0:1789307438.040517:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbb478800. 00010000:00000040:0.0:1789307438.040519:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb935bb00 count: 0 00010000:00000010:0.0:1789307438.040523:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a73180. 00010000:00000001:0.0:1789307438.040531:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.040533:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1130 00000001:00000001:0.0:1789307438.040535:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.040537:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a88f00 count: 2 00000004:00000001:0.0:1789307438.040539:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.040540:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.040542:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040544:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040545:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.040547:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040550:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.040551:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.040553:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040553:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040554:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.040555:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.040557:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9fba8200 with handle 0x66de20725ed32744 from hash 00010000:00000001:0.0:1789307438.040559:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.040559:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040561:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040561:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.040563:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.040564:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040565:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.040566:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.040567:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.040568:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8133:0x0].0x0 (ffff9fbfb4a88f00) 00010000:00010000:0.0:1789307438.040570:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.040571:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.040572:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040573:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.040573:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040574:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040574:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.040577:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9fba8200/0x66de20725ed32744 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8133:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ab7b expref: 434 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.040580:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 427 00000020:00000040:0.0:1789307438.040581:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 433 00010000:00000010:0.0:1789307438.040582:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf864ce180. 00010000:00000040:0.0:1789307438.040584:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a88f00 count: 0 00010000:00000010:0.0:1789307438.040585:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb49f6500. 00010000:00000001:0.0:1789307438.040595:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.040596:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1131 00000001:00000001:0.0:1789307438.040597:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.040599:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf88a65d00 count: 2 00000004:00000001:0.0:1789307438.040600:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.040601:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.040602:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040603:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040603:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.040605:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040606:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.040607:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.040608:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040609:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040609:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.040610:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.040611:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf864c5400 with handle 0x66de20725ed6a186 from hash 00010000:00000001:0.0:1789307438.040612:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.040613:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040613:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040614:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.040615:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.040615:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040616:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.040617:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.040617:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.040618:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x836c:0x0].0x0 (ffff9fbf88a65d00) 00010000:00010000:0.0:1789307438.040619:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1789307438.040621:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.040622:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040622:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.040623:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040624:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040624:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.040626:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf864c5400/0x66de20725ed6a186 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x836c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a3b79 expref: 433 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.040632:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 426 00000020:00000040:0.0:1789307438.040633:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 432 00010000:00000010:0.0:1789307438.040634:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf863d9e80. 00010000:00000040:0.0:1789307438.040636:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf88a65d00 count: 0 00010000:00000010:0.0:1789307438.040637:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9263e00. 00010000:00000001:0.0:1789307438.040643:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040644:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040644:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.040645:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1132 00000001:00000001:0.0:1789307438.040646:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.040647:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4abe200 count: 2 00000004:00000001:0.0:1789307438.040648:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.040649:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.040650:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040651:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040651:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.040653:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040654:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.040655:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.040656:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040656:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040657:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.040658:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.040659:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb1aad600 with handle 0x66de20725ed00507 from hash 00010000:00000001:0.0:1789307438.040660:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.040661:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040661:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040662:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.040662:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.040663:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040664:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.040665:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.040665:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.040666:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7deb:0x0].0x0 (ffff9fbfb4abe200) 00010000:00010000:0.0:1789307438.040668:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.040669:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.040670:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040671:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.040672:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040672:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040673:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.040675:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb1aad600/0x66de20725ed00507 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7deb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798659 expref: 432 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.040678:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 425 00000020:00000040:0.0:1789307438.040679:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 431 00010000:00000010:0.0:1789307438.040680:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9cc3700. 00010000:00000040:0.0:1789307438.040681:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4abe200 count: 0 00010000:00000010:0.0:1789307438.040683:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe96722100. 00010000:00000001:0.0:1789307438.040687:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.040687:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1133 00000001:00000001:0.0:1789307438.040688:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.040690:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbe979c0200 count: 2 00000004:00000001:0.0:1789307438.040691:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.040692:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.040693:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040693:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040694:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.040695:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040696:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.040697:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.040698:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040698:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040699:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.040700:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.040701:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbedca000 with handle 0x66de20725ed2ffa5 from hash 00010000:00000001:0.0:1789307438.040703:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.040703:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040704:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040705:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.040706:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.040707:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040708:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.040708:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.040709:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.040710:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8064:0x0].0x0 (ffff9fbe979c0200) 00010000:00010000:0.0:1789307438.040711:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.040713:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.040713:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040714:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.040715:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040715:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040716:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.040718:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbedca000/0x66de20725ed2ffa5 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8064:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a029 expref: 431 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.040721:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 424 00000020:00000040:0.0:1789307438.040722:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 430 00010000:00000010:0.0:1789307438.040723:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb592c800. 00010000:00000040:0.0:1789307438.040725:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbe979c0200 count: 0 00010000:00000010:0.0:1789307438.040727:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfc12c8d80. 00010000:00000001:0.0:1789307438.040731:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.040731:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1134 00000001:00000001:0.0:1789307438.040732:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.040734:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a86200 count: 2 00000004:00000001:0.0:1789307438.040735:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.040736:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.040736:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040737:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040738:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.040739:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040740:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.040741:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.040742:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040742:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040743:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.040744:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.040746:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9194000 with handle 0x66de20725ed775b6 from hash 00010000:00000001:0.0:1789307438.040747:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.040748:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040748:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040749:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.040749:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.040750:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040751:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.040752:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.040752:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.040753:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0x61:0x0].0x0 (ffff9fbfb4a86200) 00010000:00010000:0.0:1789307438.040754:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:0.0:1789307438.040755:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.040756:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040757:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.040758:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040758:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040759:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.040761:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9194000/0x66de20725ed775b6 lrc: 0/0,0 mode: --/PR res: [0x240001b72:0x61:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6b3e expref: 430 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.040764:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 423 00000020:00000040:0.0:1789307438.040765:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 429 00010000:00000010:0.0:1789307438.040766:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf98233680. 00010000:00000040:0.0:1789307438.040767:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a86200 count: 0 00010000:00000010:0.0:1789307438.040769:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfc0f44500. 00010000:00000001:0.0:1789307438.040773:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.040774:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1135 00000001:00000001:0.0:1789307438.040775:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.040776:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf83b23300 count: 2 00000004:00000001:0.0:1789307438.040777:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.040777:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.040778:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040779:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040780:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.040781:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040782:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.040783:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.040784:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040785:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040785:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.040786:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.040787:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb6d7c200 with handle 0x66de20725ed2d806 from hash 00010000:00000001:0.0:1789307438.040788:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.040789:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040790:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040790:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.040791:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.040792:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040792:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.040793:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.040794:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.040795:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f95:0x0].0x0 (ffff9fbf83b23300) 00010000:00010000:0.0:1789307438.040796:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.040797:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.040798:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040798:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.040799:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040800:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040800:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.040802:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb6d7c200/0x66de20725ed2d806 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f95:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77994d7 expref: 429 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.040805:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 422 00000020:00000040:0.0:1789307438.040806:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 428 00010000:00000010:0.0:1789307438.040807:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9d01780. 00010000:00000040:0.0:1789307438.040808:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf83b23300 count: 0 00010000:00000010:0.0:1789307438.040809:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9a776680. 00010000:00000001:0.0:1789307438.040812:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.040814:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1136 00000001:00000001:0.0:1789307438.040815:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.040817:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf920bc800 count: 2 00000004:00000001:0.0:1789307438.040818:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.040819:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.040820:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040820:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040821:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.040822:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040823:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.040824:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.040825:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040826:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040826:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.040827:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.040828:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0ee5e00 with handle 0x66de20725ed014e3 from hash 00010000:00000001:0.0:1789307438.040829:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.040830:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040830:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040831:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.040832:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.040832:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040833:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.040834:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.040835:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.040835:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e5f:0x0].0x0 (ffff9fbf920bc800) 00010000:00010000:0.0:1789307438.040837:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.040838:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.040839:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040839:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.040840:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040841:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040841:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.040843:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0ee5e00/0x66de20725ed014e3 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798985 expref: 428 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.040846:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 421 00000020:00000040:0.0:1789307438.040847:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 427 00010000:00000010:0.0:1789307438.040849:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf82f6b300. 00010000:00000040:0.0:1789307438.040879:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf920bc800 count: 0 00010000:00000010:0.0:1789307438.040884:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9fac3900. 00010000:00000001:0.0:1789307438.040893:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040895:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040896:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.040897:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1137 00000001:00000001:0.0:1789307438.040899:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.040901:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa2e1c100 count: 2 00000004:00000001:0.0:1789307438.040903:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.040905:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.040906:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040907:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040909:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.040910:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040913:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.040914:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.040916:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040917:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040918:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.040919:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.040921:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb93dde00 with handle 0x66de20725ed0019c from hash 00010000:00000001:0.0:1789307438.040923:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.040924:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040925:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040925:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.040927:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.040928:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040929:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.040930:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.040931:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.040932:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7dd2:0x0].0x0 (ffff9fbfa2e1c100) 00010000:00010000:0.0:1789307438.040933:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.040934:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.040935:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040937:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.040937:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040938:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040939:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.040942:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb93dde00/0x66de20725ed0019c lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7dd2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77985aa expref: 427 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.040945:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 420 00000020:00000040:0.0:1789307438.040947:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 426 00010000:00000010:0.0:1789307438.040948:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd529d00. 00010000:00000040:0.0:1789307438.040950:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa2e1c100 count: 0 00010000:00000010:0.0:1789307438.040953:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9d03c00. 00010000:00000001:0.0:1789307438.040960:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.040962:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1138 00000001:00000001:0.0:1789307438.040964:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.040966:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf88a41a00 count: 2 00000004:00000001:0.0:1789307438.040968:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.040969:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.040971:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040972:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.040973:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.040975:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040977:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.040978:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.040980:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040981:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040982:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.040984:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.040986:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf97919200 with handle 0x66de20725ed781e1 from hash 00010000:00000001:0.0:1789307438.040987:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.040989:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.040990:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.040991:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.040992:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.040994:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.040995:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.040997:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.040998:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.041000:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8496:0x0].0x0 (ffff9fbf88a41a00) 00010000:00010000:0.0:1789307438.041002:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.041004:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.041005:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041007:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.041008:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041009:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041010:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.041013:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97919200/0x66de20725ed781e1 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8496:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6e6a expref: 426 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.041019:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 419 00000020:00000040:0.0:1789307438.041020:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 425 00010000:00000010:0.0:1789307438.041022:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf83109380. 00010000:00000040:0.0:1789307438.041025:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf88a41a00 count: 0 00010000:00000010:0.0:1789307438.041027:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf82c08400. 00010000:00000001:0.0:1789307438.041034:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.041035:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1139 00000001:00000001:0.0:1789307438.041037:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.041039:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb52d6c00 count: 2 00000004:00000001:0.0:1789307438.041041:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.041043:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.041044:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041045:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041046:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.041047:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041049:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.041050:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.041052:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041053:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041054:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.041055:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.041057:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8984c000 with handle 0x66de20725ed37cd3 from hash 00010000:00000001:0.0:1789307438.041059:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.041060:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041061:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041062:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.041063:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.041064:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041066:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.041067:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.041068:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.041069:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82f2:0x0].0x0 (ffff9fbfb52d6c00) 00010000:00010000:0.0:1789307438.041071:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.041072:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.041074:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041075:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.041076:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041077:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041078:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.041081:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8984c000/0x66de20725ed37cd3 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c3ed expref: 425 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.041086:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 418 00000020:00000040:0.0:1789307438.041088:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 424 00010000:00000010:0.0:1789307438.041089:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb3c13680. 00010000:00000040:0.0:1789307438.041091:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb52d6c00 count: 0 00010000:00000010:0.0:1789307438.041094:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb2a4cc00. 00010000:00000001:0.0:1789307438.041101:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041102:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041103:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.041104:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1140 00000001:00000001:0.0:1789307438.041106:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.041108:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb48cf400 count: 2 00000004:00000001:0.0:1789307438.041109:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.041111:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.041112:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041113:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041114:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.041116:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041118:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.041119:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.041120:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041121:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041122:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.041123:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.041125:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9eb5400 with handle 0x66de20725ed01178 from hash 00010000:00000001:0.0:1789307438.041126:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.041128:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041129:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041130:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.041131:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.041132:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041134:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.041135:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.041136:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.041138:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e46:0x0].0x0 (ffff9fbfb48cf400) 00010000:00010000:0.0:1789307438.041140:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.041141:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.041143:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041144:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.041145:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041146:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041147:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.041150:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9eb5400/0x66de20725ed01178 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77988d6 expref: 424 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.041156:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 417 00000020:00000040:0.0:1789307438.041157:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 423 00010000:00000010:0.0:1789307438.041159:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86a5fe80. 00010000:00000040:0.0:1789307438.041162:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb48cf400 count: 0 00010000:00000010:0.0:1789307438.041165:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb90f4500. 00010000:00000001:0.0:1789307438.041175:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.041176:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1141 00000001:00000001:0.0:1789307438.041178:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.041181:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf98ca6c00 count: 2 00000004:00000001:0.0:1789307438.041183:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.041184:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.041185:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041186:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041187:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.041189:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041191:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.041192:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.041193:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041194:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041195:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.041197:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.041199:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8992ea00 with handle 0x66de20725ed35534 from hash 00010000:00000001:0.0:1789307438.041201:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.041203:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041204:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041205:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.041206:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.041208:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041209:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.041210:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.041212:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.041214:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8223:0x0].0x0 (ffff9fbf98ca6c00) 00010000:00010000:0.0:1789307438.041216:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.041217:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.041219:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041221:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.041222:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041223:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041224:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.041228:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8992ea00/0x66de20725ed35534 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8223:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b89b expref: 423 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.041233:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 416 00000020:00000040:0.0:1789307438.041235:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 422 00010000:00000010:0.0:1789307438.041237:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbec6873180. 00010000:00000040:0.0:1789307438.041240:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf98ca6c00 count: 0 00010000:00000010:0.0:1789307438.041242:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf84fe5a80. 00010000:00000001:0.0:1789307438.041252:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.041253:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1142 00000001:00000001:0.0:1789307438.041255:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.041257:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4219200 count: 2 00000004:00000001:0.0:1789307438.041259:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.041260:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.041261:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041262:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041263:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.041265:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041267:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.041268:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.041270:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041271:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041272:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.041273:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.041275:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5fc0e00 with handle 0x66de20725ed32d95 from hash 00010000:00000001:0.0:1789307438.041277:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.041278:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041279:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041280:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.041281:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.041282:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041284:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.041285:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.041286:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.041288:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8154:0x0].0x0 (ffff9fbfb4219200) 00010000:00010000:0.0:1789307438.041290:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.041292:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.041294:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041295:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.041297:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041298:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041299:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.041303:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5fc0e00/0x66de20725ed32d95 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8154:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ad49 expref: 422 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.041309:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 415 00000020:00000040:0.0:1789307438.041311:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 421 00010000:00000010:0.0:1789307438.041312:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf864cef80. 00010000:00000040:0.0:1789307438.041315:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4219200 count: 0 00010000:00000010:0.0:1789307438.041317:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9fa44780. 00010000:00000001:0.0:1789307438.041325:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.041327:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1143 00000001:00000001:0.0:1789307438.041328:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.041331:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbf4cf000 count: 2 00000004:00000001:0.0:1789307438.041333:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.041334:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.041335:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041336:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041337:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.041339:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041341:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.041342:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.041344:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041345:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041346:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.041347:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.041349:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf864c5c00 with handle 0x66de20725ed387ed from hash 00010000:00000001:0.0:1789307438.041351:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.041352:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041353:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041354:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.041355:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.041357:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041358:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.041359:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.041360:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.041362:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x832c:0x0].0x0 (ffff9fbfbf4cf000) 00010000:00010000:0.0:1789307438.041364:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.041366:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.041367:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041368:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.041369:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041370:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041371:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.041374:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf864c5c00/0x66de20725ed387ed lrc: 0/0,0 mode: --/PR res: [0x200002342:0x832c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c719 expref: 421 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.041379:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 414 00000020:00000040:0.0:1789307438.041381:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 420 00010000:00000010:0.0:1789307438.041383:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbeb26cd480. 00010000:00000040:0.0:1789307438.041386:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbf4cf000 count: 0 00010000:00000010:0.0:1789307438.041389:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4909f80. 00010000:00000001:0.0:1789307438.041395:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041397:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041398:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.041399:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1144 00000001:00000001:0.0:1789307438.041400:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.041403:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7f3b600 count: 2 00000004:00000001:0.0:1789307438.041404:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.041406:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.041407:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041408:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041409:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.041410:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041413:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.041414:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.041415:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041416:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041417:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.041418:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.041420:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb1a08200 with handle 0x66de20725ed02154 from hash 00010000:00000001:0.0:1789307438.041422:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.041423:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041424:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041426:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.041427:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.041429:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041430:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.041432:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.041433:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.041434:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7eba:0x0].0x0 (ffff9fbfb7f3b600) 00010000:00010000:0.0:1789307438.041436:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.041438:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.041439:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041440:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.041441:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041442:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041443:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.041446:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb1a08200/0x66de20725ed02154 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7eba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798c02 expref: 420 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.041452:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 413 00000020:00000040:0.0:1789307438.041453:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 419 00010000:00000010:0.0:1789307438.041455:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfc0fa9d00. 00010000:00000040:0.0:1789307438.041458:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7f3b600 count: 0 00010000:00000010:0.0:1789307438.041460:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4341c00. 00010000:00000001:0.0:1789307438.041467:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.041468:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1145 00000001:00000001:0.0:1789307438.041469:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.041472:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfba946300 count: 2 00000004:00000001:0.0:1789307438.041474:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.041475:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.041476:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041477:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041479:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.041480:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041482:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.041483:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.041485:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041486:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041487:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.041488:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.041490:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5815600 with handle 0x66de20725ed305f6 from hash 00010000:00000001:0.0:1789307438.041492:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.041493:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041494:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041495:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.041496:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.041497:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041498:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.041499:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.041500:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.041502:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8085:0x0].0x0 (ffff9fbfba946300) 00010000:00010000:0.0:1789307438.041504:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.041506:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.041508:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041510:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.041511:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041512:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041513:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.041516:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5815600/0x66de20725ed305f6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8085:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a1f7 expref: 419 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.041522:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 412 00000020:00000040:0.0:1789307438.041524:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 418 00010000:00000010:0.0:1789307438.041526:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb48cef80. 00010000:00000040:0.0:1789307438.041529:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfba946300 count: 0 00010000:00000010:0.0:1789307438.041531:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf922e6d80. 00010000:00000001:0.0:1789307438.041536:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.041537:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1146 00000001:00000001:0.0:1789307438.041538:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.041540:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa3258200 count: 2 00000004:00000001:0.0:1789307438.041542:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.041542:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.041544:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041545:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041546:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.041547:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041549:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.041550:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.041551:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041552:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041552:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.041553:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.041555:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbeedf600 with handle 0x66de20725ed3604e from hash 00010000:00000001:0.0:1789307438.041556:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.041557:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041558:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041558:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.041559:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.041560:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041561:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.041561:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.041562:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.041563:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x825d:0x0].0x0 (ffff9fbfa3258200) 00010000:00010000:0.0:1789307438.041565:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.041566:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.041567:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041568:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.041569:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041570:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041570:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.041572:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbeedf600/0x66de20725ed3604e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x825d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bbc7 expref: 418 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.041575:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 411 00000020:00000040:0.0:1789307438.041576:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 417 00010000:00000010:0.0:1789307438.041578:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb5a86900. 00010000:00000040:0.0:1789307438.041579:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa3258200 count: 0 00010000:00000010:0.0:1789307438.041581:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9d03980. 00010000:00000001:0.0:1789307438.041585:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.041586:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1147 00000001:00000001:0.0:1789307438.041587:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.041589:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9f09d00 count: 2 00000004:00000001:0.0:1789307438.041590:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.041591:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.041592:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041593:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041593:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.041594:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041595:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.041596:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.041597:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041597:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041598:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.041599:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.041600:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9906200 with handle 0x66de20725ed2f954 from hash 00010000:00000001:0.0:1789307438.041601:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.041602:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041602:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041603:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.041603:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.041604:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041605:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.041606:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.041606:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.041607:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8043:0x0].0x0 (ffff9fbfb9f09d00) 00010000:00010000:0.0:1789307438.041608:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.041609:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.041610:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041611:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.041612:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041612:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041613:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.041615:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9906200/0x66de20725ed2f954 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8043:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799e5b expref: 417 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.041618:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 410 00000020:00000040:0.0:1789307438.041619:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 416 00010000:00000010:0.0:1789307438.041620:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf88e0a100. 00010000:00000040:0.0:1789307438.041622:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9f09d00 count: 0 00010000:00000010:0.0:1789307438.041624:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbd619b00. 00010000:00000001:0.0:1789307438.041631:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.041631:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1148 00000001:00000001:0.0:1789307438.041632:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.041634:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf90a1f900 count: 2 00000004:00000001:0.0:1789307438.041635:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.041636:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.041637:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041637:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041638:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.041639:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041641:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.041642:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.041642:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041643:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041644:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.041644:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.041646:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9de6600 with handle 0x66de20725ed00bdd from hash 00010000:00000001:0.0:1789307438.041647:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.041647:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041648:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041648:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.041649:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.041650:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041651:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.041651:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.041652:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.041653:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e1d:0x0].0x0 (ffff9fbf90a1f900) 00010000:00010000:0.0:1789307438.041654:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.041655:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.041656:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041657:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.041658:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041658:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041659:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.041661:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9de6600/0x66de20725ed00bdd lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77987b7 expref: 416 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.041664:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 409 00000020:00000040:0.0:1789307438.041665:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 415 00010000:00000010:0.0:1789307438.041666:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf8630e780. 00010000:00000040:0.0:1789307438.041668:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf90a1f900 count: 0 00010000:00000010:0.0:1789307438.041669:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb933c600. 00010000:00000001:0.0:1789307438.041677:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.041678:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1149 00000001:00000001:0.0:1789307438.041679:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.041681:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4ac3b00 count: 3 00000004:00000001:0.0:1789307438.041682:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.041683:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.041683:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041684:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041685:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.041686:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041687:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.041688:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.041689:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041690:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041691:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.041691:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.041693:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb52fd200 with handle 0x66de20725ed6a426 from hash 00010000:00000001:0.0:1789307438.041694:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.041695:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041695:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041696:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.041697:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.041697:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041698:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.041699:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.041699:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.041701:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x836e:0x0].0x0 (ffff9fbfb4ac3b00) 00010000:00010000:0.0:1789307438.041702:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:0.0:1789307438.041704:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.041705:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041707:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.041708:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041709:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041710:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.041713:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb52fd200/0x66de20725ed6a426 lrc: 0/0,0 mode: --/CR res: [0x200002342:0x836e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a3c28 expref: 415 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.041718:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 408 00000020:00000040:0.0:1789307438.041720:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 414 00010000:00000010:0.0:1789307438.041722:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9c2bc00. 00010000:00000001:0.0:1789307438.041728:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041729:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041730:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.041732:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1150 00000001:00000001:0.0:1789307438.041733:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.041736:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4aa3100 count: 2 00000004:00000001:0.0:1789307438.041738:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.041739:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.041740:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041741:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041743:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.041744:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041747:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.041748:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.041750:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041751:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041752:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.041754:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.041756:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9e8d400 with handle 0x66de20725ed37682 from hash 00010000:00000001:0.0:1789307438.041758:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.041758:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041759:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041760:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.041761:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.041762:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041763:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.041764:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.041765:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.041766:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82d1:0x0].0x0 (ffff9fbfb4aa3100) 00010000:00010000:0.0:1789307438.041768:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.041769:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.041770:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041771:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.041772:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041773:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041773:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.041775:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9e8d400/0x66de20725ed37682 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c21f expref: 414 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.041778:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 407 00000020:00000040:0.0:1789307438.041779:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 413 00010000:00000010:0.0:1789307438.041781:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbe872bbc00. 00010000:00000040:0.0:1789307438.041782:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4aa3100 count: 0 00010000:00000010:0.0:1789307438.041784:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe858fb700. 00010000:00000001:0.0:1789307438.041790:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041791:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041792:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.041792:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1151 00000001:00000001:0.0:1789307438.041793:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.041795:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a76600 count: 2 00000004:00000001:0.0:1789307438.041796:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.041797:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.041798:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041799:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041799:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.041801:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041802:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.041803:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.041804:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041805:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041806:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.041807:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.041808:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb6104600 with handle 0x66de20725ed00872 from hash 00010000:00000001:0.0:1789307438.041809:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.041810:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041810:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041811:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.041812:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.041812:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041813:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.041814:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.041814:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.041815:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e04:0x0].0x0 (ffff9fbfb4a76600) 00010000:00010000:0.0:1789307438.041816:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.041817:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.041818:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041819:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.041820:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041820:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041821:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.041823:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb6104600/0x66de20725ed00872 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e04:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798708 expref: 413 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.041826:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 406 00000020:00000040:0.0:1789307438.041827:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 412 00010000:00000010:0.0:1789307438.041828:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbcb87400. 00010000:00000040:0.0:1789307438.041831:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a76600 count: 0 00010000:00000010:0.0:1789307438.041833:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8321dc00. 00010000:00000001:0.0:1789307438.041838:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.041839:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1152 00000001:00000001:0.0:1789307438.041839:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.041841:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf88860b00 count: 2 00000004:00000001:0.0:1789307438.041842:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.041843:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.041844:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041845:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041846:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.041847:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041848:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.041865:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.041867:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041868:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041880:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.041882:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.041886:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbd51fa00 with handle 0x66de20725ed34ee3 from hash 00010000:00000001:0.0:1789307438.041888:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.041890:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041892:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041893:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.041895:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.041897:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041898:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.041900:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.041901:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.041903:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8202:0x0].0x0 (ffff9fbf88860b00) 00010000:00010000:0.0:1789307438.041905:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.041907:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.041909:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041911:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.041912:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041913:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041914:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.041918:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbd51fa00/0x66de20725ed34ee3 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8202:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b6cd expref: 412 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.041922:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 405 00000020:00000040:0.0:1789307438.041923:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 411 00010000:00000010:0.0:1789307438.041925:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb2bf5280. 00010000:00000040:0.0:1789307438.041927:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf88860b00 count: 0 00010000:00000010:0.0:1789307438.041930:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb49b7200. 00010000:00000001:0.0:1789307438.041939:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.041940:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1153 00000001:00000001:0.0:1789307438.041941:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.041943:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa2e1cb00 count: 2 00000004:00000001:0.0:1789307438.041944:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.041945:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.041946:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041947:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.041948:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.041949:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041951:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.041952:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.041953:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041955:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041956:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.041957:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.041959:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb290be00 with handle 0x66de20725ed3819c from hash 00010000:00000001:0.0:1789307438.041961:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.041962:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041963:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041964:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.041966:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.041967:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041968:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.041970:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.041971:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.041972:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x830b:0x0].0x0 (ffff9fbfa2e1cb00) 00010000:00010000:0.0:1789307438.041975:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.041977:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.041979:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.041981:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.041982:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.041983:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.041984:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.041988:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb290be00/0x66de20725ed3819c lrc: 0/0,0 mode: --/PR res: [0x200002342:0x830b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c54b expref: 411 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.041999:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 404 00000020:00000040:0.0:1789307438.042001:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 410 00010000:00000010:0.0:1789307438.042003:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf82c7d980. 00010000:00000040:0.0:1789307438.042006:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa2e1cb00 count: 0 00010000:00000010:0.0:1789307438.042009:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfa31e0800. 00010000:00000001:0.0:1789307438.042016:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042018:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042019:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.042020:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1154 00000001:00000001:0.0:1789307438.042021:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.042024:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf83dbd900 count: 2 00000004:00000001:0.0:1789307438.042026:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.042027:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.042029:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042030:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042031:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.042032:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042035:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.042036:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.042037:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042038:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042039:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.042040:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.042043:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb72eba00 with handle 0x66de20725ed0184e from hash 00010000:00000001:0.0:1789307438.042045:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.042046:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042047:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042048:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.042049:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.042050:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042052:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.042053:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.042054:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.042056:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e78:0x0].0x0 (ffff9fbf83dbd900) 00010000:00010000:0.0:1789307438.042058:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.042060:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.042062:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042063:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.042065:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042066:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042067:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.042070:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb72eba00/0x66de20725ed0184e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e78:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798a34 expref: 410 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.042076:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 403 00000020:00000040:0.0:1789307438.042078:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 409 00010000:00000010:0.0:1789307438.042080:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ad0980. 00010000:00000040:0.0:1789307438.042083:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf83dbd900 count: 0 00010000:00000010:0.0:1789307438.042086:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9a97480. 00010000:00000001:0.0:1789307438.042092:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.042094:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1155 00000001:00000001:0.0:1789307438.042095:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.042097:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf835c4300 count: 2 00000004:00000001:0.0:1789307438.042099:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.042100:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.042101:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042102:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042103:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.042105:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042107:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.042108:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.042110:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042111:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042112:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.042113:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.042115:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4b42400 with handle 0x66de20725ed359fd from hash 00010000:00000001:0.0:1789307438.042117:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.042118:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042119:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042120:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.042121:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.042122:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042124:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.042125:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.042126:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.042127:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x823c:0x0].0x0 (ffff9fbf835c4300) 00010000:00010000:0.0:1789307438.042129:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.042131:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.042132:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042134:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.042135:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042136:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042137:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.042140:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4b42400/0x66de20725ed359fd lrc: 0/0,0 mode: --/PR res: [0x200002342:0x823c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b9f9 expref: 409 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.042146:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 402 00000020:00000040:0.0:1789307438.042147:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 408 00010000:00000010:0.0:1789307438.042149:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb5a9d680. 00010000:00000040:0.0:1789307438.042151:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf835c4300 count: 0 00010000:00000010:0.0:1789307438.042153:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9cc0a80. 00010000:00000001:0.0:1789307438.042160:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.042162:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1156 00000001:00000001:0.0:1789307438.042163:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.042165:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a82d00 count: 2 00000004:00000001:0.0:1789307438.042167:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.042169:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.042170:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042171:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042173:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.042174:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042176:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.042177:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.042179:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042180:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042181:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.042182:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.042185:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbe8d09f800 with handle 0x66de20725ed3325e from hash 00010000:00000001:0.0:1789307438.042186:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.042187:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042188:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042189:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.042191:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.042192:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042194:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.042195:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.042196:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.042198:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x816d:0x0].0x0 (ffff9fbfb4a82d00) 00010000:00010000:0.0:1789307438.042200:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.042202:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.042203:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042204:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.042205:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042206:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042207:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.042209:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbe8d09f800/0x66de20725ed3325e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x816d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779aea7 expref: 408 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.042213:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 401 00000020:00000040:0.0:1789307438.042214:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 407 00010000:00000010:0.0:1789307438.042215:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9cc3b00. 00010000:00000040:0.0:1789307438.042217:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a82d00 count: 0 00010000:00000010:0.0:1789307438.042219:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe97850b80. 00010000:00000001:0.0:1789307438.042227:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.042228:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1157 00000001:00000001:0.0:1789307438.042230:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.042233:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf90a3e100 count: 2 00000004:00000001:0.0:1789307438.042235:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.042236:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.042238:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042239:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042240:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.042242:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042244:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.042246:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.042247:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042248:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042249:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.042250:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.042253:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbe96594e00 with handle 0x66de20725ed38cb6 from hash 00010000:00000001:0.0:1789307438.042255:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.042256:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042257:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042258:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.042260:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.042262:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042263:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.042264:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.042266:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.042267:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8345:0x0].0x0 (ffff9fbf90a3e100) 00010000:00010000:0.0:1789307438.042269:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.042271:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.042272:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042274:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.042275:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042276:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042277:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.042281:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbe96594e00/0x66de20725ed38cb6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8345:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c877 expref: 407 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.042288:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 400 00000020:00000040:0.0:1789307438.042289:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 406 00010000:00000010:0.0:1789307438.042291:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf978a8a80. 00010000:00000040:0.0:1789307438.042296:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf90a3e100 count: 0 00010000:00000010:0.0:1789307438.042299:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb90f4b00. 00010000:00000001:0.0:1789307438.042305:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042306:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042307:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.042308:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1158 00000001:00000001:0.0:1789307438.042309:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.042310:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72af600 count: 2 00000004:00000001:0.0:1789307438.042312:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.042313:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.042314:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042315:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042315:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.042317:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042318:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.042319:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.042320:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042321:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042322:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.042323:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.042324:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5d6e400 with handle 0x66de20725ed0282a from hash 00010000:00000001:0.0:1789307438.042326:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.042326:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042327:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042327:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.042328:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.042329:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042330:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.042331:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.042331:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.042332:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7eec:0x0].0x0 (ffff9fbfb72af600) 00010000:00010000:0.0:1789307438.042333:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.042335:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.042336:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042337:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.042338:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042338:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042339:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.042341:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5d6e400/0x66de20725ed0282a lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7eec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798d60 expref: 406 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.042347:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 399 00000020:00000040:0.0:1789307438.042348:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 405 00010000:00000010:0.0:1789307438.042350:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbbf14c00. 00010000:00000040:0.0:1789307438.042351:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72af600 count: 0 00010000:00000010:0.0:1789307438.042353:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83d8ec80. 00010000:00000001:0.0:1789307438.042359:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.042360:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1159 00000001:00000001:0.0:1789307438.042361:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.042363:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf900b7e00 count: 2 00000004:00000001:0.0:1789307438.042365:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.042366:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.042367:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042368:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042369:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.042371:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042373:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.042374:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.042376:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042377:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042378:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.042380:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.042382:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbf18b600 with handle 0x66de20725ed30abf from hash 00010000:00000001:0.0:1789307438.042384:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.042385:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042386:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042387:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.042389:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.042390:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042392:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.042393:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.042394:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.042396:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x809e:0x0].0x0 (ffff9fbf900b7e00) 00010000:00010000:0.0:1789307438.042399:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.042401:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.042403:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042404:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.042405:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042406:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042408:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.042410:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbf18b600/0x66de20725ed30abf lrc: 0/0,0 mode: --/PR res: [0x200002342:0x809e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a355 expref: 405 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.042414:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 398 00000020:00000040:0.0:1789307438.042415:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 404 00010000:00000010:0.0:1789307438.042416:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf864ce780. 00010000:00000040:0.0:1789307438.042418:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf900b7e00 count: 0 00010000:00000010:0.0:1789307438.042420:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfa3c70200. 00010000:00000001:0.0:1789307438.042424:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.042425:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1160 00000001:00000001:0.0:1789307438.042426:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.042428:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a8b000 count: 2 00000004:00000001:0.0:1789307438.042429:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.042430:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.042431:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042432:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042433:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.042434:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042436:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.042436:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.042437:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042438:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042439:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.042440:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.042441:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbd65c400 with handle 0x66de20725ed36517 from hash 00010000:00000001:0.0:1789307438.042442:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.042443:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042444:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042444:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.042445:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.042446:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042447:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.042448:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.042449:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.042450:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8276:0x0].0x0 (ffff9fbfb4a8b000) 00010000:00010000:0.0:1789307438.042452:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.042453:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.042454:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042454:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.042455:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042456:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042456:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.042458:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbd65c400/0x66de20725ed36517 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8276:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bd25 expref: 404 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.042461:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 397 00000020:00000040:0.0:1789307438.042462:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 403 00010000:00000010:0.0:1789307438.042463:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbe8aa3d300. 00010000:00000040:0.0:1789307438.042465:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a8b000 count: 0 00010000:00000010:0.0:1789307438.042467:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbc7f7480. 00010000:00000001:0.0:1789307438.042472:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.042473:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1161 00000001:00000001:0.0:1789307438.042474:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.042475:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9dde300 count: 2 00000004:00000001:0.0:1789307438.042476:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.042477:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.042478:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042478:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042479:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.042480:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042481:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.042482:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.042483:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042483:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042484:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.042485:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.042487:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf92230e00 with handle 0x66de20725ed2e320 from hash 00010000:00000001:0.0:1789307438.042488:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.042489:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042489:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042490:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.042491:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.042492:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042493:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.042493:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.042494:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.042495:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fcf:0x0].0x0 (ffff9fbfb9dde300) 00010000:00010000:0.0:1789307438.042496:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.042497:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.042498:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042499:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.042499:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042500:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042500:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.042502:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf92230e00/0x66de20725ed2e320 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fcf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799803 expref: 403 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.042505:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 396 00000020:00000040:0.0:1789307438.042506:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 402 00010000:00000010:0.0:1789307438.042507:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9ddd800. 00010000:00000040:0.0:1789307438.042508:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9dde300 count: 0 00010000:00000010:0.0:1789307438.042510:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf864cc880. 00010000:00000001:0.0:1789307438.042514:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.042515:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1162 00000001:00000001:0.0:1789307438.042516:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.042517:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf84fa4100 count: 2 00000004:00000001:0.0:1789307438.042518:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.042519:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.042520:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042520:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042521:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.042522:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042524:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.042525:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.042526:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042526:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042527:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.042528:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.042529:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf85d83c00 with handle 0x66de20725ed33d78 from hash 00010000:00000001:0.0:1789307438.042530:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.042531:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042531:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042532:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.042533:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.042533:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042534:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.042535:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.042536:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.042536:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81a7:0x0].0x0 (ffff9fbf84fa4100) 00010000:00010000:0.0:1789307438.042538:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.042539:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.042540:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042540:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.042541:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042542:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042542:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.042544:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf85d83c00/0x66de20725ed33d78 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b1d3 expref: 402 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.042547:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 395 00000020:00000040:0.0:1789307438.042548:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 401 00010000:00000010:0.0:1789307438.042549:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbbf14380. 00010000:00000040:0.0:1789307438.042550:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf84fa4100 count: 0 00010000:00000010:0.0:1789307438.042551:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf97968700. 00010000:00000001:0.0:1789307438.042555:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.042556:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1163 00000001:00000001:0.0:1789307438.042557:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.042560:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72b0000 count: 2 00000004:00000001:0.0:1789307438.042561:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.042561:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.042562:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042563:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042564:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.042565:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042567:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.042568:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.042570:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042571:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042571:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.042572:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.042574:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf97f17e00 with handle 0x66de20725ed024bf from hash 00010000:00000001:0.0:1789307438.042575:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.042576:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042576:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042577:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.042578:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.042579:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042579:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.042580:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.042581:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.042582:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ed3:0x0].0x0 (ffff9fbfb72b0000) 00010000:00010000:0.0:1789307438.042583:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.042584:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.042585:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042586:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.042586:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042587:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042588:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.042589:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97f17e00/0x66de20725ed024bf lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ed3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798cb1 expref: 401 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.042592:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 394 00000020:00000040:0.0:1789307438.042593:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 400 00010000:00000010:0.0:1789307438.042595:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf87f7b380. 00010000:00000040:0.0:1789307438.042597:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72b0000 count: 0 00010000:00000010:0.0:1789307438.042599:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf864d2c80. 00010000:00000001:0.0:1789307438.042604:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.042605:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1164 00000001:00000001:0.0:1789307438.042606:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.042608:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a3db00 count: 2 00000004:00000001:0.0:1789307438.042609:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.042610:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.042611:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042612:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042613:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.042613:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042615:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.042615:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.042616:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042617:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042617:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.042618:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.042619:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9ad6e00 with handle 0x66de20725ed315d9 from hash 00010000:00000001:0.0:1789307438.042620:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.042621:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042622:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042622:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.042623:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.042624:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042624:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.042625:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.042626:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.042627:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80d8:0x0].0x0 (ffff9fbfb4a3db00) 00010000:00010000:0.0:1789307438.042628:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.042629:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.042630:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042631:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.042631:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042632:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042633:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.042635:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9ad6e00/0x66de20725ed315d9 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a681 expref: 400 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.042638:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 393 00000020:00000040:0.0:1789307438.042640:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 399 00010000:00000010:0.0:1789307438.042641:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86439b00. 00010000:00000040:0.0:1789307438.042642:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a3db00 count: 0 00010000:00000010:0.0:1789307438.042643:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a40880. 00010000:00000001:0.0:1789307438.042647:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.042648:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1165 00000001:00000001:0.0:1789307438.042649:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.042650:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9a788900 count: 2 00000004:00000001:0.0:1789307438.042651:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.042652:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.042653:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042654:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042654:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.042655:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042657:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.042658:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.042659:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042660:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042660:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.042661:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.042663:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb945fe00 with handle 0x66de20725ed37031 from hash 00010000:00000001:0.0:1789307438.042664:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.042664:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042665:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042665:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.042666:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.042667:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042668:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.042668:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.042669:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.042670:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82b0:0x0].0x0 (ffff9fbf9a788900) 00010000:00010000:0.0:1789307438.042671:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.042672:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.042674:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042675:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.042675:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042676:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042677:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.042678:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb945fe00/0x66de20725ed37031 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c051 expref: 399 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.042682:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 392 00000020:00000040:0.0:1789307438.042683:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 398 00010000:00000010:0.0:1789307438.042684:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbe872bb100. 00010000:00000040:0.0:1789307438.042685:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf9a788900 count: 0 00010000:00000010:0.0:1789307438.042687:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe8d0e5580. 00010000:00000001:0.0:1789307438.042690:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.042691:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1166 00000001:00000001:0.0:1789307438.042692:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.042693:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7ef8200 count: 2 00000004:00000001:0.0:1789307438.042694:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.042695:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.042696:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042697:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042697:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.042698:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042700:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.042700:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.042701:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042702:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042703:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.042704:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.042706:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5d3b200 with handle 0x66de20725ed2ee3a from hash 00010000:00000001:0.0:1789307438.042708:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.042709:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042710:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042711:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.042712:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.042714:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042715:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.042717:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.042718:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.042719:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8009:0x0].0x0 (ffff9fbfb7ef8200) 00010000:00010000:0.0:1789307438.042721:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.042723:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.042724:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042726:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.042727:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042728:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042729:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.042732:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5d3b200/0x66de20725ed2ee3a lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8009:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799b2f expref: 398 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.042739:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 391 00000020:00000040:0.0:1789307438.042741:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 397 00010000:00000010:0.0:1789307438.042743:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf89a3e300. 00010000:00000040:0.0:1789307438.042748:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7ef8200 count: 0 00010000:00000010:0.0:1789307438.042751:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a8ae80. 00010000:00000001:0.0:1789307438.042760:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.042762:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1167 00000001:00000001:0.0:1789307438.042764:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.042767:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf831fbd00 count: 2 00000004:00000001:0.0:1789307438.042769:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.042770:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.042772:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042773:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042774:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.042775:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042778:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.042779:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.042780:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042781:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042783:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.042784:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.042786:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb6a96400 with handle 0x66de20725ed34892 from hash 00010000:00000001:0.0:1789307438.042789:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.042790:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042791:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042791:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.042793:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.042794:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042796:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.042797:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.042798:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.042800:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81e1:0x0].0x0 (ffff9fbf831fbd00) 00010000:00010000:0.0:1789307438.042802:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.042804:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.042806:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042807:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.042808:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042809:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042811:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.042814:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb6a96400/0x66de20725ed34892 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b4ff expref: 397 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.042820:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 390 00000020:00000040:0.0:1789307438.042822:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 396 00010000:00000010:0.0:1789307438.042824:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb49bba00. 00010000:00000040:0.0:1789307438.042826:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf831fbd00 count: 0 00010000:00000010:0.0:1789307438.042829:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4aaf500. 00010000:00000001:0.0:1789307438.042835:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.042837:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1168 00000001:00000001:0.0:1789307438.042837:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.042840:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4ac1b00 count: 2 00000004:00000001:0.0:1789307438.042841:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.042842:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.042843:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042844:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042845:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.042847:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042866:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.042877:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.042880:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042882:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042884:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.042885:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.042888:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9788ac00 with handle 0x66de20725ed0349b from hash 00010000:00000001:0.0:1789307438.042891:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.042892:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042894:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042895:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.042897:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.042898:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042900:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.042901:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.042903:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.042905:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f47:0x0].0x0 (ffff9fbfb4ac1b00) 00010000:00010000:0.0:1789307438.042907:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.042909:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.042911:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042913:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.042915:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042916:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042917:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.042921:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9788ac00/0x66de20725ed0349b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798fdd expref: 396 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.042926:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 389 00000020:00000040:0.0:1789307438.042927:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 395 00010000:00000010:0.0:1789307438.042929:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfc0822600. 00010000:00000040:0.0:1789307438.042932:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4ac1b00 count: 0 00010000:00000010:0.0:1789307438.042935:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4118800. 00010000:00000001:0.0:1789307438.042942:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.042943:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1169 00000001:00000001:0.0:1789307438.042945:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.042947:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb49bc400 count: 2 00000004:00000001:0.0:1789307438.042949:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.042949:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.042950:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042952:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.042953:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.042955:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042958:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.042959:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.042961:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042962:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042963:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.042965:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.042967:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf82d29400 with handle 0x66de20725ed320f3 from hash 00010000:00000001:0.0:1789307438.042969:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.042970:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042971:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042972:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.042973:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.042975:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042977:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.042978:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.042980:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.042981:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8112:0x0].0x0 (ffff9fbfb49bc400) 00010000:00010000:0.0:1789307438.042984:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.042986:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.042987:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.042989:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.042990:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.042992:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.042993:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.042996:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf82d29400/0x66de20725ed320f3 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8112:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a9ad expref: 395 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.043002:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 388 00000020:00000040:0.0:1789307438.043004:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 394 00010000:00000010:0.0:1789307438.043007:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb2a4b580. 00010000:00000040:0.0:1789307438.043011:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb49bc400 count: 0 00010000:00000010:0.0:1789307438.043014:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9de0f80. 00010000:00000001:0.0:1789307438.043022:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.043024:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1170 00000001:00000001:0.0:1789307438.043025:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.043029:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9da0100 count: 2 00000004:00000001:0.0:1789307438.043031:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.043032:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.043034:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043036:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043037:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.043038:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043041:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.043042:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.043044:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043045:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043046:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.043047:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.043049:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbd51e600 with handle 0x66de20725ecffc01 from hash 00010000:00000001:0.0:1789307438.043051:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.043052:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043053:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043054:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.043056:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.043057:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043058:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.043060:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.043061:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.043063:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7da9:0x0].0x0 (ffff9fbfb9da0100) 00010000:00010000:0.0:1789307438.043065:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.043067:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.043069:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043071:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.043072:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043073:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043074:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.043078:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbd51e600/0x66de20725ecffc01 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7da9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779848b expref: 394 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.043085:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 387 00000020:00000040:0.0:1789307438.043087:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 393 00010000:00000010:0.0:1789307438.043089:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9acf280. 00010000:00000040:0.0:1789307438.043092:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9da0100 count: 0 00010000:00000010:0.0:1789307438.043094:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb2bf4480. 00010000:00000001:0.0:1789307438.043103:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.043105:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1171 00000001:00000001:0.0:1789307438.043107:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.043110:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7f3ff00 count: 2 00000004:00000001:0.0:1789307438.043112:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.043113:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.043115:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043117:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043118:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.043119:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043122:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.043123:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.043125:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043126:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043128:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.043129:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.043132:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9d4ae00 with handle 0x66de20725ed353ac from hash 00010000:00000001:0.0:1789307438.043133:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.043135:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043136:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043137:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.043139:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.043140:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043141:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.043142:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.043143:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.043144:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x821b:0x0].0x0 (ffff9fbfb7f3ff00) 00010000:00010000:0.0:1789307438.043146:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.043147:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.043148:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043149:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.043150:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043151:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043152:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.043154:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9d4ae00/0x66de20725ed353ac lrc: 0/0,0 mode: --/PR res: [0x200002342:0x821b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b82b expref: 393 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.043158:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 386 00000020:00000040:0.0:1789307438.043159:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 392 00010000:00000010:0.0:1789307438.043160:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbec6873980. 00010000:00000040:0.0:1789307438.043162:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7f3ff00 count: 0 00010000:00000010:0.0:1789307438.043164:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8894cb00. 00010000:00000001:0.0:1789307438.043171:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.043173:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1172 00000001:00000001:0.0:1789307438.043175:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.043177:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb49b8000 count: 2 00000004:00000001:0.0:1789307438.043179:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.043180:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.043182:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043183:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043184:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.043186:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043188:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.043189:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.043191:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043192:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043193:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.043194:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.043196:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf85cae800 with handle 0x66de20725ed32c0d from hash 00010000:00000001:0.0:1789307438.043198:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.043199:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043200:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043201:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.043202:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.043204:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043205:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.043206:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.043208:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.043209:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x814c:0x0].0x0 (ffff9fbfb49b8000) 00010000:00010000:0.0:1789307438.043211:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.043213:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.043215:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043216:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.043217:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043219:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043220:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.043223:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf85cae800/0x66de20725ed32c0d lrc: 0/0,0 mode: --/PR res: [0x200002342:0x814c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779acd9 expref: 392 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.043230:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 385 00000020:00000040:0.0:1789307438.043232:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 391 00010000:00000010:0.0:1789307438.043233:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd63d080. 00010000:00000040:0.0:1789307438.043236:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb49b8000 count: 0 00010000:00000010:0.0:1789307438.043239:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a98a80. 00010000:00000001:0.0:1789307438.043246:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.043248:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1173 00000001:00000001:0.0:1789307438.043249:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.043251:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9fa6b00 count: 2 00000004:00000001:0.0:1789307438.043252:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.043253:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.043254:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043255:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043256:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.043257:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043259:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.043260:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.043261:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043262:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043263:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.043264:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.043265:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf864c4c00 with handle 0x66de20725ed38665 from hash 00010000:00000001:0.0:1789307438.043267:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.043267:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043268:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043269:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.043270:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.043271:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043271:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.043272:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.043273:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.043274:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8324:0x0].0x0 (ffff9fbfb9fa6b00) 00010000:00010000:0.0:1789307438.043276:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.043277:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.043278:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043279:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.043280:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043280:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043281:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.043283:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf864c4c00/0x66de20725ed38665 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8324:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c6a9 expref: 391 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.043286:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 384 00000020:00000040:0.0:1789307438.043287:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 390 00010000:00000010:0.0:1789307438.043288:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbeb26cdf80. 00010000:00000040:0.0:1789307438.043290:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9fa6b00 count: 0 00010000:00000010:0.0:1789307438.043291:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4909b80. 00010000:00000001:0.0:1789307438.043296:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043297:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043297:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.043298:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1174 00000001:00000001:0.0:1789307438.043299:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.043300:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb310ad00 count: 2 00000004:00000001:0.0:1789307438.043302:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.043302:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.043303:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043304:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043305:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.043306:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043308:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.043309:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.043310:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043311:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043311:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.043312:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.043313:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf90b92400 with handle 0x66de20725ed01f24 from hash 00010000:00000001:0.0:1789307438.043314:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.043315:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043315:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043316:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.043317:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.043317:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043318:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.043319:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.043319:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.043320:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7eaa:0x0].0x0 (ffff9fbfb310ad00) 00010000:00010000:0.0:1789307438.043321:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.043322:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.043323:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043324:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.043325:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043325:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043326:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.043328:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf90b92400/0x66de20725ed01f24 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7eaa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798b92 expref: 390 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.043331:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 383 00000020:00000040:0.0:1789307438.043332:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 389 00010000:00000010:0.0:1789307438.043333:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbeb26cd780. 00010000:00000040:0.0:1789307438.043334:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb310ad00 count: 0 00010000:00000010:0.0:1789307438.043336:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8894c800. 00010000:00000001:0.0:1789307438.043340:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.043342:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1175 00000001:00000001:0.0:1789307438.043343:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.043344:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf83be2900 count: 2 00000004:00000001:0.0:1789307438.043346:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.043346:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.043347:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043348:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043349:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.043350:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043352:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.043353:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.043354:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043355:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043356:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.043358:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.043360:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9fba9200 with handle 0x66de20725ed3046e from hash 00010000:00000001:0.0:1789307438.043362:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.043362:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043363:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043364:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.043366:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.043367:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043368:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.043369:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.043370:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.043372:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x807d:0x0].0x0 (ffff9fbf83be2900) 00010000:00010000:0.0:1789307438.043374:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.043375:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.043377:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043378:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.043379:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043381:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043382:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.043385:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9fba9200/0x66de20725ed3046e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x807d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a187 expref: 389 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.043392:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 382 00000020:00000040:0.0:1789307438.043394:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 388 00010000:00000010:0.0:1789307438.043396:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd664b00. 00010000:00000040:0.0:1789307438.043399:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf83be2900 count: 0 00010000:00000010:0.0:1789307438.043402:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbb53c600. 00010000:00000001:0.0:1789307438.043411:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.043412:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1176 00000001:00000001:0.0:1789307438.043413:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.043415:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf82c25900 count: 2 00000004:00000001:0.0:1789307438.043417:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.043418:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.043418:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043419:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043420:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.043421:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043423:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.043424:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.043425:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043426:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043427:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.043428:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.043429:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2bdc600 with handle 0x66de20725ed35ec6 from hash 00010000:00000001:0.0:1789307438.043430:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.043431:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043431:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043432:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.043433:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.043434:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043435:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.043435:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.043436:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.043437:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8255:0x0].0x0 (ffff9fbf82c25900) 00010000:00010000:0.0:1789307438.043438:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.043440:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.043441:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043442:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.043443:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043444:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043445:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.043447:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2bdc600/0x66de20725ed35ec6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8255:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bb57 expref: 388 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.043450:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 381 00000020:00000040:0.0:1789307438.043451:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 387 00010000:00000010:0.0:1789307438.043452:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb58a6700. 00010000:00000040:0.0:1789307438.043456:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf82c25900 count: 0 00010000:00000010:0.0:1789307438.043458:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8312cf80. 00010000:00000001:0.0:1789307438.043463:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.043464:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1177 00000001:00000001:0.0:1789307438.043465:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.043467:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa3137600 count: 2 00000004:00000001:0.0:1789307438.043468:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.043469:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.043470:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043471:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043471:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.043472:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043474:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.043474:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.043475:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043476:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043476:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.043477:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.043479:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0bce000 with handle 0x66de20725ed2dccf from hash 00010000:00000001:0.0:1789307438.043480:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.043480:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043481:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043481:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.043482:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.043483:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043484:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.043485:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.043485:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.043487:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fae:0x0].0x0 (ffff9fbfa3137600) 00010000:00010000:0.0:1789307438.043488:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.043489:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.043491:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043492:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.043492:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043493:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043494:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.043495:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0bce000/0x66de20725ed2dccf lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799635 expref: 387 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.043498:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 380 00000020:00000040:0.0:1789307438.043499:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 386 00010000:00000010:0.0:1789307438.043500:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ab7c00. 00010000:00000040:0.0:1789307438.043502:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa3137600 count: 0 00010000:00000010:0.0:1789307438.043503:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf88165b00. 00010000:00000001:0.0:1789307438.043508:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.043508:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1178 00000001:00000001:0.0:1789307438.043509:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.043511:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbbded300 count: 2 00000004:00000001:0.0:1789307438.043512:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.043512:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.043513:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043514:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043514:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.043515:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043517:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.043517:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.043518:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043519:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043519:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.043520:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.043522:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb29a4400 with handle 0x66de20725ed33727 from hash 00010000:00000001:0.0:1789307438.043523:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.043524:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043525:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043525:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.043526:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.043527:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043528:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.043529:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.043530:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.043531:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8186:0x0].0x0 (ffff9fbfbbded300) 00010000:00010000:0.0:1789307438.043532:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.043533:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.043534:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043535:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.043535:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043536:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043536:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.043539:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb29a4400/0x66de20725ed33727 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8186:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b005 expref: 386 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.043544:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 379 00000020:00000040:0.0:1789307438.043545:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 385 00010000:00000010:0.0:1789307438.043547:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86574480. 00010000:00000040:0.0:1789307438.043549:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbbded300 count: 0 00010000:00000010:0.0:1789307438.043551:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9faa9600. 00010000:00000001:0.0:1789307438.043560:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.043561:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1179 00000001:00000001:0.0:1789307438.043562:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.043565:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbd613d00 count: 2 00000004:00000001:0.0:1789307438.043568:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.043569:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.043570:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043572:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043573:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.043575:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043577:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.043578:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.043580:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043581:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043583:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.043584:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.043586:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb6009800 with handle 0x66de20725ed39194 from hash 00010000:00000001:0.0:1789307438.043588:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.043589:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043589:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043590:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.043592:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.043593:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043594:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.043595:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.043596:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.043597:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0xa:0x0].0x0 (ffff9fbfbd613d00) 00010000:00010000:0.0:1789307438.043599:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:0.0:1789307438.043601:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.043602:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043603:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.043604:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043605:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043606:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.043609:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb6009800/0x66de20725ed39194 lrc: 0/0,0 mode: --/PR res: [0x240001b72:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c9d5 expref: 385 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.043614:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 378 00000020:00000040:0.0:1789307438.043616:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 384 00010000:00000010:0.0:1789307438.043617:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf978b8380. 00010000:00000040:0.0:1789307438.043619:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbd613d00 count: 0 00010000:00000010:0.0:1789307438.043622:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf90bab800. 00010000:00000001:0.0:1789307438.043629:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043631:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043632:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.043633:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1180 00000001:00000001:0.0:1789307438.043634:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.043636:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9fa0e300 count: 2 00000004:00000001:0.0:1789307438.043638:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.043640:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.043641:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043643:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043644:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.043646:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043648:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.043649:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.043651:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043652:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043653:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.043654:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.043657:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb6a97000 with handle 0x66de20725ed01bb9 from hash 00010000:00000001:0.0:1789307438.043658:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.043660:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043661:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043662:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.043663:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.043665:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043666:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.043668:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.043669:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.043670:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e91:0x0].0x0 (ffff9fbf9fa0e300) 00010000:00010000:0.0:1789307438.043672:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.043674:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.043675:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043676:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.043677:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043678:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043679:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.043681:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb6a97000/0x66de20725ed01bb9 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e91:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798ae3 expref: 384 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.043686:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 377 00000020:00000040:0.0:1789307438.043687:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 383 00010000:00000010:0.0:1789307438.043688:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf89a89600. 00010000:00000040:0.0:1789307438.043689:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf9fa0e300 count: 0 00010000:00000010:0.0:1789307438.043692:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf87e2da00. 00010000:00000001:0.0:1789307438.043699:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.043700:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1181 00000001:00000001:0.0:1789307438.043701:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.043703:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb2489400 count: 2 00000004:00000001:0.0:1789307438.043704:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.043705:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.043706:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043707:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043708:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.043709:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043711:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.043711:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.043713:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043713:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043714:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.043715:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.043716:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9c38e00 with handle 0x66de20725ed30f88 from hash 00010000:00000001:0.0:1789307438.043718:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.043718:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043719:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043720:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.043721:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.043721:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043722:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.043723:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.043724:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.043725:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80b7:0x0].0x0 (ffff9fbfb2489400) 00010000:00010000:0.0:1789307438.043726:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.043727:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.043728:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043729:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.043729:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043730:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043730:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.043732:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9c38e00/0x66de20725ed30f88 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80b7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a4b3 expref: 383 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.043739:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 376 00000020:00000040:0.0:1789307438.043740:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 382 00010000:00000010:0.0:1789307438.043742:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9f0ae00. 00010000:00000040:0.0:1789307438.043743:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb2489400 count: 0 00010000:00000010:0.0:1789307438.043745:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfa318a400. 00010000:00000001:0.0:1789307438.043750:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.043751:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1182 00000001:00000001:0.0:1789307438.043752:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.043753:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4ac1f00 count: 2 00000004:00000001:0.0:1789307438.043754:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.043755:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.043756:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043756:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043757:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.043758:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043760:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.043761:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.043762:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043762:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043763:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.043764:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.043765:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbf232a00 with handle 0x66de20725ed369e0 from hash 00010000:00000001:0.0:1789307438.043766:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.043767:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043767:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043768:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.043769:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.043769:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043770:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.043771:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.043771:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.043772:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x828f:0x0].0x0 (ffff9fbfb4ac1f00) 00010000:00010000:0.0:1789307438.043773:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.043775:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.043776:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043777:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.043778:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043778:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043779:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.043781:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbf232a00/0x66de20725ed369e0 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x828f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779be83 expref: 382 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.043784:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 375 00000020:00000040:0.0:1789307438.043785:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 381 00010000:00000010:0.0:1789307438.043786:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf90ad2200. 00010000:00000040:0.0:1789307438.043790:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4ac1f00 count: 0 00010000:00000010:0.0:1789307438.043792:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb93f7400. 00010000:00000001:0.0:1789307438.043797:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.043798:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1183 00000001:00000001:0.0:1789307438.043798:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.043800:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a94f00 count: 2 00000004:00000001:0.0:1789307438.043801:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.043802:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.043802:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043803:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043804:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.043805:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043806:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.043807:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.043808:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043809:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043810:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.043810:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.043812:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9608be00 with handle 0x66de20725ed2e7e9 from hash 00010000:00000001:0.0:1789307438.043813:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.043813:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043814:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043815:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.043815:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.043817:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043818:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.043819:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.043819:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.043820:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fe8:0x0].0x0 (ffff9fbfb4a94f00) 00010000:00010000:0.0:1789307438.043822:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.043823:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.043824:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043825:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.043825:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043826:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043827:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.043828:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9608be00/0x66de20725ed2e7e9 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fe8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799961 expref: 381 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.043831:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 374 00000020:00000040:0.0:1789307438.043832:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 380 00010000:00000010:0.0:1789307438.043833:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf98a4b200. 00010000:00000040:0.0:1789307438.043835:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a94f00 count: 0 00010000:00000010:0.0:1789307438.043837:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf862b4000. 00010000:00000001:0.0:1789307438.043841:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.043842:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1184 00000001:00000001:0.0:1789307438.043843:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.043844:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4ac2a00 count: 2 00000004:00000001:0.0:1789307438.043845:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.043846:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.043847:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043847:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043848:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.043866:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043879:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.043881:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.043883:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043885:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043886:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.043888:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.043891:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf864fd400 with handle 0x66de20725ed34241 from hash 00010000:00000001:0.0:1789307438.043894:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.043895:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043896:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043896:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.043898:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.043900:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043901:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.043902:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.043904:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.043905:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81c0:0x0].0x0 (ffff9fbfb4ac2a00) 00010000:00010000:0.0:1789307438.043907:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.043909:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.043911:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043913:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.043914:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043915:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043916:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.043920:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf864fd400/0x66de20725ed34241 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b331 expref: 380 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.043925:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 373 00000020:00000040:0.0:1789307438.043927:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 379 00010000:00000010:0.0:1789307438.043929:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf92253180. 00010000:00000040:0.0:1789307438.043932:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4ac2a00 count: 0 00010000:00000010:0.0:1789307438.043935:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb2fffa80. 00010000:00000001:0.0:1789307438.043945:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.043947:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1185 00000001:00000001:0.0:1789307438.043948:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.043950:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa3354100 count: 2 00000004:00000001:0.0:1789307438.043952:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.043953:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.043955:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043956:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.043957:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.043959:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043962:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.043963:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.043964:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043965:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043966:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.043967:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.043969:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf86570e00 with handle 0x66de20725ed02b95 from hash 00010000:00000001:0.0:1789307438.043971:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.043972:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043973:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043974:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.043975:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.043977:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043978:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.043979:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.043980:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.043982:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f05:0x0].0x0 (ffff9fbfa3354100) 00010000:00010000:0.0:1789307438.043989:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.043991:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.043992:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.043994:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.043995:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.043996:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.043997:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.044000:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf86570e00/0x66de20725ed02b95 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f05:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798e0f expref: 379 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.044005:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 372 00000020:00000040:0.0:1789307438.044007:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 378 00010000:00000010:0.0:1789307438.044009:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbbdad980. 00010000:00000040:0.0:1789307438.044013:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa3354100 count: 0 00010000:00000010:0.0:1789307438.044016:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfc0f85f80. 00010000:00000001:0.0:1789307438.044025:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.044027:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1186 00000001:00000001:0.0:1789307438.044029:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.044032:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85101200 count: 2 00000004:00000001:0.0:1789307438.044034:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.044035:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.044037:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044038:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044040:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.044042:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044044:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.044046:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.044048:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044049:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044050:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.044051:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.044054:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9ad6800 with handle 0x66de20725ed31aa2 from hash 00010000:00000001:0.0:1789307438.044056:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.044057:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044057:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044058:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.044060:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.044060:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044062:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.044062:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.044064:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.044065:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80f1:0x0].0x0 (ffff9fbf85101200) 00010000:00010000:0.0:1789307438.044066:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.044068:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.044069:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044069:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.044070:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044071:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044071:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.044074:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9ad6800/0x66de20725ed31aa2 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80f1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a7df expref: 378 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.044077:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 371 00000020:00000040:0.0:1789307438.044078:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 377 00010000:00000010:0.0:1789307438.044080:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb18c8c00. 00010000:00000040:0.0:1789307438.044083:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85101200 count: 0 00010000:00000010:0.0:1789307438.044085:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbbfa6500. 00010000:00000001:0.0:1789307438.044090:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.044091:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1187 00000001:00000001:0.0:1789307438.044092:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.044094:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf90bcfb00 count: 2 00000004:00000001:0.0:1789307438.044095:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.044096:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.044097:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044098:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044099:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.044101:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044102:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.044103:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.044104:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044104:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044105:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.044106:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.044107:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbe7d000 with handle 0x66de20725ed2f303 from hash 00010000:00000001:0.0:1789307438.044108:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.044109:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044110:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044111:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.044111:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.044112:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044113:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.044114:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.044114:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.044115:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8022:0x0].0x0 (ffff9fbf90bcfb00) 00010000:00010000:0.0:1789307438.044116:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.044117:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.044118:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044119:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.044120:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044120:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044121:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.044123:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbbe7d000/0x66de20725ed2f303 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8022:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799c8d expref: 377 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.044128:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 370 00000020:00000040:0.0:1789307438.044129:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 376 00010000:00000010:0.0:1789307438.044130:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbbdad200. 00010000:00000040:0.0:1789307438.044131:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf90bcfb00 count: 0 00010000:00000010:0.0:1789307438.044133:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a73d00. 00010000:00000001:0.0:1789307438.044138:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.044139:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1188 00000001:00000001:0.0:1789307438.044140:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.044141:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf88a41b00 count: 2 00000004:00000001:0.0:1789307438.044142:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.044143:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.044144:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044145:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044145:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.044147:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044148:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.044149:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.044150:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044151:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044151:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.044152:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.044153:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfa335ca00 with handle 0x66de20725ed002d7 from hash 00010000:00000001:0.0:1789307438.044154:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.044155:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044155:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044156:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.044157:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.044157:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044158:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.044159:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.044160:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.044161:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ddb:0x0].0x0 (ffff9fbf88a41b00) 00010000:00010000:0.0:1789307438.044162:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.044163:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.044164:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044165:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.044166:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044167:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044167:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.044169:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfa335ca00/0x66de20725ed002d7 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ddb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77985e9 expref: 376 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.044172:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 369 00000020:00000040:0.0:1789307438.044173:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 375 00010000:00000010:0.0:1789307438.044174:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbe966c1380. 00010000:00000040:0.0:1789307438.044176:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf88a41b00 count: 0 00010000:00000010:0.0:1789307438.044178:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9a776f80. 00010000:00000001:0.0:1789307438.044182:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.044183:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1189 00000001:00000001:0.0:1789307438.044184:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.044185:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf84fab400 count: 2 00000004:00000001:0.0:1789307438.044186:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.044187:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.044187:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044188:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044189:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.044190:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044191:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.044192:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.044193:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044193:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044194:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.044195:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.044197:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9d4a600 with handle 0x66de20725ed7736a from hash 00010000:00000001:0.0:1789307438.044198:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.044199:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044199:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044200:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.044200:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.044201:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044202:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.044203:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.044204:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.044205:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8484:0x0].0x0 (ffff9fbf84fab400) 00010000:00010000:0.0:1789307438.044206:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00000001:0.0:1789307438.044207:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.044208:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044209:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.044210:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044210:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044211:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.044213:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9d4a600/0x66de20725ed7736a lrc: 0/0,0 mode: --/CR res: [0x200002342:0x8484:0x0].0x0 bits 0xd/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6ace expref: 375 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.044216:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 368 00000020:00000040:0.0:1789307438.044217:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 374 00010000:00000010:0.0:1789307438.044218:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb31b5e80. 00010000:00000040:0.0:1789307438.044220:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf84fab400 count: 0 00010000:00000010:0.0:1789307438.044221:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe97822a80. 00010000:00000001:0.0:1789307438.044225:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.044225:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1190 00000001:00000001:0.0:1789307438.044226:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.044228:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4219000 count: 2 00000004:00000001:0.0:1789307438.044229:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.044229:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.044230:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044231:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044231:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.044232:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044234:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.044234:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.044235:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044236:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044236:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.044237:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.044239:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0bb8200 with handle 0x66de20725ed03806 from hash 00010000:00000001:0.0:1789307438.044240:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.044241:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044242:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044242:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.044243:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.044244:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044245:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.044246:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.044246:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.044247:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f60:0x0].0x0 (ffff9fbfb4219000) 00010000:00010000:0.0:1789307438.044248:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.044249:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.044250:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044251:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.044252:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044252:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044253:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.044255:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0bb8200/0x66de20725ed03806 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f60:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779908c expref: 374 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.044258:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 367 00000020:00000040:0.0:1789307438.044259:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 373 00010000:00000010:0.0:1789307438.044260:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf978a8180. 00010000:00000040:0.0:1789307438.044263:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4219000 count: 0 00010000:00000010:0.0:1789307438.044264:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb277d200. 00010000:00000001:0.0:1789307438.044268:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.044269:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1191 00000001:00000001:0.0:1789307438.044269:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.044271:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf832e3a00 count: 2 00000004:00000001:0.0:1789307438.044272:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.044273:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.044274:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044274:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044275:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.044276:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044278:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.044279:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.044280:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044280:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044281:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.044282:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.044283:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5d6be00 with handle 0x66de20725ed69d26 from hash 00010000:00000001:0.0:1789307438.044284:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.044285:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044285:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044286:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.044287:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.044287:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044288:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.044289:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.044289:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.044290:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9fbf832e3a00) 00010000:00010000:0.0:1789307438.044291:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1789307438.044293:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.044294:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044294:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.044295:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044296:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044296:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.044298:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5d6be00/0x66de20725ed69d26 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a3a5a expref: 373 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.044301:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 366 00000020:00000040:0.0:1789307438.044302:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 372 00010000:00000010:0.0:1789307438.044303:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9cc3f00. 00010000:00000040:0.0:1789307438.044304:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf832e3a00 count: 0 00010000:00000010:0.0:1789307438.044306:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9c2c400. 00010000:00000001:0.0:1789307438.044311:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044312:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044313:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.044314:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1192 00000001:00000001:0.0:1789307438.044315:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.044317:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85170100 count: 2 00000004:00000001:0.0:1789307438.044318:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.044319:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.044320:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044320:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044321:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.044322:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044324:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.044324:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.044325:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044326:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044326:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.044327:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.044328:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf860bf000 with handle 0x66de20725ecfff6c from hash 00010000:00000001:0.0:1789307438.044329:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.044330:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044330:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044331:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.044332:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.044333:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044333:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.044334:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.044335:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.044336:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7dc2:0x0].0x0 (ffff9fbf85170100) 00010000:00010000:0.0:1789307438.044337:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.044338:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.044339:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044340:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.044340:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044341:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044341:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.044343:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf860bf000/0x66de20725ecfff6c lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7dc2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779853a expref: 372 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.044351:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 365 00000020:00000040:0.0:1789307438.044353:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 371 00010000:00000010:0.0:1789307438.044355:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf83b72480. 00010000:00000040:0.0:1789307438.044357:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85170100 count: 0 00010000:00000010:0.0:1789307438.044359:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf82c08880. 00010000:00000001:0.0:1789307438.044367:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.044368:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1193 00000001:00000001:0.0:1789307438.044370:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.044373:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a97400 count: 2 00000004:00000001:0.0:1789307438.044375:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.044376:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.044377:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044379:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044380:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.044382:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044384:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.044385:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.044388:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044389:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044390:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.044392:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.044394:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4add000 with handle 0x66de20725ed37b4b from hash 00010000:00000001:0.0:1789307438.044396:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.044398:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044399:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044400:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.044402:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.044403:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044404:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.044405:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.044406:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.044407:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82ea:0x0].0x0 (ffff9fbfb4a97400) 00010000:00010000:0.0:1789307438.044409:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.044410:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.044412:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044413:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.044414:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044414:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044415:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.044418:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4add000/0x66de20725ed37b4b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c37d expref: 371 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.044421:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 364 00000020:00000040:0.0:1789307438.044422:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 370 00010000:00000010:0.0:1789307438.044424:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb3c13780. 00010000:00000040:0.0:1789307438.044426:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a97400 count: 0 00010000:00000010:0.0:1789307438.044428:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9fac3500. 00010000:00000001:0.0:1789307438.044434:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044435:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044435:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.044436:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1194 00000001:00000001:0.0:1789307438.044438:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.044439:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf835c4e00 count: 2 00000004:00000001:0.0:1789307438.044441:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.044441:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.044442:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044444:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044444:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.044446:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044448:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.044448:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.044449:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044450:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044451:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.044452:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.044453:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf89846200 with handle 0x66de20725ed00f48 from hash 00010000:00000001:0.0:1789307438.044455:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.044456:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044456:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044457:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.044458:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.044460:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044461:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.044461:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.044462:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.044463:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e36:0x0].0x0 (ffff9fbf835c4e00) 00010000:00010000:0.0:1789307438.044464:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.044466:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.044467:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044467:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.044468:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044469:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044469:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.044471:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf89846200/0x66de20725ed00f48 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798866 expref: 370 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.044474:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 363 00000020:00000040:0.0:1789307438.044475:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 369 00010000:00000010:0.0:1789307438.044476:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9ddd480. 00010000:00000040:0.0:1789307438.044477:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf835c4e00 count: 0 00010000:00000010:0.0:1789307438.044479:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9800ec00. 00010000:00000001:0.0:1789307438.044482:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.044483:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1195 00000001:00000001:0.0:1789307438.044484:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.044486:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a3d000 count: 2 00000004:00000001:0.0:1789307438.044487:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.044487:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.044488:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044489:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044490:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.044490:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044492:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.044492:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.044493:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044494:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044495:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.044496:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.044498:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb3c23e00 with handle 0x66de20725ed31451 from hash 00010000:00000001:0.0:1789307438.044499:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.044500:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044501:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044501:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.044502:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.044503:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044504:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.044504:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.044505:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.044506:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80d0:0x0].0x0 (ffff9fbfb4a3d000) 00010000:00010000:0.0:1789307438.044507:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.044508:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.044509:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044510:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.044510:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044511:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044512:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.044513:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb3c23e00/0x66de20725ed31451 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a611 expref: 369 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.044516:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 362 00000020:00000040:0.0:1789307438.044517:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 368 00010000:00000010:0.0:1789307438.044518:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86439480. 00010000:00000040:0.0:1789307438.044519:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a3d000 count: 0 00010000:00000010:0.0:1789307438.044521:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbb53c880. 00010000:00000001:0.0:1789307438.044525:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.044525:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1196 00000001:00000001:0.0:1789307438.044526:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.044528:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85cfeb00 count: 2 00000004:00000001:0.0:1789307438.044529:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.044529:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.044530:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044531:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044532:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.044533:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044535:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.044536:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.044537:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044538:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044538:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.044539:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.044540:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2a32200 with handle 0x66de20725ed2ecb2 from hash 00010000:00000001:0.0:1789307438.044541:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.044542:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044542:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044543:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.044544:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.044544:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044545:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.044546:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.044547:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.044547:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8001:0x0].0x0 (ffff9fbf85cfeb00) 00010000:00010000:0.0:1789307438.044549:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.044550:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.044551:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044551:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.044552:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044553:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044553:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.044555:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2a32200/0x66de20725ed2ecb2 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8001:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799abf expref: 368 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.044558:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 361 00000020:00000040:0.0:1789307438.044559:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 367 00010000:00000010:0.0:1789307438.044560:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9d01200. 00010000:00000040:0.0:1789307438.044561:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85cfeb00 count: 0 00010000:00000010:0.0:1789307438.044563:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a8ac00. 00010000:00000001:0.0:1789307438.044567:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.044568:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1197 00000001:00000001:0.0:1789307438.044569:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.044571:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4ac0700 count: 2 00000004:00000001:0.0:1789307438.044572:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.044573:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.044574:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044575:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044575:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.044576:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044578:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.044578:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.044579:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044580:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044580:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.044581:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.044582:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0bce600 with handle 0x66de20725ed0326b from hash 00010000:00000001:0.0:1789307438.044583:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.044584:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044584:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044585:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.044586:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.044586:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044587:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.044588:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.044588:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.044589:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f37:0x0].0x0 (ffff9fbfb4ac0700) 00010000:00010000:0.0:1789307438.044591:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.044591:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.044592:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044593:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.044594:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044594:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044595:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.044597:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0bce600/0x66de20725ed0326b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798f6d expref: 367 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.044600:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 360 00000020:00000040:0.0:1789307438.044601:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 366 00010000:00000010:0.0:1789307438.044603:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb26a1200. 00010000:00000040:0.0:1789307438.044604:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4ac0700 count: 0 00010000:00000010:0.0:1789307438.044606:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb93f7c80. 00010000:00000001:0.0:1789307438.044609:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.044610:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1198 00000001:00000001:0.0:1789307438.044611:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.044613:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf84fe4a00 count: 2 00000004:00000001:0.0:1789307438.044614:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.044615:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.044616:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044617:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044618:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.044619:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044621:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.044621:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.044622:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044623:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044623:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.044624:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.044625:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9ad6a00 with handle 0x66de20725ecff9d1 from hash 00010000:00000001:0.0:1789307438.044626:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.044627:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044627:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044628:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.044629:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.044629:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044630:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.044631:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.044631:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.044632:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7d99:0x0].0x0 (ffff9fbf84fe4a00) 00010000:00010000:0.0:1789307438.044633:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.044635:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.044635:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044636:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.044637:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044638:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044639:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.044640:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9ad6a00/0x66de20725ecff9d1 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7d99:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779841b expref: 366 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.044644:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 359 00000020:00000040:0.0:1789307438.044645:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 365 00010000:00000010:0.0:1789307438.044646:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf909a8500. 00010000:00000040:0.0:1789307438.044647:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf84fe4a00 count: 0 00010000:00000010:0.0:1789307438.044649:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe859ea000. 00010000:00000001:0.0:1789307438.044655:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.044656:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1199 00000001:00000001:0.0:1789307438.044656:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.044658:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf853cb500 count: 2 00000004:00000001:0.0:1789307438.044659:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.044659:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.044660:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044661:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044662:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.044662:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044664:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.044665:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.044666:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044666:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044667:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.044668:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.044669:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0bafa00 with handle 0x66de20725ed02f00 from hash 00010000:00000001:0.0:1789307438.044670:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.044671:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044671:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044672:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.044672:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.044673:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044674:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.044675:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.044675:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.044677:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f1e:0x0].0x0 (ffff9fbf853cb500) 00010000:00010000:0.0:1789307438.044678:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.044679:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.044680:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044681:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.044682:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044683:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044683:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.044685:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0bafa00/0x66de20725ed02f00 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798ebe expref: 365 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.044688:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 358 00000020:00000040:0.0:1789307438.044689:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 364 00010000:00000010:0.0:1789307438.044690:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf84fe7d00. 00010000:00000040:0.0:1789307438.044691:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf853cb500 count: 0 00010000:00000010:0.0:1789307438.044693:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb2643a80. 00010000:00000001:0.0:1789307438.044698:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.044699:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1200 00000001:00000001:0.0:1789307438.044700:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.044701:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb52f0000 count: 2 00000004:00000001:0.0:1789307438.044702:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.044703:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.044704:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044704:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044705:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.044706:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044707:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.044708:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.044709:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044709:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044710:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.044711:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.044712:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbeab73c200 with handle 0x66de20725ecff666 from hash 00010000:00000001:0.0:1789307438.044713:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.044714:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044715:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044716:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.044717:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.044718:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044719:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.044720:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.044721:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.044721:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7d80:0x0].0x0 (ffff9fbfb52f0000) 00010000:00010000:0.0:1789307438.044723:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.044724:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.044725:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044725:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.044726:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044727:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044727:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.044729:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbeab73c200/0x66de20725ecff666 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7d80:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779836c expref: 364 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.044732:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 357 00000020:00000040:0.0:1789307438.044733:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 363 00010000:00000010:0.0:1789307438.044734:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf85de8580. 00010000:00000040:0.0:1789307438.044735:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb52f0000 count: 0 00010000:00000010:0.0:1789307438.044737:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf855cc580. 00010000:00000001:0.0:1789307438.044742:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.044742:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1201 00000001:00000001:0.0:1789307438.044743:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.044745:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4aa3200 count: 2 00000004:00000001:0.0:1789307438.044746:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.044747:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.044747:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044748:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044749:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.044749:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044751:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.044751:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.044753:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044753:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044754:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.044755:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.044757:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf86571800 with handle 0x66de20725ed374fa from hash 00010000:00000001:0.0:1789307438.044758:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.044758:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044759:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044760:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.044760:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.044761:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044762:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.044762:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.044763:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.044764:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82c9:0x0].0x0 (ffff9fbfb4aa3200) 00010000:00010000:0.0:1789307438.044765:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.044766:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.044767:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044768:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.044769:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044769:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044770:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.044772:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf86571800/0x66de20725ed374fa lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c1af expref: 363 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.044775:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 356 00000020:00000040:0.0:1789307438.044776:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 362 00010000:00000010:0.0:1789307438.044777:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf83b5f580. 00010000:00000040:0.0:1789307438.044778:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4aa3200 count: 0 00010000:00000010:0.0:1789307438.044780:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe858fb580. 00010000:00000001:0.0:1789307438.044785:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044785:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044786:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.044787:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1202 00000001:00000001:0.0:1789307438.044787:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.044788:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a8d100 count: 2 00000004:00000001:0.0:1789307438.044790:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.044791:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.044792:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044793:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044793:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.044795:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044796:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.044797:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.044798:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044798:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044799:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.044799:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.044801:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb1aadc00 with handle 0x66de20725ed00642 from hash 00010000:00000001:0.0:1789307438.044802:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.044802:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044803:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044803:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.044804:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.044805:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044806:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.044806:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.044807:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.044808:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7df4:0x0].0x0 (ffff9fbfb4a8d100) 00010000:00010000:0.0:1789307438.044809:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.044810:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.044811:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044812:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.044812:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044813:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044813:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.044815:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb1aadc00/0x66de20725ed00642 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7df4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798698 expref: 362 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.044818:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 355 00000020:00000040:0.0:1789307438.044819:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 361 00010000:00000010:0.0:1789307438.044820:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfa3c8bf00. 00010000:00000040:0.0:1789307438.044822:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a8d100 count: 0 00010000:00000010:0.0:1789307438.044824:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a73e80. 00010000:00000001:0.0:1789307438.044830:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.044830:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1203 00000001:00000001:0.0:1789307438.044831:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.044833:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf84d2d800 count: 2 00000004:00000001:0.0:1789307438.044834:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.044835:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.044835:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044836:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044837:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.044838:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044839:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.044840:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.044841:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044841:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044842:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.044842:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.044844:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4b79800 with handle 0x66de20725ed34d5b from hash 00010000:00000001:0.0:1789307438.044845:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.044845:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044846:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044846:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.044847:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.044848:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044849:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.044866:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.044868:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.044878:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81fa:0x0].0x0 (ffff9fbf84d2d800) 00010000:00010000:0.0:1789307438.044881:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.044883:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.044885:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044887:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.044888:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044890:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044891:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.044894:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4b79800/0x66de20725ed34d5b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b65d expref: 361 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.044901:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 354 00000020:00000040:0.0:1789307438.044903:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 360 00010000:00000010:0.0:1789307438.044906:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf84faac00. 00010000:00000040:0.0:1789307438.044908:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf84d2d800 count: 0 00010000:00000010:0.0:1789307438.044912:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf898ebb00. 00010000:00000001:0.0:1789307438.044920:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.044922:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1204 00000001:00000001:0.0:1789307438.044923:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.044925:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf90a0c300 count: 2 00000004:00000001:0.0:1789307438.044927:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.044927:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.044928:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044929:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044930:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.044931:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044933:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.044934:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.044935:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044936:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044937:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.044938:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.044939:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0a42000 with handle 0x66de20725ed325bc from hash 00010000:00000001:0.0:1789307438.044940:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.044941:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044942:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044942:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.044944:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.044944:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044945:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.044946:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.044947:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.044948:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x812b:0x0].0x0 (ffff9fbf90a0c300) 00010000:00010000:0.0:1789307438.044949:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.044951:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.044952:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044953:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.044954:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044954:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044955:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.044957:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0a42000/0x66de20725ed325bc lrc: 0/0,0 mode: --/PR res: [0x200002342:0x812b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ab0b expref: 360 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.044960:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 353 00000020:00000040:0.0:1789307438.044962:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 359 00010000:00000010:0.0:1789307438.044963:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9acff00. 00010000:00000040:0.0:1789307438.044964:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf90a0c300 count: 0 00010000:00000010:0.0:1789307438.044966:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbec59c1a80. 00010000:00000001:0.0:1789307438.044975:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.044976:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1205 00000001:00000001:0.0:1789307438.044977:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.044979:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf97a26b00 count: 2 00000004:00000001:0.0:1789307438.044980:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.044981:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.044982:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044983:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.044983:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.044984:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044986:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.044986:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.044987:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044988:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044988:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.044989:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.044990:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9fe7c00 with handle 0x66de20725ed38014 from hash 00010000:00000001:0.0:1789307438.044991:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.044992:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.044993:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.044993:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.044994:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.044995:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.044997:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.044997:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.044998:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.044999:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8303:0x0].0x0 (ffff9fbf97a26b00) 00010000:00010000:0.0:1789307438.045001:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.045002:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.045003:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045004:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.045004:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045005:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045005:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.045007:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9fe7c00/0x66de20725ed38014 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8303:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c4db expref: 359 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.045010:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 352 00000020:00000040:0.0:1789307438.045011:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 358 00010000:00000010:0.0:1789307438.045012:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf82c7d700. 00010000:00000040:0.0:1789307438.045013:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf97a26b00 count: 0 00010000:00000010:0.0:1789307438.045015:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf90a69080. 00010000:00000001:0.0:1789307438.045020:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045020:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045021:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.045021:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1206 00000001:00000001:0.0:1789307438.045022:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.045024:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf86479d00 count: 2 00000004:00000001:0.0:1789307438.045024:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.045025:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.045026:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045026:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045027:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.045028:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045030:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.045030:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.045031:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045032:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045033:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.045033:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.045035:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbed97400 with handle 0x66de20725ed0161e from hash 00010000:00000001:0.0:1789307438.045036:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.045037:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045037:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045038:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.045039:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.045039:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045040:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.045041:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.045041:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.045042:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e68:0x0].0x0 (ffff9fbf86479d00) 00010000:00010000:0.0:1789307438.045043:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.045045:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.045046:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045046:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.045047:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045048:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045048:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.045050:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbed97400/0x66de20725ed0161e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e68:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77989c4 expref: 358 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.045053:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 351 00000020:00000040:0.0:1789307438.045054:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 357 00010000:00000010:0.0:1789307438.045055:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb2a4b600. 00010000:00000040:0.0:1789307438.045057:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf86479d00 count: 0 00010000:00000010:0.0:1789307438.045058:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf90bf2880. 00010000:00000001:0.0:1789307438.045063:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.045064:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1207 00000001:00000001:0.0:1789307438.045065:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.045066:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb92df700 count: 2 00000004:00000001:0.0:1789307438.045067:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.045068:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.045069:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045070:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045071:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.045072:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045074:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.045075:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.045076:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045077:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045077:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.045078:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.045079:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbe9543d800 with handle 0x66de20725ed2fe1d from hash 00010000:00000001:0.0:1789307438.045080:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.045081:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045082:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045082:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.045083:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.045084:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045084:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.045085:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.045086:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.045087:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x805c:0x0].0x0 (ffff9fbfb92df700) 00010000:00010000:0.0:1789307438.045088:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.045089:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.045090:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045091:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.045091:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045092:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045092:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.045094:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbe9543d800/0x66de20725ed2fe1d lrc: 0/0,0 mode: --/PR res: [0x200002342:0x805c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799fb9 expref: 357 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.045097:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 350 00000020:00000040:0.0:1789307438.045098:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 356 00010000:00000010:0.0:1789307438.045099:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbb478a00. 00010000:00000040:0.0:1789307438.045100:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb92df700 count: 0 00010000:00000010:0.0:1789307438.045102:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8321db00. 00010000:00000001:0.0:1789307438.045107:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.045108:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1208 00000001:00000001:0.0:1789307438.045109:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.045111:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf86575900 count: 2 00000004:00000001:0.0:1789307438.045113:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.045114:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.045114:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045115:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045116:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.045117:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045118:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.045119:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.045120:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045120:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045121:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.045122:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.045123:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4b43a00 with handle 0x66de20725ed35875 from hash 00010000:00000001:0.0:1789307438.045124:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.045125:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045125:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045126:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.045126:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.045127:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045128:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.045129:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.045129:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.045130:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8234:0x0].0x0 (ffff9fbf86575900) 00010000:00010000:0.0:1789307438.045131:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.045132:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.045133:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045134:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.045135:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045135:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045136:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.045138:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4b43a00/0x66de20725ed35875 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8234:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b989 expref: 356 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.045141:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 349 00000020:00000040:0.0:1789307438.045142:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 355 00010000:00000010:0.0:1789307438.045143:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb5a9d580. 00010000:00000040:0.0:1789307438.045145:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf86575900 count: 0 00010000:00000010:0.0:1789307438.045147:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbbfacd00. 00010000:00000001:0.0:1789307438.045151:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.045152:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1209 00000001:00000001:0.0:1789307438.045153:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.045154:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85cdf200 count: 2 00000004:00000001:0.0:1789307438.045156:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.045156:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.045157:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045158:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045159:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.045160:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045161:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.045162:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.045163:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045163:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045164:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.045165:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.045166:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf978e9200 with handle 0x66de20725ed2d67e from hash 00010000:00000001:0.0:1789307438.045167:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.045168:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045168:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045169:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.045169:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.045170:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045171:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.045172:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.045172:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.045173:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f8d:0x0].0x0 (ffff9fbf85cdf200) 00010000:00010000:0.0:1789307438.045174:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.045176:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.045177:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045177:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.045178:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045179:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045180:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.045181:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf978e9200/0x66de20725ed2d67e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f8d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799467 expref: 355 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.045185:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 348 00000020:00000040:0.0:1789307438.045186:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 354 00010000:00000010:0.0:1789307438.045187:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf900c3d00. 00010000:00000040:0.0:1789307438.045189:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85cdf200 count: 0 00010000:00000010:0.0:1789307438.045190:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf90bab980. 00010000:00000001:0.0:1789307438.045195:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.045195:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1210 00000001:00000001:0.0:1789307438.045196:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.045198:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb2492b00 count: 2 00000004:00000001:0.0:1789307438.045199:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.045200:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.045200:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045201:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045202:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.045203:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045204:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.045205:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.045206:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045207:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045207:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.045208:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.045210:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf98c4ce00 with handle 0x66de20725ed330d6 from hash 00010000:00000001:0.0:1789307438.045211:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.045211:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045212:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045212:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.045213:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.045214:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045215:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.045215:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.045216:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.045218:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8165:0x0].0x0 (ffff9fbfb2492b00) 00010000:00010000:0.0:1789307438.045219:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.045220:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.045221:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045222:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.045223:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045224:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045224:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.045226:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf98c4ce00/0x66de20725ed330d6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8165:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ae37 expref: 354 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.045229:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 347 00000020:00000040:0.0:1789307438.045230:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 353 00010000:00000010:0.0:1789307438.045231:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf95cc9a80. 00010000:00000040:0.0:1789307438.045232:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb2492b00 count: 0 00010000:00000010:0.0:1789307438.045234:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9de2b80. 00010000:00000001:0.0:1789307438.045240:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.045241:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1211 00000001:00000001:0.0:1789307438.045242:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.045244:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf90a3eb00 count: 2 00000004:00000001:0.0:1789307438.045245:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.045246:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.045246:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045247:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045248:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.045249:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045250:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.045251:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.045252:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045252:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045253:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.045254:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.045255:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbac53400 with handle 0x66de20725ed38b2e from hash 00010000:00000001:0.0:1789307438.045256:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.045257:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045258:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045259:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.045260:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.045261:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045262:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.045262:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.045263:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.045264:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x833d:0x0].0x0 (ffff9fbf90a3eb00) 00010000:00010000:0.0:1789307438.045265:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.045266:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.045267:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045268:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.045268:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045269:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045270:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.045271:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbac53400/0x66de20725ed38b2e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x833d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c807 expref: 353 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.045275:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 346 00000020:00000040:0.0:1789307438.045276:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 352 00010000:00000010:0.0:1789307438.045277:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb5948380. 00010000:00000040:0.0:1789307438.045278:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf90a3eb00 count: 0 00010000:00000010:0.0:1789307438.045280:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a73880. 00010000:00000001:0.0:1789307438.045283:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045284:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045285:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.045285:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1212 00000001:00000001:0.0:1789307438.045286:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.045287:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb5b43000 count: 2 00000004:00000001:0.0:1789307438.045289:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.045289:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.045290:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045291:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045291:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.045292:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045294:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.045295:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.045296:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045296:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045297:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.045298:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.045299:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9e5a200 with handle 0x66de20725ed012b3 from hash 00010000:00000001:0.0:1789307438.045300:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.045301:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045302:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045302:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.045303:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.045304:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045304:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.045305:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.045306:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.045307:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e4f:0x0].0x0 (ffff9fbfb5b43000) 00010000:00010000:0.0:1789307438.045308:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.045309:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.045310:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045311:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.045311:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045312:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045312:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.045314:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9e5a200/0x66de20725ed012b3 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798915 expref: 352 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.045317:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 345 00000020:00000040:0.0:1789307438.045318:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 351 00010000:00000010:0.0:1789307438.045319:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ab0f00. 00010000:00000040:0.0:1789307438.045321:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb5b43000 count: 0 00010000:00000010:0.0:1789307438.045322:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4ad1e80. 00010000:00000001:0.0:1789307438.045327:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.045327:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1213 00000001:00000001:0.0:1789307438.045328:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.045330:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb63fc800 count: 2 00000004:00000001:0.0:1789307438.045331:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.045332:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.045333:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045333:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045334:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.045335:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045337:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.045337:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.045338:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045339:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045339:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.045340:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.045341:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbf18a200 with handle 0x66de20725ed30937 from hash 00010000:00000001:0.0:1789307438.045342:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.045343:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045343:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045344:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.045345:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.045345:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045346:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.045347:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.045347:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.045348:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8096:0x0].0x0 (ffff9fbfb63fc800) 00010000:00010000:0.0:1789307438.045350:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.045352:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.045354:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045355:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.045356:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045357:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045357:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.045360:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbf18a200/0x66de20725ed30937 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8096:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a2e5 expref: 351 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.045365:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 344 00000020:00000040:0.0:1789307438.045366:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 350 00010000:00000010:0.0:1789307438.045368:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf83b72680. 00010000:00000040:0.0:1789307438.045372:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb63fc800 count: 0 00010000:00000010:0.0:1789307438.045374:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf89a81a00. 00010000:00000001:0.0:1789307438.045381:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.045383:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1214 00000001:00000001:0.0:1789307438.045385:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.045388:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9fbae500 count: 2 00000004:00000001:0.0:1789307438.045390:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.045391:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.045393:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045394:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045395:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.045397:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045399:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.045401:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.045402:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045404:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045405:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.045406:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.045408:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2bdc400 with handle 0x66de20725ed3638f from hash 00010000:00000001:0.0:1789307438.045409:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.045410:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045411:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045412:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.045413:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.045414:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045415:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.045416:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.045417:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.045418:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x826e:0x0].0x0 (ffff9fbf9fbae500) 00010000:00010000:0.0:1789307438.045420:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.045421:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.045422:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045423:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.045424:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045424:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045425:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.045427:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2bdc400/0x66de20725ed3638f lrc: 0/0,0 mode: --/PR res: [0x200002342:0x826e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bcb5 expref: 350 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.045432:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 343 00000020:00000040:0.0:1789307438.045433:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 349 00010000:00000010:0.0:1789307438.045435:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf884af300. 00010000:00000040:0.0:1789307438.045436:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf9fbae500 count: 0 00010000:00000010:0.0:1789307438.045438:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf82c08680. 00010000:00000001:0.0:1789307438.045443:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.045444:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1215 00000001:00000001:0.0:1789307438.045445:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.045447:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9dde800 count: 2 00000004:00000001:0.0:1789307438.045448:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.045449:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.045450:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045451:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045452:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.045453:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045455:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.045456:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.045457:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045457:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045458:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.045459:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.045460:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb92e4000 with handle 0x66de20725ed2e198 from hash 00010000:00000001:0.0:1789307438.045461:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.045462:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045462:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045463:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.045464:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.045464:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045465:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.045466:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.045466:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.045467:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fc7:0x0].0x0 (ffff9fbfb9dde800) 00010000:00010000:0.0:1789307438.045469:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.045470:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.045471:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045472:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.045473:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045474:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045474:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.045476:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb92e4000/0x66de20725ed2e198 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fc7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799793 expref: 349 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.045479:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 342 00000020:00000040:0.0:1789307438.045480:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 348 00010000:00000010:0.0:1789307438.045481:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9ddd380. 00010000:00000040:0.0:1789307438.045482:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9dde800 count: 0 00010000:00000010:0.0:1789307438.045484:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf864ccc80. 00010000:00000001:0.0:1789307438.045488:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.045488:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1216 00000001:00000001:0.0:1789307438.045489:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.045490:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf8814a300 count: 2 00000004:00000001:0.0:1789307438.045492:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.045492:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.045493:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045494:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045494:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.045495:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045497:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.045498:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.045498:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045499:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045500:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.045501:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.045502:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf85d83000 with handle 0x66de20725ed33bf0 from hash 00010000:00000001:0.0:1789307438.045503:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.045504:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045504:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045505:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.045506:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.045507:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045508:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.045508:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.045509:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.045510:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x819f:0x0].0x0 (ffff9fbf8814a300) 00010000:00010000:0.0:1789307438.045512:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.045513:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.045514:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045514:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.045515:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045516:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045516:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.045518:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf85d83000/0x66de20725ed33bf0 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x819f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b163 expref: 348 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.045521:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 341 00000020:00000040:0.0:1789307438.045522:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 347 00010000:00000010:0.0:1789307438.045523:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb7f31a00. 00010000:00000040:0.0:1789307438.045524:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf8814a300 count: 0 00010000:00000010:0.0:1789307438.045526:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb5fdac80. 00010000:00000001:0.0:1789307438.045529:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.045530:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1217 00000001:00000001:0.0:1789307438.045531:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.045532:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4ac3200 count: 2 00000004:00000001:0.0:1789307438.045533:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.045534:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.045535:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045535:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045536:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.045537:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045538:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.045539:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.045540:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045540:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045541:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.045542:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.045543:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9fb1e00 with handle 0x66de20725ed0228f from hash 00010000:00000001:0.0:1789307438.045545:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.045545:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045546:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045547:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.045548:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.045548:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045549:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.045550:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.045550:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.045551:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ec3:0x0].0x0 (ffff9fbfb4ac3200) 00010000:00010000:0.0:1789307438.045552:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.045554:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.045555:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045555:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.045556:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045557:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045557:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.045559:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9fb1e00/0x66de20725ed0228f lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ec3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798c41 expref: 347 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.045562:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 340 00000020:00000040:0.0:1789307438.045563:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 346 00010000:00000010:0.0:1789307438.045564:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf87f7b780. 00010000:00000040:0.0:1789307438.045566:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4ac3200 count: 0 00010000:00000010:0.0:1789307438.045567:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbbfdbc00. 00010000:00000001:0.0:1789307438.045572:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.045573:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1218 00000001:00000001:0.0:1789307438.045574:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.045576:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72b0600 count: 2 00000004:00000001:0.0:1789307438.045577:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.045578:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.045578:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045579:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045580:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.045581:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045582:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.045583:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.045584:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045585:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045586:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.045586:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.045588:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9ec7a00 with handle 0x66de20725ed36ea9 from hash 00010000:00000001:0.0:1789307438.045589:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.045589:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045590:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045590:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.045591:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.045592:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045593:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.045593:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.045594:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.045595:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82a8:0x0].0x0 (ffff9fbfb72b0600) 00010000:00010000:0.0:1789307438.045596:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.045597:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.045598:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045599:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.045599:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045600:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045601:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.045602:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9ec7a00/0x66de20725ed36ea9 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82a8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bfe1 expref: 346 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.045605:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 339 00000020:00000040:0.0:1789307438.045606:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 345 00010000:00000010:0.0:1789307438.045607:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf87f7be80. 00010000:00000040:0.0:1789307438.045608:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72b0600 count: 0 00010000:00000010:0.0:1789307438.045610:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe8609af00. 00010000:00000001:0.0:1789307438.045615:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045615:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045616:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.045617:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1219 00000001:00000001:0.0:1789307438.045618:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.045620:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf83535200 count: 2 00000004:00000001:0.0:1789307438.045621:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.045622:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.045622:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045623:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045624:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.045625:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045626:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.045627:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.045628:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045628:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045629:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.045630:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.045631:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf860be600 with handle 0x66de20725ecffd3c from hash 00010000:00000001:0.0:1789307438.045632:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.045633:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045633:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045634:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.045634:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.045635:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045636:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.045637:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.045637:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.045638:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7db2:0x0].0x0 (ffff9fbf83535200) 00010000:00010000:0.0:1789307438.045639:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.045640:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.045641:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045642:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.045643:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045643:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045644:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.045645:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf860be600/0x66de20725ecffd3c lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7db2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77984ca expref: 345 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.045652:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 338 00000020:00000040:0.0:1789307438.045653:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 344 00010000:00000010:0.0:1789307438.045654:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb592cb80. 00010000:00000040:0.0:1789307438.045656:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf83535200 count: 0 00010000:00000010:0.0:1789307438.045657:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf89d31900. 00010000:00000001:0.0:1789307438.045663:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.045664:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1220 00000001:00000001:0.0:1789307438.045665:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.045667:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbac48300 count: 2 00000004:00000001:0.0:1789307438.045668:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.045668:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.045669:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045670:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045671:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.045672:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045673:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.045674:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.045675:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045676:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045676:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.045677:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.045678:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbf6b400 with handle 0x66de20725ed3470a from hash 00010000:00000001:0.0:1789307438.045679:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.045680:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045681:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045681:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.045682:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.045683:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045683:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.045684:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.045685:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.045686:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81d9:0x0].0x0 (ffff9fbfbac48300) 00010000:00010000:0.0:1789307438.045687:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.045688:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.045690:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045690:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.045691:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045692:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045693:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.045694:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbbf6b400/0x66de20725ed3470a lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b48f expref: 344 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.045697:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 337 00000020:00000040:0.0:1789307438.045698:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 343 00010000:00000010:0.0:1789307438.045699:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf88e0af00. 00010000:00000040:0.0:1789307438.045702:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbac48300 count: 0 00010000:00000010:0.0:1789307438.045704:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfc12c8180. 00010000:00000001:0.0:1789307438.045711:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.045712:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1221 00000001:00000001:0.0:1789307438.045714:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.045716:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a83e00 count: 2 00000004:00000001:0.0:1789307438.045718:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.045719:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.045720:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045721:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045722:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.045724:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045726:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.045727:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.045729:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045730:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045731:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.045733:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.045735:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9d9c800 with handle 0x66de20725ed31f6b from hash 00010000:00000001:0.0:1789307438.045737:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.045738:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045739:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045740:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.045742:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.045744:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045745:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.045746:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.045748:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.045749:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x810a:0x0].0x0 (ffff9fbfb4a83e00) 00010000:00010000:0.0:1789307438.045751:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.045753:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.045754:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045755:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.045756:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045757:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045758:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.045760:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9d9c800/0x66de20725ed31f6b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x810a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a93d expref: 343 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.045764:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 336 00000020:00000040:0.0:1789307438.045765:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 342 00010000:00000010:0.0:1789307438.045767:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4393600. 00010000:00000040:0.0:1789307438.045769:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a83e00 count: 0 00010000:00000010:0.0:1789307438.045770:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe85aa7280. 00010000:00000001:0.0:1789307438.045777:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.045778:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1222 00000001:00000001:0.0:1789307438.045779:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.045781:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf90c82600 count: 2 00000004:00000001:0.0:1789307438.045783:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.045784:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.045785:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045785:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045786:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.045787:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045789:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.045790:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.045791:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045792:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045793:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.045794:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.045795:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9e32000 with handle 0x66de20725ed379c3 from hash 00010000:00000001:0.0:1789307438.045797:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.045798:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045798:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045799:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.045800:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.045801:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045802:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.045802:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.045803:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.045804:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82e2:0x0].0x0 (ffff9fbf90c82600) 00010000:00010000:0.0:1789307438.045805:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.045806:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.045807:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045808:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.045809:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045809:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045810:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.045811:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9e32000/0x66de20725ed379c3 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c30d expref: 342 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.045815:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 335 00000020:00000040:0.0:1789307438.045816:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 341 00010000:00000010:0.0:1789307438.045817:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf866f6400. 00010000:00000040:0.0:1789307438.045819:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf90c82600 count: 0 00010000:00000010:0.0:1789307438.045821:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb2643680. 00010000:00000001:0.0:1789307438.045827:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045828:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045828:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.045829:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1223 00000001:00000001:0.0:1789307438.045831:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.045832:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfc0fb5800 count: 2 00000004:00000001:0.0:1789307438.045833:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.045835:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.045835:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045837:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045837:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.045839:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045840:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.045841:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.045842:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045843:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045843:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.045844:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.045845:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9d78200 with handle 0x66de20725ed00d18 from hash 00010000:00000001:0.0:1789307438.045846:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.045847:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045848:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045848:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.045849:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.045866:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045877:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.045879:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.045881:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.045883:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e26:0x0].0x0 (ffff9fbfc0fb5800) 00010000:00010000:0.0:1789307438.045885:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.045887:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.045889:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045890:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.045892:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045893:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045895:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.045898:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9d78200/0x66de20725ed00d18 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77987f6 expref: 341 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.045905:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 334 00000020:00000040:0.0:1789307438.045908:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 340 00010000:00000010:0.0:1789307438.045910:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf83b5fd80. 00010000:00000040:0.0:1789307438.045913:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfc0fb5800 count: 0 00010000:00000010:0.0:1789307438.045916:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a98d80. 00010000:00000001:0.0:1789307438.045922:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.045924:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1224 00000001:00000001:0.0:1789307438.045925:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.045927:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9f09300 count: 2 00000004:00000001:0.0:1789307438.045929:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.045929:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.045931:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045931:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045932:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.045934:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045935:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.045936:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.045938:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045938:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045939:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.045940:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.045942:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8937e600 with handle 0x66de20725ed2f7cc from hash 00010000:00000001:0.0:1789307438.045943:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.045944:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045945:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045945:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.045947:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.045948:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045949:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.045950:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.045951:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.045952:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x803b:0x0].0x0 (ffff9fbfb9f09300) 00010000:00010000:0.0:1789307438.045953:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.045954:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.045955:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045956:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.045957:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045957:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045958:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.045960:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8937e600/0x66de20725ed2f7cc lrc: 0/0,0 mode: --/PR res: [0x200002342:0x803b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799deb expref: 340 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.045963:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 333 00000020:00000040:0.0:1789307438.045965:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 339 00010000:00000010:0.0:1789307438.045966:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb90f3d80. 00010000:00000040:0.0:1789307438.045971:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9f09300 count: 0 00010000:00000010:0.0:1789307438.045973:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbd619d80. 00010000:00000001:0.0:1789307438.045978:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.045979:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1225 00000001:00000001:0.0:1789307438.045980:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.045982:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7f3f000 count: 2 00000004:00000001:0.0:1789307438.045983:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.045984:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.045985:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045986:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.045986:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.045987:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045988:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.045989:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.045990:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045990:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045991:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.045992:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.045993:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbd7b4a00 with handle 0x66de20725ed35224 from hash 00010000:00000001:0.0:1789307438.045994:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.045995:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.045995:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.045996:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.045997:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.045997:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.045998:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.045999:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.045999:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.046000:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8213:0x0].0x0 (ffff9fbfb7f3f000) 00010000:00010000:0.0:1789307438.046001:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.046002:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.046003:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046004:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.046005:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046006:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046007:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.046008:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbd7b4a00/0x66de20725ed35224 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8213:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b7bb expref: 339 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.046012:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 332 00000020:00000040:0.0:1789307438.046013:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 338 00010000:00000010:0.0:1789307438.046014:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4a3c780. 00010000:00000040:0.0:1789307438.046016:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7f3f000 count: 0 00010000:00000010:0.0:1789307438.046017:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf864d2580. 00010000:00000001:0.0:1789307438.046022:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.046022:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1226 00000001:00000001:0.0:1789307438.046023:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.046025:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb310aa00 count: 2 00000004:00000001:0.0:1789307438.046026:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.046026:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.046027:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046028:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046028:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.046029:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046031:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.046032:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.046033:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046034:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046034:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.046035:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.046037:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2a55c00 with handle 0x66de20725ed32a85 from hash 00010000:00000001:0.0:1789307438.046038:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.046038:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046039:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046039:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.046040:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.046041:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046042:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.046042:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.046043:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.046044:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8144:0x0].0x0 (ffff9fbfb310aa00) 00010000:00010000:0.0:1789307438.046046:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.046047:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.046048:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046050:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.046050:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046051:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046052:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.046053:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2a55c00/0x66de20725ed32a85 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8144:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ac69 expref: 338 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.046056:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 331 00000020:00000040:0.0:1789307438.046057:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 337 00010000:00000010:0.0:1789307438.046058:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf83b72000. 00010000:00000040:0.0:1789307438.046059:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb310aa00 count: 0 00010000:00000010:0.0:1789307438.046061:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9f06f80. 00010000:00000001:0.0:1789307438.046065:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.046065:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1227 00000001:00000001:0.0:1789307438.046066:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.046068:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4ac3b00 count: 2 00000004:00000001:0.0:1789307438.046069:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.046070:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.046070:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046071:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046072:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.046073:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046074:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.046075:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.046076:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046076:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046077:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.046078:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.046079:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbb68b600 with handle 0x66de20725ed6a56f from hash 00010000:00000001:0.0:1789307438.046081:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.046082:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046083:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046083:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.046084:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.046085:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046086:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.046087:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.046088:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.046089:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x836e:0x0].0x0 (ffff9fbfb4ac3b00) 00010000:00010000:0.0:1789307438.046090:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.046091:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.046092:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046092:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.046093:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046094:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046094:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.046096:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbb68b600/0x66de20725ed6a56f lrc: 0/0,0 mode: --/PR res: [0x200002342:0x836e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a3c67 expref: 337 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.046099:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 330 00000020:00000040:0.0:1789307438.046100:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 336 00010000:00000010:0.0:1789307438.046101:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb48ce000. 00010000:00000040:0.0:1789307438.046103:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4ac3b00 count: 0 00010000:00000010:0.0:1789307438.046104:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9c2cf00. 00010000:00000001:0.0:1789307438.046108:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046109:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046109:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.046110:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1228 00000001:00000001:0.0:1789307438.046111:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.046112:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4abf300 count: 2 00000004:00000001:0.0:1789307438.046113:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.046114:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.046115:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046115:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046116:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.046117:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046118:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.046119:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.046120:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046121:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046121:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.046122:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.046124:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9a82e00 with handle 0x66de20725ed384dd from hash 00010000:00000001:0.0:1789307438.046125:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.046126:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046126:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046127:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.046127:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.046128:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046129:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.046130:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.046130:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.046131:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x831c:0x0].0x0 (ffff9fbfb4abf300) 00010000:00010000:0.0:1789307438.046132:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.046133:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.046134:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046135:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.046136:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046136:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046137:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.046138:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9a82e00/0x66de20725ed384dd lrc: 0/0,0 mode: --/PR res: [0x200002342:0x831c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c639 expref: 336 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.046142:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 329 00000020:00000040:0.0:1789307438.046142:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 335 00010000:00000010:0.0:1789307438.046143:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb5948400. 00010000:00000040:0.0:1789307438.046145:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4abf300 count: 0 00010000:00000010:0.0:1789307438.046146:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf85cfc000. 00010000:00000001:0.0:1789307438.046152:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046153:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046153:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.046154:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1229 00000001:00000001:0.0:1789307438.046155:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.046157:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbbd78100 count: 2 00000004:00000001:0.0:1789307438.046158:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.046158:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.046159:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046160:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046161:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.046162:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046163:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.046164:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.046165:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046165:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046166:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.046167:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.046168:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9de6c00 with handle 0x66de20725ed009ad from hash 00010000:00000001:0.0:1789307438.046169:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.046169:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046170:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046171:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.046171:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.046172:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046173:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.046173:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.046174:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.046175:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e0d:0x0].0x0 (ffff9fbfbbd78100) 00010000:00010000:0.0:1789307438.046176:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.046177:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.046178:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046179:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.046180:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046180:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046181:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.046183:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9de6c00/0x66de20725ed009ad lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e0d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798747 expref: 335 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.046186:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 328 00000020:00000040:0.0:1789307438.046187:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 334 00010000:00000010:0.0:1789307438.046188:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf8630e580. 00010000:00000040:0.0:1789307438.046189:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbbd78100 count: 0 00010000:00000010:0.0:1789307438.046191:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8321da80. 00010000:00000001:0.0:1789307438.046196:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.046197:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1230 00000001:00000001:0.0:1789307438.046198:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.046199:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbd63e400 count: 2 00000004:00000001:0.0:1789307438.046200:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.046201:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.046202:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046203:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046203:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.046204:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046206:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.046206:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.046207:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046208:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046208:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.046209:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.046210:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9fba8c00 with handle 0x66de20725ed302e6 from hash 00010000:00000001:0.0:1789307438.046211:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.046212:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046212:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046213:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.046214:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.046214:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046215:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.046216:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.046217:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.046217:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8075:0x0].0x0 (ffff9fbfbd63e400) 00010000:00010000:0.0:1789307438.046219:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.046220:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.046221:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046221:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.046222:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046223:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046223:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.046225:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9fba8c00/0x66de20725ed302e6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8075:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a117 expref: 334 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.046229:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 327 00000020:00000040:0.0:1789307438.046230:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 333 00010000:00000010:0.0:1789307438.046231:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd664700. 00010000:00000040:0.0:1789307438.046232:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbd63e400 count: 0 00010000:00000010:0.0:1789307438.046234:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf89d31700. 00010000:00000001:0.0:1789307438.046239:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.046240:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1231 00000001:00000001:0.0:1789307438.046240:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.046242:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf835bb000 count: 2 00000004:00000001:0.0:1789307438.046243:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.046244:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.046245:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046245:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046246:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.046247:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046249:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.046250:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.046251:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046251:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046252:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.046253:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.046254:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2fac800 with handle 0x66de20725ed35d3e from hash 00010000:00000001:0.0:1789307438.046255:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.046256:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046256:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046257:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.046257:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.046258:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046259:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.046260:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.046260:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.046261:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x824d:0x0].0x0 (ffff9fbf835bb000) 00010000:00010000:0.0:1789307438.046262:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.046264:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.046265:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046266:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.046267:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046267:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046268:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.046270:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2fac800/0x66de20725ed35d3e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x824d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bae7 expref: 333 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.046273:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 326 00000020:00000040:0.0:1789307438.046274:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 332 00010000:00000010:0.0:1789307438.046275:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb58a6580. 00010000:00000040:0.0:1789307438.046277:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf835bb000 count: 0 00010000:00000010:0.0:1789307438.046279:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9c2e200. 00010000:00000001:0.0:1789307438.046286:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.046287:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1232 00000001:00000001:0.0:1789307438.046287:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.046289:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9a5bfb00 count: 2 00000004:00000001:0.0:1789307438.046290:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.046290:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.046291:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046292:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046293:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.046294:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046295:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.046296:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.046297:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046297:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046298:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.046299:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.046300:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0bcfc00 with handle 0x66de20725ed2db47 from hash 00010000:00000001:0.0:1789307438.046301:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.046302:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046302:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046303:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.046304:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.046305:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046306:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.046307:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.046307:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.046309:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fa6:0x0].0x0 (ffff9fbf9a5bfb00) 00010000:00010000:0.0:1789307438.046310:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.046311:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.046312:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046313:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.046313:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046314:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046314:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.046316:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0bcfc00/0x66de20725ed2db47 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fa6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77995c5 expref: 332 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.046319:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 325 00000020:00000040:0.0:1789307438.046320:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 331 00010000:00000010:0.0:1789307438.046321:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ab0600. 00010000:00000040:0.0:1789307438.046322:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf9a5bfb00 count: 0 00010000:00000010:0.0:1789307438.046324:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf88165000. 00010000:00000001:0.0:1789307438.046331:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.046331:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1233 00000001:00000001:0.0:1789307438.046332:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.046334:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf864cd100 count: 2 00000004:00000001:0.0:1789307438.046335:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.046335:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.046336:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046337:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046337:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.046338:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046340:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.046340:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.046341:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046342:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046342:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.046343:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.046345:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbe8d09fa00 with handle 0x66de20725ed3359f from hash 00010000:00000001:0.0:1789307438.046346:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.046347:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046348:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046348:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.046350:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.046351:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046352:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.046353:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.046354:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.046356:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x817e:0x0].0x0 (ffff9fbf864cd100) 00010000:00010000:0.0:1789307438.046358:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.046360:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.046361:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046362:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.046364:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046365:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046366:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.046369:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbe8d09fa00/0x66de20725ed3359f lrc: 0/0,0 mode: --/PR res: [0x200002342:0x817e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779af95 expref: 331 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.046375:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 324 00000020:00000040:0.0:1789307438.046377:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 330 00010000:00000010:0.0:1789307438.046379:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86574e00. 00010000:00000040:0.0:1789307438.046382:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf864cd100 count: 0 00010000:00000010:0.0:1789307438.046385:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4118880. 00010000:00000001:0.0:1789307438.046392:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.046394:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1234 00000001:00000001:0.0:1789307438.046395:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.046398:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf84fabd00 count: 2 00000004:00000001:0.0:1789307438.046400:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.046401:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.046402:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046403:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046404:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.046405:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046407:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.046408:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.046409:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046410:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046411:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.046412:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.046413:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb72eb800 with handle 0x66de20725ed01989 from hash 00010000:00000001:0.0:1789307438.046414:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.046415:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046416:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046416:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.046417:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.046418:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046419:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.046420:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.046421:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.046422:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e81:0x0].0x0 (ffff9fbf84fabd00) 00010000:00010000:0.0:1789307438.046423:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.046424:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.046425:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046426:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.046427:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046428:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046428:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.046430:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb72eb800/0x66de20725ed01989 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e81:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798a73 expref: 330 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.046434:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 323 00000020:00000040:0.0:1789307438.046435:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 329 00010000:00000010:0.0:1789307438.046436:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb7e51380. 00010000:00000040:0.0:1789307438.046438:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf84fabd00 count: 0 00010000:00000010:0.0:1789307438.046440:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe8d0e5900. 00010000:00000001:0.0:1789307438.046444:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.046444:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1235 00000001:00000001:0.0:1789307438.046446:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.046448:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb2a4fa00 count: 2 00000004:00000001:0.0:1789307438.046449:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.046450:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.046450:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046451:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046452:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.046453:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046454:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.046455:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.046456:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046456:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046457:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.046457:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.046459:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf97f17a00 with handle 0x66de20725ed30e00 from hash 00010000:00000001:0.0:1789307438.046460:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.046460:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046461:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046461:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.046462:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.046463:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046464:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.046464:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.046465:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.046466:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80af:0x0].0x0 (ffff9fbfb2a4fa00) 00010000:00010000:0.0:1789307438.046467:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.046468:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.046469:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046470:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.046471:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046471:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046472:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.046474:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97f17a00/0x66de20725ed30e00 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80af:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a443 expref: 329 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.046477:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 322 00000020:00000040:0.0:1789307438.046478:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 328 00010000:00000010:0.0:1789307438.046480:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9f0a100. 00010000:00000040:0.0:1789307438.046481:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb2a4fa00 count: 0 00010000:00000010:0.0:1789307438.046483:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe9fd24280. 00010000:00000001:0.0:1789307438.046489:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.046490:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1236 00000001:00000001:0.0:1789307438.046491:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.046493:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbd613400 count: 2 00000004:00000001:0.0:1789307438.046494:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.046495:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.046496:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046496:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046497:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.046498:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046499:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.046500:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.046501:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046502:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046502:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.046503:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.046504:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0bf6800 with handle 0x66de20725ed2e661 from hash 00010000:00000001:0.0:1789307438.046505:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.046506:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046506:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046507:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.046508:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.046509:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046510:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.046510:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.046511:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.046512:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fe0:0x0].0x0 (ffff9fbfbd613400) 00010000:00010000:0.0:1789307438.046513:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.046514:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.046515:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046516:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.046517:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046517:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046518:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.046520:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0bf6800/0x66de20725ed2e661 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fe0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77998f1 expref: 328 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.046524:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 321 00000020:00000040:0.0:1789307438.046525:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 327 00010000:00000010:0.0:1789307438.046526:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86a5f600. 00010000:00000040:0.0:1789307438.046527:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbd613400 count: 0 00010000:00000010:0.0:1789307438.046529:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf862b4200. 00010000:00000001:0.0:1789307438.046534:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.046535:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1237 00000001:00000001:0.0:1789307438.046536:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.046537:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbbf1dd00 count: 2 00000004:00000001:0.0:1789307438.046538:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.046539:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.046540:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046540:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046541:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.046542:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046544:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.046544:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.046545:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046546:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046547:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.046547:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.046549:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb52f5e00 with handle 0x66de20725ed02965 from hash 00010000:00000001:0.0:1789307438.046550:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.046551:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046551:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046552:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.046552:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.046553:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046554:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.046555:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.046555:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.046556:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ef5:0x0].0x0 (ffff9fbfbbf1dd00) 00010000:00010000:0.0:1789307438.046557:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.046559:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.046560:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046561:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.046562:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046563:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046564:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.046565:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb52f5e00/0x66de20725ed02965 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ef5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798d9f expref: 327 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.046569:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 320 00000020:00000040:0.0:1789307438.046569:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 326 00010000:00000010:0.0:1789307438.046570:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86574280. 00010000:00000040:0.0:1789307438.046572:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbbf1dd00 count: 0 00010000:00000010:0.0:1789307438.046573:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8541c580. 00010000:00000001:0.0:1789307438.046576:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.046577:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1238 00000001:00000001:0.0:1789307438.046578:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.046580:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a95400 count: 2 00000004:00000001:0.0:1789307438.046581:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.046581:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.046582:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046583:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046583:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.046584:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046586:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.046586:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.046587:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046588:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046589:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.046589:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.046591:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5d3a400 with handle 0x66de20725ed025fa from hash 00010000:00000001:0.0:1789307438.046592:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.046593:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046594:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046594:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.046595:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.046596:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046597:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.046598:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.046599:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.046600:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7edc:0x0].0x0 (ffff9fbfb4a95400) 00010000:00010000:0.0:1789307438.046601:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.046603:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.046604:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046604:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.046605:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046606:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046606:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.046608:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5d3a400/0x66de20725ed025fa lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7edc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798cf0 expref: 326 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.046611:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 319 00000020:00000040:0.0:1789307438.046612:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 325 00010000:00000010:0.0:1789307438.046613:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf92253680. 00010000:00000040:0.0:1789307438.046614:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a95400 count: 0 00010000:00000010:0.0:1789307438.046616:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbec56d9580. 00010000:00000001:0.0:1789307438.046621:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.046621:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1239 00000001:00000001:0.0:1789307438.046622:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.046624:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb2492100 count: 2 00000004:00000001:0.0:1789307438.046624:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.046625:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.046626:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046626:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046627:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.046628:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046629:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.046630:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.046631:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046631:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046632:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.046633:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.046635:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0a42c00 with handle 0x66de20725ed035d6 from hash 00010000:00000001:0.0:1789307438.046636:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.046637:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046637:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046638:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.046639:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.046640:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046641:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.046641:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.046642:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.046643:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f50:0x0].0x0 (ffff9fbfb2492100) 00010000:00010000:0.0:1789307438.046644:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.046645:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.046646:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046647:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.046647:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046648:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046648:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.046650:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0a42c00/0x66de20725ed035d6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779901c expref: 325 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.046653:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 318 00000020:00000040:0.0:1789307438.046654:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 324 00010000:00000010:0.0:1789307438.046655:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd25a980. 00010000:00000040:0.0:1789307438.046657:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb2492100 count: 0 00010000:00000010:0.0:1789307438.046658:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb277dd80. 00010000:00000001:0.0:1789307438.046662:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.046663:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1240 00000001:00000001:0.0:1789307438.046664:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.046666:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf80025500 count: 3 00000004:00000001:0.0:1789307438.046667:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.046667:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.046668:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046669:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046669:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.046671:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046672:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.046673:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.046674:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046675:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046675:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.046676:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.046678:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbb4e9c00 with handle 0x66de20725ed7489f from hash 00010000:00000001:0.0:1789307438.046679:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.046679:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046680:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046681:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.046682:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.046683:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046684:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.046685:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.046686:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.046688:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8441:0x0].0x0 (ffff9fbf80025500) 00010000:00010000:0.0:1789307438.046689:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:0.0:1789307438.046691:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.046692:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046694:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.046695:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046696:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046696:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.046699:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbb4e9c00/0x66de20725ed7489f lrc: 0/0,0 mode: --/CR res: [0x200002342:0x8441:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a62e7 expref: 324 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.046705:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 317 00000020:00000040:0.0:1789307438.046707:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 323 00010000:00000010:0.0:1789307438.046709:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbe97d70d80. 00010000:00000001:0.0:1789307438.046718:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046720:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046721:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.046722:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1241 00000001:00000001:0.0:1789307438.046723:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.046726:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9fa0eb00 count: 2 00000004:00000001:0.0:1789307438.046728:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.046729:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.046730:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046732:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046733:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.046734:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046736:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.046738:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.046739:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046740:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046741:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.046743:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.046744:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf860bf200 with handle 0x66de20725ed32f4e from hash 00010000:00000001:0.0:1789307438.046746:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.046747:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046748:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046749:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.046750:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.046751:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046753:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.046754:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.046755:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.046756:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x815d:0x0].0x0 (ffff9fbf9fa0eb00) 00010000:00010000:0.0:1789307438.046758:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.046760:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.046761:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046763:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.046764:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046765:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046766:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.046769:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf860bf200/0x66de20725ed32f4e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x815d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779adc7 expref: 323 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.046774:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 316 00000020:00000040:0.0:1789307438.046776:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 322 00010000:00000010:0.0:1789307438.046778:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9cc3d80. 00010000:00000040:0.0:1789307438.046781:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf9fa0eb00 count: 0 00010000:00000010:0.0:1789307438.046784:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe85a59e00. 00010000:00000001:0.0:1789307438.046791:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.046793:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1242 00000001:00000001:0.0:1789307438.046794:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.046797:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf83b37a00 count: 2 00000004:00000001:0.0:1789307438.046799:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.046801:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.046802:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046803:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046805:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.046806:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046808:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.046810:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.046811:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046812:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046814:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.046815:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.046816:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbac52c00 with handle 0x66de20725ed389a6 from hash 00010000:00000001:0.0:1789307438.046817:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.046818:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046819:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046820:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.046821:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.046822:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046822:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.046823:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.046824:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.046825:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8335:0x0].0x0 (ffff9fbf83b37a00) 00010000:00010000:0.0:1789307438.046827:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.046828:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.046829:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046830:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.046831:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046831:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046832:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.046835:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbac52c00/0x66de20725ed389a6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8335:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c797 expref: 322 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.046839:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 315 00000020:00000040:0.0:1789307438.046840:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 321 00010000:00000010:0.0:1789307438.046842:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb7e51280. 00010000:00000040:0.0:1789307438.046843:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf83b37a00 count: 0 00010000:00000010:0.0:1789307438.046845:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9221ee80. 00010000:00000001:0.0:1789307438.046867:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046880:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046881:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.046883:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1243 00000001:00000001:0.0:1789307438.046885:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.046888:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa3258e00 count: 2 00000004:00000001:0.0:1789307438.046890:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.046891:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.046892:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046894:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046895:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.046897:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046900:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.046901:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.046903:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046904:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046906:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.046908:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.046911:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9eb5000 with handle 0x66de20725ed01083 from hash 00010000:00000001:0.0:1789307438.046913:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.046915:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046916:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046917:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.046919:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.046920:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046921:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.046923:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.046925:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.046926:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e3f:0x0].0x0 (ffff9fbfa3258e00) 00010000:00010000:0.0:1789307438.046928:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.046929:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.046931:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046932:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.046933:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046934:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046934:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.046937:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9eb5000/0x66de20725ed01083 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77988a5 expref: 321 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.046940:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 314 00000020:00000040:0.0:1789307438.046941:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 320 00010000:00000010:0.0:1789307438.046943:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd664c80. 00010000:00000040:0.0:1789307438.046945:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa3258e00 count: 0 00010000:00000010:0.0:1789307438.046947:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb49b7180. 00010000:00000001:0.0:1789307438.046954:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.046955:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1244 00000001:00000001:0.0:1789307438.046956:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.046958:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7fafb00 count: 2 00000004:00000001:0.0:1789307438.046960:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.046961:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.046962:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046963:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.046963:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.046964:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046966:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.046967:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.046968:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046969:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046970:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.046971:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.046973:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8654e200 with handle 0x66de20725ed307af from hash 00010000:00000001:0.0:1789307438.046974:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.046975:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046976:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046977:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.046978:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.046979:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046980:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.046980:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.046981:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.046982:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x808e:0x0].0x0 (ffff9fbfb7fafb00) 00010000:00010000:0.0:1789307438.046983:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.046984:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.046985:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.046986:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.046987:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.046987:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.046988:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.046989:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8654e200/0x66de20725ed307af lrc: 0/0,0 mode: --/PR res: [0x200002342:0x808e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a275 expref: 320 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.046993:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 313 00000020:00000040:0.0:1789307438.046994:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 319 00010000:00000010:0.0:1789307438.046995:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf866f6680. 00010000:00000040:0.0:1789307438.046996:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7fafb00 count: 0 00010000:00000010:0.0:1789307438.046997:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9de0500. 00010000:00000001:0.0:1789307438.047004:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.047005:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1245 00000001:00000001:0.0:1789307438.047005:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.047007:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4ab9a00 count: 2 00000004:00000001:0.0:1789307438.047008:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.047008:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.047009:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047010:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047010:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.047011:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047013:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.047013:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.047014:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047015:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047016:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.047017:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.047018:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9e5bc00 with handle 0x66de20725ed36207 from hash 00010000:00000001:0.0:1789307438.047019:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.047020:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047021:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047021:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.047022:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.047023:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047024:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.047024:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.047025:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.047026:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8266:0x0].0x0 (ffff9fbfb4ab9a00) 00010000:00010000:0.0:1789307438.047027:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.047028:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.047029:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047030:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.047030:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047031:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047031:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.047033:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9e5bc00/0x66de20725ed36207 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8266:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bc45 expref: 319 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.047036:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 312 00000020:00000040:0.0:1789307438.047037:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 318 00010000:00000010:0.0:1789307438.047038:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf884af900. 00010000:00000040:0.0:1789307438.047039:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4ab9a00 count: 0 00010000:00000010:0.0:1789307438.047041:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb2bf4100. 00010000:00000001:0.0:1789307438.047045:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.047046:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1246 00000001:00000001:0.0:1789307438.047046:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.047048:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf82b09e00 count: 2 00000004:00000001:0.0:1789307438.047049:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.047049:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.047051:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047052:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047053:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.047054:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047055:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.047056:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.047057:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047058:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047058:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.047059:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.047060:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf97933600 with handle 0x66de20725ed2e010 from hash 00010000:00000001:0.0:1789307438.047061:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.047062:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047063:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047063:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.047064:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.047065:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047065:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.047066:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.047067:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.047068:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fbf:0x0].0x0 (ffff9fbf82b09e00) 00010000:00010000:0.0:1789307438.047069:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.047070:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.047071:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047072:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.047072:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047073:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047073:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.047075:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97933600/0x66de20725ed2e010 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fbf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799723 expref: 318 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.047078:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 311 00000020:00000040:0.0:1789307438.047079:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 317 00010000:00000010:0.0:1789307438.047080:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ab7e00. 00010000:00000040:0.0:1789307438.047081:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf82b09e00 count: 0 00010000:00000010:0.0:1789307438.047083:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe8aa4c200. 00010000:00000001:0.0:1789307438.047087:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.047088:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1247 00000001:00000001:0.0:1789307438.047089:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.047091:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf82cf1600 count: 2 00000004:00000001:0.0:1789307438.047092:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.047093:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.047094:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047095:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047096:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.047097:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047098:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.047099:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.047099:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047100:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047101:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.047101:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.047102:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbe54600 with handle 0x66de20725ed33a68 from hash 00010000:00000001:0.0:1789307438.047103:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.047104:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047105:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047105:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.047106:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.047107:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047107:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.047108:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.047109:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.047110:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8197:0x0].0x0 (ffff9fbf82cf1600) 00010000:00010000:0.0:1789307438.047111:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.047112:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.047113:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047113:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.047114:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047115:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047115:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.047117:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbbe54600/0x66de20725ed33a68 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8197:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b0f3 expref: 317 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.047124:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 310 00000020:00000040:0.0:1789307438.047125:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 316 00010000:00000010:0.0:1789307438.047126:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb7f31b80. 00010000:00000040:0.0:1789307438.047128:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf82cf1600 count: 0 00010000:00000010:0.0:1789307438.047129:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf97968680. 00010000:00000001:0.0:1789307438.047139:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.047140:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1248 00000001:00000001:0.0:1789307438.047141:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.047142:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfad4ad600 count: 2 00000004:00000001:0.0:1789307438.047143:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.047144:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.047145:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047145:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047146:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.047147:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047149:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.047150:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.047151:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047152:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047153:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.047153:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.047155:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb1a1b200 with handle 0x66de20725ed0205f from hash 00010000:00000001:0.0:1789307438.047156:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.047156:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047157:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047157:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.047158:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.047159:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047160:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.047160:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.047161:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.047162:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7eb3:0x0].0x0 (ffff9fbfad4ad600) 00010000:00010000:0.0:1789307438.047163:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.047164:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.047166:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047167:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.047168:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047168:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047169:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.047171:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb1a1b200/0x66de20725ed0205f lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7eb3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798bd1 expref: 316 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.047174:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 309 00000020:00000040:0.0:1789307438.047175:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 315 00010000:00000010:0.0:1789307438.047176:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbe8aa3dc80. 00010000:00000040:0.0:1789307438.047177:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfad4ad600 count: 0 00010000:00000010:0.0:1789307438.047179:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a40900. 00010000:00000001:0.0:1789307438.047183:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.047183:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1249 00000001:00000001:0.0:1789307438.047184:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.047186:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf83be2600 count: 2 00000004:00000001:0.0:1789307438.047186:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.047187:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.047188:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047189:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047189:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.047190:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047191:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.047192:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.047193:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047193:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047195:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.047195:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.047197:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb3c22600 with handle 0x66de20725ed312c9 from hash 00010000:00000001:0.0:1789307438.047198:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.047199:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047200:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047200:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.047201:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.047202:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047203:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.047204:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.047204:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.047205:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80c8:0x0].0x0 (ffff9fbf83be2600) 00010000:00010000:0.0:1789307438.047207:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.047208:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.047209:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047210:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.047210:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047211:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047211:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.047213:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb3c22600/0x66de20725ed312c9 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a5a1 expref: 315 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.047216:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 308 00000020:00000040:0.0:1789307438.047217:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 314 00010000:00000010:0.0:1789307438.047218:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd664f80. 00010000:00000040:0.0:1789307438.047219:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf83be2600 count: 0 00010000:00000010:0.0:1789307438.047221:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbb53cd00. 00010000:00000001:0.0:1789307438.047224:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.047225:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1250 00000001:00000001:0.0:1789307438.047226:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.047227:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72ad500 count: 2 00000004:00000001:0.0:1789307438.047228:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.047229:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.047230:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047230:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047231:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.047232:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047233:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.047234:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.047235:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047235:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047236:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.047237:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.047238:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbd3d400 with handle 0x66de20725ed2eb2a from hash 00010000:00000001:0.0:1789307438.047240:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.047240:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047241:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047242:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.047243:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.047243:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047244:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.047245:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.047245:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.047246:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ff9:0x0].0x0 (ffff9fbfb72ad500) 00010000:00010000:0.0:1789307438.047247:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.047248:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.047249:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047250:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.047251:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047251:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047252:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.047254:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbbd3d400/0x66de20725ed2eb2a lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ff9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799a4f expref: 314 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.047257:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 307 00000020:00000040:0.0:1789307438.047258:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 313 00010000:00000010:0.0:1789307438.047259:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf909a8d00. 00010000:00000040:0.0:1789307438.047260:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72ad500 count: 0 00010000:00000010:0.0:1789307438.047261:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf855cc400. 00010000:00000001:0.0:1789307438.047266:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.047267:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1251 00000001:00000001:0.0:1789307438.047267:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.047269:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72abf00 count: 2 00000004:00000001:0.0:1789307438.047270:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.047271:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.047271:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047272:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047273:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.047274:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047276:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.047277:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.047278:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047279:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047280:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.047280:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.047281:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0bcfe00 with handle 0x66de20725ed0303b from hash 00010000:00000001:0.0:1789307438.047282:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.047283:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047284:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047284:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.047285:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.047286:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047286:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.047287:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.047288:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.047289:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f27:0x0].0x0 (ffff9fbfb72abf00) 00010000:00010000:0.0:1789307438.047290:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.047291:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.047292:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047292:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.047293:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047294:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047294:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.047296:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0bcfe00/0x66de20725ed0303b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798efd expref: 313 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.047299:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 306 00000020:00000040:0.0:1789307438.047300:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 312 00010000:00000010:0.0:1789307438.047301:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb6c72380. 00010000:00000040:0.0:1789307438.047302:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72abf00 count: 0 00010000:00000010:0.0:1789307438.047304:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf88165a00. 00010000:00000001:0.0:1789307438.047308:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047309:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047310:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.047311:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1252 00000001:00000001:0.0:1789307438.047312:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.047313:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf900b7c00 count: 2 00000004:00000001:0.0:1789307438.047314:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.047315:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.047316:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047316:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047317:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.047318:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047319:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.047320:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.047321:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047321:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047322:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.047323:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.047324:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0e23400 with handle 0x66de20725ed01cf4 from hash 00010000:00000001:0.0:1789307438.047325:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.047326:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047326:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047327:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.047327:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.047328:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047329:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.047330:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.047330:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.047331:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e9a:0x0].0x0 (ffff9fbf900b7c00) 00010000:00010000:0.0:1789307438.047332:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.047333:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.047334:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047335:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.047336:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047336:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047337:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.047339:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0e23400/0x66de20725ed01cf4 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e9a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798b22 expref: 312 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.047345:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 305 00000020:00000040:0.0:1789307438.047346:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 311 00010000:00000010:0.0:1789307438.047347:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf9f9b0c80. 00010000:00000040:0.0:1789307438.047349:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf900b7c00 count: 0 00010000:00000010:0.0:1789307438.047351:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4aa2a80. 00010000:00000001:0.0:1789307438.047357:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.047359:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1253 00000001:00000001:0.0:1789307438.047360:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.047362:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb63f9200 count: 2 00000004:00000001:0.0:1789307438.047364:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.047365:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.047367:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047367:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047369:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.047370:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047372:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.047373:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.047375:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047377:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047378:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.047379:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.047381:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb48da200 with handle 0x66de20725ecff7a1 from hash 00010000:00000001:0.0:1789307438.047383:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.047385:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047386:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047387:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.047388:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.047390:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047391:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.047392:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.047394:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.047396:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7d89:0x0].0x0 (ffff9fbfb63f9200) 00010000:00010000:0.0:1789307438.047398:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.047400:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.047401:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047403:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.047404:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047405:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047406:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.047408:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb48da200/0x66de20725ecff7a1 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7d89:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77983ab expref: 311 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.047412:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 304 00000020:00000040:0.0:1789307438.047413:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 310 00010000:00000010:0.0:1789307438.047414:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf900c3380. 00010000:00000040:0.0:1789307438.047417:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb63f9200 count: 0 00010000:00000010:0.0:1789307438.047419:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfc0e20480. 00010000:00000001:0.0:1789307438.047426:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.047427:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1254 00000001:00000001:0.0:1789307438.047428:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.047430:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4ac3a00 count: 2 00000004:00000001:0.0:1789307438.047431:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.047432:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.047433:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047434:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047435:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.047436:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047438:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.047439:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.047440:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047440:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047441:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.047442:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.047444:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb52f5000 with handle 0x66de20725ed38ff7 from hash 00010000:00000001:0.0:1789307438.047445:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.047446:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047446:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047447:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.047448:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.047449:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047450:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.047450:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.047451:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.047452:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8356:0x0].0x0 (ffff9fbfb4ac3a00) 00010000:00010000:0.0:1789307438.047454:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.047455:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.047456:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047457:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.047457:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047458:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047458:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.047460:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb52f5000/0x66de20725ed38ff7 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8356:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c965 expref: 310 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.047463:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 303 00000020:00000040:0.0:1789307438.047464:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 309 00010000:00000010:0.0:1789307438.047465:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb5861380. 00010000:00000040:0.0:1789307438.047467:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4ac3a00 count: 0 00010000:00000010:0.0:1789307438.047468:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf862b4d00. 00010000:00000001:0.0:1789307438.047472:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047473:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047473:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.047474:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1255 00000001:00000001:0.0:1789307438.047475:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.047476:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfc0fb4b00 count: 2 00000004:00000001:0.0:1789307438.047477:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.047477:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.047478:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047479:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047479:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.047480:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047482:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.047483:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.047484:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047484:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047485:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.047486:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.047487:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbf24a400 with handle 0x66de20725ed02cd0 from hash 00010000:00000001:0.0:1789307438.047489:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.047489:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047490:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047490:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.047491:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.047492:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047493:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.047493:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.047494:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.047495:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f0e:0x0].0x0 (ffff9fbfc0fb4b00) 00010000:00010000:0.0:1789307438.047496:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.047497:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.047498:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047499:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.047499:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047500:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047501:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.047502:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbf24a400/0x66de20725ed02cd0 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f0e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798e4e expref: 309 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.047505:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 302 00000020:00000040:0.0:1789307438.047506:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 308 00010000:00000010:0.0:1789307438.047507:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9d01300. 00010000:00000040:0.0:1789307438.047509:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfc0fb4b00 count: 0 00010000:00000010:0.0:1789307438.047510:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf88165e80. 00010000:00000001:0.0:1789307438.047512:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.047513:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1256 00000001:00000001:0.0:1789307438.047514:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.047516:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4abac00 count: 2 00000004:00000001:0.0:1789307438.047517:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.047517:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.047518:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047519:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047520:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.047521:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047522:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.047523:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.047524:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047525:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047525:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.047526:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.047527:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9678a00 with handle 0x66de20725ed36858 from hash 00010000:00000001:0.0:1789307438.047528:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.047529:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047530:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047530:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.047531:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.047532:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047533:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.047533:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.047534:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.047535:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8287:0x0].0x0 (ffff9fbfb4abac00) 00010000:00010000:0.0:1789307438.047536:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.047537:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.047538:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047539:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.047540:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047540:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047541:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.047542:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9678a00/0x66de20725ed36858 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8287:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779be13 expref: 308 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.047545:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 301 00000020:00000040:0.0:1789307438.047546:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 307 00010000:00000010:0.0:1789307438.047547:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf90ad2700. 00010000:00000040:0.0:1789307438.047551:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4abac00 count: 0 00010000:00000010:0.0:1789307438.047552:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe85b20900. 00010000:00000001:0.0:1789307438.047558:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.047559:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1257 00000001:00000001:0.0:1789307438.047560:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.047562:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb264f200 count: 2 00000004:00000001:0.0:1789307438.047563:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.047564:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.047565:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047566:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047566:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.047567:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047568:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.047569:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.047570:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047570:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047571:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.047572:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.047573:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0c60000 with handle 0x66de20725ed340b9 from hash 00010000:00000001:0.0:1789307438.047574:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.047575:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047575:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047576:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.047576:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.047577:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047578:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.047579:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.047579:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.047580:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81b8:0x0].0x0 (ffff9fbfb264f200) 00010000:00010000:0.0:1789307438.047581:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.047582:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.047583:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047584:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.047585:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047585:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047586:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.047588:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0c60000/0x66de20725ed340b9 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b2c1 expref: 307 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.047591:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 300 00000020:00000040:0.0:1789307438.047592:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 306 00010000:00000010:0.0:1789307438.047593:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf92253b80. 00010000:00000040:0.0:1789307438.047595:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb264f200 count: 0 00010000:00000010:0.0:1789307438.047597:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfc0f85800. 00010000:00000001:0.0:1789307438.047603:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.047603:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1258 00000001:00000001:0.0:1789307438.047604:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.047606:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9c29e00 count: 2 00000004:00000001:0.0:1789307438.047607:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.047608:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.047609:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047610:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047610:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.047611:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047613:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.047614:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.047615:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047615:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047616:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.047616:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.047618:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4b6f800 with handle 0x66de20725ed3191a from hash 00010000:00000001:0.0:1789307438.047619:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.047619:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047620:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047620:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.047621:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.047622:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047623:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.047623:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.047624:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.047625:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80e9:0x0].0x0 (ffff9fbfb9c29e00) 00010000:00010000:0.0:1789307438.047626:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.047627:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.047628:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047629:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.047629:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047630:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047631:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.047633:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4b6f800/0x66de20725ed3191a lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80e9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a76f expref: 306 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.047637:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 299 00000020:00000040:0.0:1789307438.047638:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 305 00010000:00000010:0.0:1789307438.047639:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfa30a1e80. 00010000:00000040:0.0:1789307438.047640:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9c29e00 count: 0 00010000:00000010:0.0:1789307438.047642:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe95cb7600. 00010000:00000001:0.0:1789307438.047646:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.047647:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1259 00000001:00000001:0.0:1789307438.047647:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.047649:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbac48000 count: 2 00000004:00000001:0.0:1789307438.047650:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.047650:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.047651:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047652:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047653:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.047653:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047655:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.047656:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.047657:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047658:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047659:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.047660:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.047661:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf97f17800 with handle 0x66de20725ed37372 from hash 00010000:00000001:0.0:1789307438.047662:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.047663:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047663:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047664:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.047665:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.047665:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047666:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.047667:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.047667:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.047669:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82c1:0x0].0x0 (ffff9fbfbac48000) 00010000:00010000:0.0:1789307438.047670:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.047672:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.047673:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047674:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.047675:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047676:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047676:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.047678:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97f17800/0x66de20725ed37372 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c13f expref: 305 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.047681:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 298 00000020:00000040:0.0:1789307438.047682:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 304 00010000:00000010:0.0:1789307438.047683:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf88e0ac80. 00010000:00000040:0.0:1789307438.047684:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbac48000 count: 0 00010000:00000010:0.0:1789307438.047685:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbd619000. 00010000:00000001:0.0:1789307438.047689:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047689:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047690:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.047690:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1260 00000001:00000001:0.0:1789307438.047691:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.047692:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf98b3fa00 count: 2 00000004:00000001:0.0:1789307438.047693:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.047694:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.047695:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047695:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047696:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.047697:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047698:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.047699:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.047700:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047700:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047701:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.047702:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.047703:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbed56800 with handle 0x66de20725ed00412 from hash 00010000:00000001:0.0:1789307438.047705:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.047706:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047707:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047707:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.047708:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.047709:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047710:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.047711:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.047712:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.047713:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7de4:0x0].0x0 (ffff9fbf98b3fa00) 00010000:00010000:0.0:1789307438.047714:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.047715:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.047716:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047717:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.047717:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047718:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047718:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.047720:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbed56800/0x66de20725ed00412 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7de4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798628 expref: 304 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.047723:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 297 00000020:00000040:0.0:1789307438.047724:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 303 00010000:00000010:0.0:1789307438.047725:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4393b80. 00010000:00000040:0.0:1789307438.047726:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf98b3fa00 count: 0 00010000:00000010:0.0:1789307438.047728:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe8eda8e80. 00010000:00000001:0.0:1789307438.047733:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.047733:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1261 00000001:00000001:0.0:1789307438.047734:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.047736:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf90bcff00 count: 2 00000004:00000001:0.0:1789307438.047736:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.047737:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.047738:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047739:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047739:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.047740:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047742:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.047742:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.047744:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047745:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047746:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.047746:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.047748:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbe7c400 with handle 0x66de20725ed2f17b from hash 00010000:00000001:0.0:1789307438.047749:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.047750:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047750:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047751:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.047752:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.047752:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047753:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.047754:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.047754:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.047755:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x801a:0x0].0x0 (ffff9fbf90bcff00) 00010000:00010000:0.0:1789307438.047756:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.047757:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.047758:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047759:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.047760:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047760:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047761:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.047763:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbbe7c400/0x66de20725ed2f17b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x801a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799c1d expref: 303 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.047766:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 296 00000020:00000040:0.0:1789307438.047767:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 302 00010000:00000010:0.0:1789307438.047768:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbbdad080. 00010000:00000040:0.0:1789307438.047770:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf90bcff00 count: 0 00010000:00000010:0.0:1789307438.047771:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9800eb00. 00010000:00000001:0.0:1789307438.047776:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.047776:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1262 00000001:00000001:0.0:1789307438.047777:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.047779:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf88a65f00 count: 2 00000004:00000001:0.0:1789307438.047780:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.047781:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.047782:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047783:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047784:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.047785:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047787:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.047788:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.047789:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047789:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047790:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.047791:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.047792:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9447000 with handle 0x66de20725ed34bd3 from hash 00010000:00000001:0.0:1789307438.047793:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.047793:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047794:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047795:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.047795:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.047796:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047797:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.047797:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.047798:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.047799:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81f2:0x0].0x0 (ffff9fbf88a65f00) 00010000:00010000:0.0:1789307438.047800:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.047801:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.047802:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047803:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.047804:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047804:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047805:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.047807:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9447000/0x66de20725ed34bd3 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b5ed expref: 302 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.047810:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 295 00000020:00000040:0.0:1789307438.047811:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 301 00010000:00000010:0.0:1789307438.047812:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf89a89900. 00010000:00000040:0.0:1789307438.047813:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf88a65f00 count: 0 00010000:00000010:0.0:1789307438.047815:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4aaf680. 00010000:00000001:0.0:1789307438.047821:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.047822:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1263 00000001:00000001:0.0:1789307438.047823:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.047824:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb264fc00 count: 2 00000004:00000001:0.0:1789307438.047825:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.047826:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.047827:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047828:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047829:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.047830:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047831:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.047831:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.047832:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047833:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047833:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.047834:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.047835:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf97932400 with handle 0x66de20725ed03941 from hash 00010000:00000001:0.0:1789307438.047836:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.047837:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047837:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047838:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.047839:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.047839:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047840:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.047841:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.047842:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.047842:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f69:0x0].0x0 (ffff9fbfb264fc00) 00010000:00010000:0.0:1789307438.047844:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.047845:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.047846:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047846:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.047847:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047848:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047848:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.047865:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97932400/0x66de20725ed03941 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f69:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77990cb expref: 301 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.047885:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 294 00000020:00000040:0.0:1789307438.047888:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 300 00010000:00000010:0.0:1789307438.047891:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf978a8e80. 00010000:00000040:0.0:1789307438.047896:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb264fc00 count: 0 00010000:00000010:0.0:1789307438.047900:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb5fda700. 00010000:00000001:0.0:1789307438.047912:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.047914:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1264 00000001:00000001:0.0:1789307438.047917:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.047920:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf90a0cf00 count: 2 00000004:00000001:0.0:1789307438.047922:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.047923:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.047924:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047925:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047925:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.047927:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047929:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.047930:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.047931:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047932:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047933:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.047934:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.047936:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb7d1b400 with handle 0x66de20725ed32434 from hash 00010000:00000001:0.0:1789307438.047937:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.047938:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047938:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047939:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.047940:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.047941:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047942:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.047943:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.047944:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.047945:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8123:0x0].0x0 (ffff9fbf90a0cf00) 00010000:00010000:0.0:1789307438.047947:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.047949:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.047950:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047951:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.047952:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047952:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047953:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.047955:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb7d1b400/0x66de20725ed32434 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8123:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779aa9b expref: 300 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.047959:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 293 00000020:00000040:0.0:1789307438.047960:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 299 00010000:00000010:0.0:1789307438.047961:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf89d2d880. 00010000:00000040:0.0:1789307438.047966:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf90a0cf00 count: 0 00010000:00000010:0.0:1789307438.047968:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbec59c1580. 00010000:00000001:0.0:1789307438.047975:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.047976:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1265 00000001:00000001:0.0:1789307438.047977:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.047979:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb6ddfd00 count: 2 00000004:00000001:0.0:1789307438.047980:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.047981:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.047982:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047983:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.047983:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.047984:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047986:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.047986:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.047987:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047988:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047988:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.047989:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.047990:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb52fce00 with handle 0x66de20725ed37e8c from hash 00010000:00000001:0.0:1789307438.047991:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.047992:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.047992:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.047993:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.047994:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.047995:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.047996:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.047997:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.047997:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.047998:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82fb:0x0].0x0 (ffff9fbfb6ddfd00) 00010000:00010000:0.0:1789307438.048000:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.048001:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.048002:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048003:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.048004:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048004:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048005:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.048006:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb52fce00/0x66de20725ed37e8c lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c46b expref: 299 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.048010:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 292 00000020:00000040:0.0:1789307438.048011:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 298 00010000:00000010:0.0:1789307438.048012:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd617c00. 00010000:00000040:0.0:1789307438.048013:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb6ddfd00 count: 0 00010000:00000010:0.0:1789307438.048015:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf979a8c00. 00010000:00000001:0.0:1789307438.048024:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048024:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048025:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.048025:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1266 00000001:00000001:0.0:1789307438.048026:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.048028:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9c29500 count: 2 00000004:00000001:0.0:1789307438.048029:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.048029:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.048030:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048031:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048031:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.048032:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048034:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.048034:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.048035:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048036:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048037:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.048038:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.048039:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9f73c00 with handle 0x66de20725ed013ee from hash 00010000:00000001:0.0:1789307438.048040:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.048041:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048042:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048042:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.048043:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.048044:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048045:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.048045:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.048046:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.048047:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e58:0x0].0x0 (ffff9fbfb9c29500) 00010000:00010000:0.0:1789307438.048048:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.048049:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.048050:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048051:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.048051:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048052:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048053:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.048054:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9f73c00/0x66de20725ed013ee lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e58:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798954 expref: 298 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.048057:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 291 00000020:00000040:0.0:1789307438.048058:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 297 00010000:00000010:0.0:1789307438.048059:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4a71a80. 00010000:00000040:0.0:1789307438.048061:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9c29500 count: 0 00010000:00000010:0.0:1789307438.048063:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9faa9900. 00010000:00000001:0.0:1789307438.048066:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048067:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048068:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.048068:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1267 00000001:00000001:0.0:1789307438.048069:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.048070:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9c2d700 count: 2 00000004:00000001:0.0:1789307438.048071:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.048072:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.048073:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048074:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048075:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.048076:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048078:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.048078:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.048079:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048080:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048080:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.048081:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.048083:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbb4e8a00 with handle 0x66de20725ed000a7 from hash 00010000:00000001:0.0:1789307438.048084:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.048084:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048085:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048085:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.048086:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.048087:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048088:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.048088:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.048089:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.048090:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7dcb:0x0].0x0 (ffff9fbfb9c2d700) 00010000:00010000:0.0:1789307438.048091:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.048092:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.048093:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048094:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.048094:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048095:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048096:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.048097:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbb4e8a00/0x66de20725ed000a7 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7dcb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798579 expref: 297 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.048100:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 290 00000020:00000040:0.0:1789307438.048101:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 296 00010000:00000010:0.0:1789307438.048102:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf83b72c00. 00010000:00000040:0.0:1789307438.048103:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9c2d700 count: 0 00010000:00000010:0.0:1789307438.048106:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbc7f7f80. 00010000:00000001:0.0:1789307438.048110:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.048111:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1268 00000001:00000001:0.0:1789307438.048111:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.048113:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7f3b700 count: 2 00000004:00000001:0.0:1789307438.048114:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.048115:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.048116:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048117:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048117:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.048118:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048120:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.048121:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.048121:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048122:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048122:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.048123:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.048125:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf85d5a800 with handle 0x66de20725ed2fc95 from hash 00010000:00000001:0.0:1789307438.048126:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.048126:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048127:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048127:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.048128:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.048129:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048130:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.048130:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.048131:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.048132:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8054:0x0].0x0 (ffff9fbfb7f3b700) 00010000:00010000:0.0:1789307438.048133:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.048134:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.048135:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048136:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.048136:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048137:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048137:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.048139:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf85d5a800/0x66de20725ed2fc95 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8054:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799f49 expref: 296 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.048146:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 289 00000020:00000040:0.0:1789307438.048147:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 295 00010000:00000010:0.0:1789307438.048148:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf866f6d80. 00010000:00000040:0.0:1789307438.048149:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7f3b700 count: 0 00010000:00000010:0.0:1789307438.048151:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8321d100. 00010000:00000001:0.0:1789307438.048155:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.048155:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1269 00000001:00000001:0.0:1789307438.048156:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.048158:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf86575f00 count: 2 00000004:00000001:0.0:1789307438.048159:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.048159:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.048160:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048161:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048162:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.048163:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048164:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.048165:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.048166:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048166:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048167:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.048168:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.048169:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf89847600 with handle 0x66de20725ed356ed from hash 00010000:00000001:0.0:1789307438.048170:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.048171:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048171:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048172:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.048173:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.048173:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048174:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.048175:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.048175:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.048176:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x822c:0x0].0x0 (ffff9fbf86575f00) 00010000:00010000:0.0:1789307438.048177:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.048179:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.048180:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048181:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.048182:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048183:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048184:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.048185:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf89847600/0x66de20725ed356ed lrc: 0/0,0 mode: --/PR res: [0x200002342:0x822c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b919 expref: 295 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.048188:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 288 00000020:00000040:0.0:1789307438.048189:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 294 00010000:00000010:0.0:1789307438.048190:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf84fe7500. 00010000:00000040:0.0:1789307438.048192:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf86575f00 count: 0 00010000:00000010:0.0:1789307438.048193:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83d8e680. 00010000:00000001:0.0:1789307438.048197:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.048197:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1270 00000001:00000001:0.0:1789307438.048198:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.048200:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf83b23b00 count: 2 00000004:00000001:0.0:1789307438.048201:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.048201:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.048202:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048203:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048203:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.048204:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048205:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.048206:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.048207:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048207:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048208:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.048209:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.048210:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb6d7d600 with handle 0x66de20725ed2d4f6 from hash 00010000:00000001:0.0:1789307438.048212:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.048213:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048213:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048214:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.048214:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.048216:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048217:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.048217:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.048218:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.048219:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f85:0x0].0x0 (ffff9fbf83b23b00) 00010000:00010000:0.0:1789307438.048220:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.048221:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.048222:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048223:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.048224:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048224:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048225:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.048226:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb6d7d600/0x66de20725ed2d4f6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77993f7 expref: 294 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.048230:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 287 00000020:00000040:0.0:1789307438.048231:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 293 00010000:00000010:0.0:1789307438.048232:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9d01700. 00010000:00000040:0.0:1789307438.048233:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf83b23b00 count: 0 00010000:00000010:0.0:1789307438.048234:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9a776380. 00010000:00000001:0.0:1789307438.048238:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.048239:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1271 00000001:00000001:0.0:1789307438.048239:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.048241:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb2493500 count: 2 00000004:00000001:0.0:1789307438.048242:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.048243:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.048244:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048244:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048245:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.048246:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048247:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.048248:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.048249:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048249:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048250:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.048251:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.048252:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf97f16200 with handle 0x66de20725ed023ca from hash 00010000:00000001:0.0:1789307438.048254:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.048254:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048255:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048256:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.048257:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.048257:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048258:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.048259:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.048260:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.048260:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ecc:0x0].0x0 (ffff9fbfb2493500) 00010000:00010000:0.0:1789307438.048262:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.048262:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.048263:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048264:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.048265:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048265:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048266:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.048268:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97f16200/0x66de20725ed023ca lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ecc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798c80 expref: 293 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.048271:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 286 00000020:00000040:0.0:1789307438.048272:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 292 00010000:00000010:0.0:1789307438.048273:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb5a9d380. 00010000:00000040:0.0:1789307438.048274:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb2493500 count: 0 00010000:00000010:0.0:1789307438.048275:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbec56d9180. 00010000:00000001:0.0:1789307438.048279:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.048280:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1272 00000001:00000001:0.0:1789307438.048281:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.048283:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4abfa00 count: 2 00000004:00000001:0.0:1789307438.048284:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.048284:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.048285:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048286:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048286:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.048288:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048289:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.048290:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.048291:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048291:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048292:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.048293:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.048294:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0bf7e00 with handle 0x66de20725ed033a6 from hash 00010000:00000001:0.0:1789307438.048295:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.048296:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048296:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048297:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.048298:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.048298:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048299:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.048300:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.048300:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.048301:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f40:0x0].0x0 (ffff9fbfb4abfa00) 00010000:00010000:0.0:1789307438.048303:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.048304:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.048305:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048305:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.048306:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048307:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048307:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.048309:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0bf7e00/0x66de20725ed033a6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f40:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798fac expref: 292 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.048312:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 285 00000020:00000040:0.0:1789307438.048313:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 291 00010000:00000010:0.0:1789307438.048314:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86434d80. 00010000:00000040:0.0:1789307438.048315:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4abfa00 count: 0 00010000:00000010:0.0:1789307438.048316:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe9fd24200. 00010000:00000001:0.0:1789307438.048321:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.048322:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1273 00000001:00000001:0.0:1789307438.048323:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.048326:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbbd99500 count: 2 00000004:00000001:0.0:1789307438.048327:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.048328:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.048329:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048330:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048331:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.048332:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048333:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.048333:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.048335:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048335:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048336:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.048336:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.048338:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9df8e00 with handle 0x66de20725ed36d21 from hash 00010000:00000001:0.0:1789307438.048339:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.048339:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048340:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048340:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.048341:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.048342:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048343:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.048343:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.048344:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.048345:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82a0:0x0].0x0 (ffff9fbfbbd99500) 00010000:00010000:0.0:1789307438.048346:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.048347:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.048348:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048349:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.048350:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048350:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048351:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.048354:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9df8e00/0x66de20725ed36d21 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82a0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bf71 expref: 291 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.048359:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 284 00000020:00000040:0.0:1789307438.048361:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 290 00010000:00000010:0.0:1789307438.048363:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfc0fa9f80. 00010000:00000040:0.0:1789307438.048365:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbbd99500 count: 0 00010000:00000010:0.0:1789307438.048368:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfa336fc80. 00010000:00000001:0.0:1789307438.048380:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048381:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048382:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.048383:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1274 00000001:00000001:0.0:1789307438.048385:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.048387:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf8559f700 count: 2 00000004:00000001:0.0:1789307438.048389:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.048390:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.048392:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048393:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048394:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.048396:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048399:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.048400:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.048402:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048403:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048404:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.048405:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.048406:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbb86e600 with handle 0x66de20725ecffb0c from hash 00010000:00000001:0.0:1789307438.048408:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.048408:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048409:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048410:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.048411:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.048412:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048413:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.048414:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.048415:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.048416:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7da2:0x0].0x0 (ffff9fbf8559f700) 00010000:00010000:0.0:1789307438.048417:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.048418:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.048419:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048420:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.048421:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048422:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048423:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.048425:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbb86e600/0x66de20725ecffb0c lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7da2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779845a expref: 290 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.048429:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 283 00000020:00000040:0.0:1789307438.048430:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 289 00010000:00000010:0.0:1789307438.048432:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf909a8e00. 00010000:00000040:0.0:1789307438.048434:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf8559f700 count: 0 00010000:00000010:0.0:1789307438.048436:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a8ae00. 00010000:00000001:0.0:1789307438.048442:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.048443:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1275 00000001:00000001:0.0:1789307438.048444:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.048445:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a76500 count: 2 00000004:00000001:0.0:1789307438.048446:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.048447:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.048448:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048449:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048450:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.048451:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048453:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.048453:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.048454:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048455:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048456:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.048457:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.048458:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf85d83200 with handle 0x66de20725ed34582 from hash 00010000:00000001:0.0:1789307438.048459:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.048460:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048461:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048461:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.048462:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.048463:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048464:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.048464:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.048465:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.048466:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81d1:0x0].0x0 (ffff9fbfb4a76500) 00010000:00010000:0.0:1789307438.048468:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.048469:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.048470:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048471:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.048472:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048472:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048473:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.048474:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf85d83200/0x66de20725ed34582 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b41f expref: 289 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.048478:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 282 00000020:00000040:0.0:1789307438.048478:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 288 00010000:00000010:0.0:1789307438.048480:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf84faa680. 00010000:00000040:0.0:1789307438.048481:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a76500 count: 0 00010000:00000010:0.0:1789307438.048482:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf898eb380. 00010000:00000001:0.0:1789307438.048488:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.048488:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1276 00000001:00000001:0.0:1789307438.048489:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.048490:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf90c82900 count: 2 00000004:00000001:0.0:1789307438.048491:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.048492:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.048493:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048493:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048494:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.048495:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048497:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.048497:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.048498:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048499:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048499:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.048500:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.048502:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf81515000 with handle 0x66de20725ed31de3 from hash 00010000:00000001:0.0:1789307438.048503:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.048504:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048505:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048505:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.048506:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.048507:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048508:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.048509:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.048510:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.048511:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8102:0x0].0x0 (ffff9fbf90c82900) 00010000:00010000:0.0:1789307438.048512:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.048513:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.048514:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048515:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.048515:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048516:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048516:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.048518:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf81515000/0x66de20725ed31de3 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8102:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a8cd expref: 288 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.048521:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 281 00000020:00000040:0.0:1789307438.048522:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 287 00010000:00000010:0.0:1789307438.048523:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb18c8480. 00010000:00000040:0.0:1789307438.048525:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf90c82900 count: 0 00010000:00000010:0.0:1789307438.048526:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9802c780. 00010000:00000001:0.0:1789307438.048530:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.048531:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1277 00000001:00000001:0.0:1789307438.048532:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.048533:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf832e3500 count: 2 00000004:00000001:0.0:1789307438.048534:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.048535:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.048536:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048536:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048537:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.048538:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048539:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.048540:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.048541:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048542:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048542:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.048543:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.048545:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf898b9c00 with handle 0x66de20725ed6a66b from hash 00010000:00000001:0.0:1789307438.048546:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.048547:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048547:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048548:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.048549:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.048549:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048550:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.048551:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.048551:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.048552:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8373:0x0].0x0 (ffff9fbf832e3500) 00010000:00010000:0.0:1789307438.048553:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1789307438.048554:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.048555:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048556:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.048557:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048557:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048558:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.048560:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf898b9c00/0x66de20725ed6a66b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8373:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a3ca6 expref: 287 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.048563:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 280 00000020:00000040:0.0:1789307438.048564:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 286 00010000:00000010:0.0:1789307438.048565:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9cc3c00. 00010000:00000040:0.0:1789307438.048566:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf832e3500 count: 0 00010000:00000010:0.0:1789307438.048567:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83115f80. 00010000:00000001:0.0:1789307438.048573:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048574:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048575:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.048575:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1278 00000001:00000001:0.0:1789307438.048576:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.048577:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9fa6900 count: 2 00000004:00000001:0.0:1789307438.048579:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.048580:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.048581:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048581:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048582:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.048583:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048585:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.048586:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.048587:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048587:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048588:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.048589:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.048590:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbb4e8800 with handle 0x66de20725ed3783b from hash 00010000:00000001:0.0:1789307438.048591:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.048591:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048592:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048593:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.048593:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.048594:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048595:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.048595:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.048596:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.048597:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82da:0x0].0x0 (ffff9fbfb9fa6900) 00010000:00010000:0.0:1789307438.048598:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.048599:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.048600:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048601:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.048602:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048602:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048603:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.048604:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbb4e8800/0x66de20725ed3783b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c29d expref: 286 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.048608:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 279 00000020:00000040:0.0:1789307438.048609:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 285 00010000:00000010:0.0:1789307438.048610:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf97c25c80. 00010000:00000040:0.0:1789307438.048611:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9fa6900 count: 0 00010000:00000010:0.0:1789307438.048613:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe94431a80. 00010000:00000001:0.0:1789307438.048617:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048618:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048619:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.048619:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1279 00000001:00000001:0.0:1789307438.048620:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.048622:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa3204700 count: 2 00000004:00000001:0.0:1789307438.048623:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.048623:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.048624:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048625:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048625:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.048626:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048628:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.048628:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.048629:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048630:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048630:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.048631:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.048632:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9df9e00 with handle 0x66de20725ed00ae8 from hash 00010000:00000001:0.0:1789307438.048633:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.048634:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048634:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048635:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.048636:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.048636:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048637:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.048638:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.048639:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.048639:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e16:0x0].0x0 (ffff9fbfa3204700) 00010000:00010000:0.0:1789307438.048641:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.048641:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.048642:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048643:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.048644:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048644:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048646:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.048648:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9df9e00/0x66de20725ed00ae8 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798786 expref: 285 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.048652:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 278 00000020:00000040:0.0:1789307438.048653:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 284 00010000:00000010:0.0:1789307438.048654:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbb4dd500. 00010000:00000040:0.0:1789307438.048655:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa3204700 count: 0 00010000:00000010:0.0:1789307438.048656:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9fa2300. 00010000:00000001:0.0:1789307438.048661:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.048662:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1280 00000001:00000001:0.0:1789307438.048663:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.048664:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbec693a600 count: 2 00000004:00000001:0.0:1789307438.048665:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.048666:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.048667:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048667:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048668:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.048669:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048671:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.048672:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.048673:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048673:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048674:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.048675:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.048676:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0c7ee00 with handle 0x66de20725ed2f644 from hash 00010000:00000001:0.0:1789307438.048677:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.048678:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048679:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048679:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.048680:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.048680:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048681:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.048682:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.048683:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.048683:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8033:0x0].0x0 (ffff9fbec693a600) 00010000:00010000:0.0:1789307438.048685:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.048686:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.048687:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048688:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.048689:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048689:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048690:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.048692:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0c7ee00/0x66de20725ed2f644 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8033:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799d7b expref: 284 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.048695:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 277 00000020:00000040:0.0:1789307438.048696:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 283 00010000:00000010:0.0:1789307438.048697:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb90f3700. 00010000:00000040:0.0:1789307438.048700:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbec693a600 count: 0 00010000:00000010:0.0:1789307438.048701:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf84fa8580. 00010000:00000001:0.0:1789307438.048708:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.048708:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1281 00000001:00000001:0.0:1789307438.048709:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.048711:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a8c600 count: 2 00000004:00000001:0.0:1789307438.048712:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.048712:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.048713:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048714:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048714:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.048715:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048717:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.048718:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.048719:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048719:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048720:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.048721:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.048723:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbd7b4e00 with handle 0x66de20725ed3509c from hash 00010000:00000001:0.0:1789307438.048724:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.048724:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048725:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048726:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.048727:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.048728:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048729:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.048730:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.048730:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.048731:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x820b:0x0].0x0 (ffff9fbfb4a8c600) 00010000:00010000:0.0:1789307438.048732:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.048733:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.048734:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048735:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.048736:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048736:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048737:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.048739:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbd7b4e00/0x66de20725ed3509c lrc: 0/0,0 mode: --/PR res: [0x200002342:0x820b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b74b expref: 283 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.048742:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 276 00000020:00000040:0.0:1789307438.048743:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 282 00010000:00000010:0.0:1789307438.048744:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4a3cd00. 00010000:00000040:0.0:1789307438.048745:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a8c600 count: 0 00010000:00000010:0.0:1789307438.048747:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf864d2200. 00010000:00000001:0.0:1789307438.048752:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.048752:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1282 00000001:00000001:0.0:1789307438.048753:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.048755:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb52f0400 count: 2 00000004:00000001:0.0:1789307438.048756:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.048756:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.048757:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048758:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048758:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.048759:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048761:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.048762:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.048762:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048763:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048764:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.048765:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.048766:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf978c6000 with handle 0x66de20725ed328fd from hash 00010000:00000001:0.0:1789307438.048767:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.048768:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048769:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048769:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.048770:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.048771:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048771:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.048772:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.048773:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.048774:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x813c:0x0].0x0 (ffff9fbfb52f0400) 00010000:00010000:0.0:1789307438.048775:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.048776:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.048777:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048778:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.048778:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048779:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048779:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.048781:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf978c6000/0x66de20725ed328fd lrc: 0/0,0 mode: --/PR res: [0x200002342:0x813c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779abf9 expref: 282 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.048784:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 275 00000020:00000040:0.0:1789307438.048785:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 281 00010000:00000010:0.0:1789307438.048786:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf90937b80. 00010000:00000040:0.0:1789307438.048787:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb52f0400 count: 0 00010000:00000010:0.0:1789307438.048789:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe97822d80. 00010000:00000001:0.0:1789307438.048798:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.048799:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1283 00000001:00000001:0.0:1789307438.048800:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.048802:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb6b81e00 count: 2 00000004:00000001:0.0:1789307438.048803:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.048804:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.048804:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048806:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048807:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.048808:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048809:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.048810:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.048811:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048812:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048812:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.048813:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.048814:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf85ed6800 with handle 0x66de20725ed38355 from hash 00010000:00000001:0.0:1789307438.048815:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.048816:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048816:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048817:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.048818:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.048818:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048819:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.048820:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.048821:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.048821:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8314:0x0].0x0 (ffff9fbfb6b81e00) 00010000:00010000:0.0:1789307438.048823:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.048824:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.048825:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048825:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.048826:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048827:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048827:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.048829:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf85ed6800/0x66de20725ed38355 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8314:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c5c9 expref: 281 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.048832:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 274 00000020:00000040:0.0:1789307438.048833:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 280 00010000:00000010:0.0:1789307438.048834:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbe810f5500. 00010000:00000040:0.0:1789307438.048835:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb6b81e00 count: 0 00010000:00000010:0.0:1789307438.048837:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf85cfc480. 00010000:00000001:0.0:1789307438.048841:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048842:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048843:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.048844:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1284 00000001:00000001:0.0:1789307438.048845:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.048846:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9dde100 count: 2 00000004:00000001:0.0:1789307438.048847:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.048848:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.048849:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048865:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048866:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.048868:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048908:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.048910:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.048912:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048914:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048915:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.048916:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.048918:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb52dbe00 with handle 0x66de20725ed0077d from hash 00010000:00000001:0.0:1789307438.048920:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.048921:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048921:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048922:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.048924:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.048924:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048925:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.048927:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.048928:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.048929:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7dfd:0x0].0x0 (ffff9fbfb9dde100) 00010000:00010000:0.0:1789307438.048930:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.048931:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.048932:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048933:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.048934:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048934:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048935:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.048937:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb52dbe00/0x66de20725ed0077d lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7dfd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77986d7 expref: 280 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.048944:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 273 00000020:00000040:0.0:1789307438.048945:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 279 00010000:00000010:0.0:1789307438.048947:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf90a8ba80. 00010000:00000040:0.0:1789307438.048949:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9dde100 count: 0 00010000:00000010:0.0:1789307438.048951:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9221e800. 00010000:00000001:0.0:1789307438.048957:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.048958:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1285 00000001:00000001:0.0:1789307438.048959:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.048961:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbd63e500 count: 2 00000004:00000001:0.0:1789307438.048962:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.048963:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.048964:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048965:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.048966:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.048967:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048969:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.048970:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.048970:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048971:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048972:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.048973:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.048974:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf97f16000 with handle 0x66de20725ed3015e from hash 00010000:00000001:0.0:1789307438.048976:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.048976:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048977:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048977:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.048978:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.048979:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048980:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.048980:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.048981:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.048982:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x806d:0x0].0x0 (ffff9fbfbd63e500) 00010000:00010000:0.0:1789307438.048983:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.048985:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.048986:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.048987:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.048987:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.048988:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.048989:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.048991:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97f16000/0x66de20725ed3015e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x806d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a0a7 expref: 279 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.048994:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 272 00000020:00000040:0.0:1789307438.048995:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 278 00010000:00000010:0.0:1789307438.048996:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd664d80. 00010000:00000040:0.0:1789307438.048997:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbd63e500 count: 0 00010000:00000010:0.0:1789307438.048998:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4ad1300. 00010000:00000001:0.0:1789307438.049002:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.049003:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1286 00000001:00000001:0.0:1789307438.049004:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.049006:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4abe600 count: 2 00000004:00000001:0.0:1789307438.049007:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.049007:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.049008:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049009:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049010:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.049012:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049014:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.049015:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.049016:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049017:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049018:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.049019:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.049021:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb92e8400 with handle 0x66de20725ed35bb6 from hash 00010000:00000001:0.0:1789307438.049023:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.049024:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049025:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049026:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.049027:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.049029:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049031:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.049032:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.049034:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.049035:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8245:0x0].0x0 (ffff9fbfb4abe600) 00010000:00010000:0.0:1789307438.049038:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.049040:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.049041:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049043:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.049044:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049044:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049046:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.049049:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb92e8400/0x66de20725ed35bb6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8245:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ba77 expref: 278 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.049054:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 271 00000020:00000040:0.0:1789307438.049056:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 277 00010000:00000010:0.0:1789307438.049058:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbb4dd200. 00010000:00000040:0.0:1789307438.049061:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4abe600 count: 0 00010000:00000010:0.0:1789307438.049064:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb933c400. 00010000:00000001:0.0:1789307438.049073:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.049074:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1287 00000001:00000001:0.0:1789307438.049075:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.049078:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb2493200 count: 2 00000004:00000001:0.0:1789307438.049080:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.049081:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.049084:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049085:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049086:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.049088:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049091:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.049092:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.049094:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049095:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049096:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.049097:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.049100:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0bae000 with handle 0x66de20725ed2d9bf from hash 00010000:00000001:0.0:1789307438.049102:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.049103:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049104:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049105:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.049106:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.049108:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049109:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.049110:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.049111:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.049113:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f9e:0x0].0x0 (ffff9fbfb2493200) 00010000:00010000:0.0:1789307438.049115:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.049117:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.049119:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049120:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.049121:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049122:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049123:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.049127:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0bae000/0x66de20725ed2d9bf lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f9e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799555 expref: 277 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.049133:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 270 00000020:00000040:0.0:1789307438.049135:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 276 00010000:00000010:0.0:1789307438.049137:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ab0400. 00010000:00000040:0.0:1789307438.049139:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb2493200 count: 0 00010000:00000010:0.0:1789307438.049141:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbd614e80. 00010000:00000001:0.0:1789307438.049147:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.049148:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1288 00000001:00000001:0.0:1789307438.049149:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.049151:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4accb00 count: 2 00000004:00000001:0.0:1789307438.049153:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.049154:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.049156:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049157:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049158:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.049161:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049163:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.049164:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.049166:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049167:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049168:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.049169:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.049172:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf98c4ca00 with handle 0x66de20725ed33417 from hash 00010000:00000001:0.0:1789307438.049173:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.049174:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049175:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049176:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.049178:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.049180:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049181:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.049182:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.049184:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.049185:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8176:0x0].0x0 (ffff9fbfb4accb00) 00010000:00010000:0.0:1789307438.049188:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.049190:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.049192:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049193:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.049194:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049195:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049196:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.049200:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf98c4ca00/0x66de20725ed33417 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779af25 expref: 276 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.049206:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 269 00000020:00000040:0.0:1789307438.049207:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 275 00010000:00000010:0.0:1789307438.049209:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9f04b80. 00010000:00000040:0.0:1789307438.049212:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4accb00 count: 0 00010000:00000010:0.0:1789307438.049215:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf862fc680. 00010000:00000001:0.0:1789307438.049223:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.049224:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1289 00000001:00000001:0.0:1789307438.049226:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.049229:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb49f5c00 count: 2 00000004:00000001:0.0:1789307438.049232:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.049233:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.049234:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049235:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049237:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.049239:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049241:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.049243:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.049244:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049245:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049247:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.049248:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.049250:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4952c00 with handle 0x66de20725ed01759 from hash 00010000:00000001:0.0:1789307438.049252:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.049253:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049254:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049255:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.049257:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.049258:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049259:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.049261:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.049262:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.049264:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e71:0x0].0x0 (ffff9fbfb49f5c00) 00010000:00010000:0.0:1789307438.049266:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.049268:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.049270:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049271:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.049272:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049273:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049274:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.049277:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4952c00/0x66de20725ed01759 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e71:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798a03 expref: 275 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.049283:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 268 00000020:00000040:0.0:1789307438.049284:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 274 00010000:00000010:0.0:1789307438.049286:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ab5000. 00010000:00000040:0.0:1789307438.049288:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb49f5c00 count: 0 00010000:00000010:0.0:1789307438.049290:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9cc0480. 00010000:00000001:0.0:1789307438.049297:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.049298:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1290 00000001:00000001:0.0:1789307438.049299:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.049301:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72acf00 count: 2 00000004:00000001:0.0:1789307438.049302:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.049303:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.049304:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049305:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049306:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.049307:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049308:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.049309:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.049310:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049311:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049312:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.049312:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.049314:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2a31200 with handle 0x66de20725ed30c78 from hash 00010000:00000001:0.0:1789307438.049315:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.049316:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049317:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049317:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.049318:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.049319:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049320:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.049320:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.049321:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.049322:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80a7:0x0].0x0 (ffff9fbfb72acf00) 00010000:00010000:0.0:1789307438.049323:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.049324:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.049325:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049326:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.049327:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049328:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049328:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.049330:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2a31200/0x66de20725ed30c78 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a3d3 expref: 274 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.049334:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 267 00000020:00000040:0.0:1789307438.049335:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 273 00010000:00000010:0.0:1789307438.049336:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf85de8a80. 00010000:00000040:0.0:1789307438.049338:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72acf00 count: 0 00010000:00000010:0.0:1789307438.049339:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbbfacb00. 00010000:00000001:0.0:1789307438.049344:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.049345:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1291 00000001:00000001:0.0:1789307438.049345:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.049347:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf898ea300 count: 2 00000004:00000001:0.0:1789307438.049348:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.049349:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.049350:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049351:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049353:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.049354:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049356:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.049358:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.049359:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049360:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049361:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.049362:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.049364:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb6d61e00 with handle 0x66de20725ed2e4d9 from hash 00010000:00000001:0.0:1789307438.049366:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.049367:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049368:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049369:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.049371:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.049372:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049373:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.049375:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.049376:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.049377:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fd8:0x0].0x0 (ffff9fbf898ea300) 00010000:00010000:0.0:1789307438.049379:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.049382:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.049383:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049385:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.049386:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049387:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049388:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.049391:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb6d61e00/0x66de20725ed2e4d9 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fd8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799881 expref: 273 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.049398:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 266 00000020:00000040:0.0:1789307438.049400:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 272 00010000:00000010:0.0:1789307438.049402:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf8906ba80. 00010000:00000040:0.0:1789307438.049404:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf898ea300 count: 0 00010000:00000010:0.0:1789307438.049407:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe96722600. 00010000:00000001:0.0:1789307438.049415:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.049416:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1292 00000001:00000001:0.0:1789307438.049417:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.049419:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9f09400 count: 2 00000004:00000001:0.0:1789307438.049421:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.049422:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.049423:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049424:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049425:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.049426:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049428:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.049429:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.049430:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049431:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049432:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.049432:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.049434:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2a55000 with handle 0x66de20725ed02735 from hash 00010000:00000001:0.0:1789307438.049435:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.049436:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049436:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049437:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.049438:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.049439:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049440:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.049441:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.049442:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.049443:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ee5:0x0].0x0 (ffff9fbfb9f09400) 00010000:00010000:0.0:1789307438.049445:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.049446:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.049447:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049447:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.049448:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049449:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049449:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.049451:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2a55000/0x66de20725ed02735 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ee5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798d2f expref: 272 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.049454:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 265 00000020:00000040:0.0:1789307438.049455:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 271 00010000:00000010:0.0:1789307438.049456:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86574a80. 00010000:00000040:0.0:1789307438.049458:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9f09400 count: 0 00010000:00000010:0.0:1789307438.049459:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83d8e180. 00010000:00000001:0.0:1789307438.049463:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.049464:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1293 00000001:00000001:0.0:1789307438.049465:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.049467:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf88e0ea00 count: 2 00000004:00000001:0.0:1789307438.049468:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.049469:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.049470:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049471:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049471:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.049472:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049474:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.049475:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.049475:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049476:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049477:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.049477:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.049479:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8f8fae00 with handle 0x66de20725ed34a4b from hash 00010000:00000001:0.0:1789307438.049480:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.049481:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049482:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049482:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.049483:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.049484:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049485:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.049485:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.049486:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.049487:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81ea:0x0].0x0 (ffff9fbf88e0ea00) 00010000:00010000:0.0:1789307438.049488:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.049489:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.049490:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049491:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.049492:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049492:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049493:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.049494:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8f8fae00/0x66de20725ed34a4b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b57d expref: 271 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.049498:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 264 00000020:00000040:0.0:1789307438.049499:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 270 00010000:00000010:0.0:1789307438.049500:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb49bbe80. 00010000:00000040:0.0:1789307438.049501:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf88e0ea00 count: 0 00010000:00000010:0.0:1789307438.049503:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbbfdb700. 00010000:00000001:0.0:1789307438.049508:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.049509:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1294 00000001:00000001:0.0:1789307438.049509:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.049511:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf86575200 count: 2 00000004:00000001:0.0:1789307438.049512:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.049512:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.049513:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049514:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049514:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.049516:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049517:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.049518:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.049519:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049520:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049520:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.049521:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.049523:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf978c6400 with handle 0x66de20725ed03711 from hash 00010000:00000001:0.0:1789307438.049524:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.049524:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049525:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049525:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.049526:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.049527:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049528:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.049528:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.049529:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.049530:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f59:0x0].0x0 (ffff9fbf86575200) 00010000:00010000:0.0:1789307438.049531:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.049532:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.049533:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049534:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.049534:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049535:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049536:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.049537:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf978c6400/0x66de20725ed03711 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f59:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779905b expref: 270 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.049540:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 263 00000020:00000040:0.0:1789307438.049541:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 269 00010000:00000010:0.0:1789307438.049542:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf978b8980. 00010000:00000040:0.0:1789307438.049544:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf86575200 count: 0 00010000:00000010:0.0:1789307438.049545:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4118e80. 00010000:00000001:0.0:1789307438.049549:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.049550:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1295 00000001:00000001:0.0:1789307438.049551:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.049552:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa3204b00 count: 2 00000004:00000001:0.0:1789307438.049553:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.049554:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.049555:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049556:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049557:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.049558:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049559:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.049560:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.049561:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049561:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049562:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.049563:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.049564:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb7d1a000 with handle 0x66de20725ed322ac from hash 00010000:00000001:0.0:1789307438.049565:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.049566:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049566:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049567:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.049568:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.049568:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049570:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.049570:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.049571:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.049572:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x811b:0x0].0x0 (ffff9fbfa3204b00) 00010000:00010000:0.0:1789307438.049573:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.049574:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.049575:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049576:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.049576:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049577:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049577:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.049579:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb7d1a000/0x66de20725ed322ac lrc: 0/0,0 mode: --/PR res: [0x200002342:0x811b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779aa2b expref: 269 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.049582:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 262 00000020:00000040:0.0:1789307438.049584:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 268 00010000:00000010:0.0:1789307438.049585:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb18c8580. 00010000:00000040:0.0:1789307438.049587:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa3204b00 count: 0 00010000:00000010:0.0:1789307438.049588:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9fa2680. 00010000:00000001:0.0:1789307438.049592:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.049593:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1296 00000001:00000001:0.0:1789307438.049594:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.049596:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb52d6000 count: 2 00000004:00000001:0.0:1789307438.049597:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.049598:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.049599:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049599:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049600:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.049601:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049602:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.049603:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.049604:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049604:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049605:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.049606:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.049607:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb290a600 with handle 0x66de20725ed37d04 from hash 00010000:00000001:0.0:1789307438.049608:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.049609:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049609:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049610:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.049611:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.049611:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049612:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.049613:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.049613:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.049614:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82f3:0x0].0x0 (ffff9fbfb52d6000) 00010000:00010000:0.0:1789307438.049615:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.049617:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.049618:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049618:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.049619:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049620:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049620:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.049622:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb290a600/0x66de20725ed37d04 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c3fb expref: 268 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.049626:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 261 00000020:00000040:0.0:1789307438.049627:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 267 00010000:00000010:0.0:1789307438.049628:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb3c13100. 00010000:00000040:0.0:1789307438.049629:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb52d6000 count: 0 00010000:00000010:0.0:1789307438.049631:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb2a4c680. 00010000:00000001:0.0:1789307438.049636:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049637:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049638:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.049638:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1297 00000001:00000001:0.0:1789307438.049639:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.049640:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf90a0c200 count: 2 00000004:00000001:0.0:1789307438.049641:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.049642:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.049643:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049644:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049644:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.049646:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049647:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.049648:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.049649:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049649:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049650:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.049651:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.049652:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf90b05a00 with handle 0x66de20725ecffe77 from hash 00010000:00000001:0.0:1789307438.049653:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.049654:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049654:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049655:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.049655:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.049656:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049657:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.049658:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.049658:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.049659:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7dbb:0x0].0x0 (ffff9fbf90a0c200) 00010000:00010000:0.0:1789307438.049661:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.049662:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.049664:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049665:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.049665:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049666:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049667:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.049668:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf90b05a00/0x66de20725ecffe77 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7dbb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798509 expref: 267 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.049671:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 260 00000020:00000040:0.0:1789307438.049672:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 266 00010000:00000010:0.0:1789307438.049673:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9f0ab80. 00010000:00000040:0.0:1789307438.049674:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf90a0c200 count: 0 00010000:00000010:0.0:1789307438.049676:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb49f6a80. 00010000:00000001:0.0:1789307438.049681:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.049682:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1298 00000001:00000001:0.0:1789307438.049683:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.049684:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7f3ba00 count: 2 00000004:00000001:0.0:1789307438.049685:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.049686:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.049687:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049687:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049688:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.049689:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049690:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.049691:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.049692:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049692:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049693:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.049694:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.049695:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf85d5a400 with handle 0x66de20725ed2fb0d from hash 00010000:00000001:0.0:1789307438.049696:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.049697:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049699:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049699:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.049706:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.049708:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049709:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.049710:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.049712:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.049713:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x804c:0x0].0x0 (ffff9fbfb7f3ba00) 00010000:00010000:0.0:1789307438.049715:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.049717:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.049719:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049720:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.049721:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049722:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049723:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.049726:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf85d5a400/0x66de20725ed2fb0d lrc: 0/0,0 mode: --/PR res: [0x200002342:0x804c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799ed9 expref: 266 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.049732:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 259 00000020:00000040:0.0:1789307438.049734:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 265 00010000:00000010:0.0:1789307438.049736:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf866f6e00. 00010000:00000040:0.0:1789307438.049738:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7f3ba00 count: 0 00010000:00000010:0.0:1789307438.049742:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9da1a80. 00010000:00000001:0.0:1789307438.049749:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.049751:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1299 00000001:00000001:0.0:1789307438.049752:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.049755:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a8db00 count: 2 00000004:00000001:0.0:1789307438.049757:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.049758:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.049759:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049761:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049762:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.049763:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049765:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.049765:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.049767:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049768:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049769:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.049770:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.049771:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2fac600 with handle 0x66de20725ed35565 from hash 00010000:00000001:0.0:1789307438.049773:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.049773:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049774:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049774:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.049776:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.049776:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049777:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.049778:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.049779:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.049780:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8224:0x0].0x0 (ffff9fbfb4a8db00) 00010000:00010000:0.0:1789307438.049781:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.049782:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.049784:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049784:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.049786:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049786:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049787:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.049789:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2fac600/0x66de20725ed35565 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8224:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b8a9 expref: 265 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.049792:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 258 00000020:00000040:0.0:1789307438.049794:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 264 00010000:00000010:0.0:1789307438.049795:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf84fe7480. 00010000:00000040:0.0:1789307438.049796:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a8db00 count: 0 00010000:00000010:0.0:1789307438.049798:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a40b80. 00010000:00000001:0.0:1789307438.049806:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.049807:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1300 00000001:00000001:0.0:1789307438.049808:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.049810:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb2493300 count: 2 00000004:00000001:0.0:1789307438.049811:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.049812:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.049813:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049814:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049815:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.049816:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049817:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.049818:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.049819:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049820:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049820:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.049821:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.049822:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9c61400 with handle 0x66de20725ed2d36e from hash 00010000:00000001:0.0:1789307438.049823:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.049824:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049824:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049825:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.049826:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.049826:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049827:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.049828:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.049828:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.049829:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f7d:0x0].0x0 (ffff9fbfb2493300) 00010000:00010000:0.0:1789307438.049830:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.049831:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.049832:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049833:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.049834:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049834:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049835:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.049837:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9c61400/0x66de20725ed2d36e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f7d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799387 expref: 264 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.049840:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 257 00000020:00000040:0.0:1789307438.049841:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 263 00010000:00000010:0.0:1789307438.049842:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ab0680. 00010000:00000040:0.0:1789307438.049843:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb2493300 count: 0 00010000:00000010:0.0:1789307438.049844:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbd614d00. 00010000:00000001:0.0:1789307438.049865:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.049868:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1301 00000001:00000001:0.0:1789307438.049880:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.049883:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4219a00 count: 2 00000004:00000001:0.0:1789307438.049885:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.049887:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.049889:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049891:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049893:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.049895:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049898:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.049900:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.049902:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049903:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049905:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.049906:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.049909:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5fc0400 with handle 0x66de20725ed32dc6 from hash 00010000:00000001:0.0:1789307438.049910:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.049912:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049913:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049913:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.049915:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.049917:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049918:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.049919:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.049921:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.049922:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8155:0x0].0x0 (ffff9fbfb4219a00) 00010000:00010000:0.0:1789307438.049924:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.049926:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.049928:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049930:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.049931:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049931:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049932:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.049935:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5fc0400/0x66de20725ed32dc6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8155:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ad57 expref: 263 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.049942:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 256 00000020:00000040:0.0:1789307438.049943:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 262 00010000:00000010:0.0:1789307438.049945:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9cc3680. 00010000:00000040:0.0:1789307438.049947:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4219a00 count: 0 00010000:00000010:0.0:1789307438.049949:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9fa44480. 00010000:00000001:0.0:1789307438.049958:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.049959:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1302 00000001:00000001:0.0:1789307438.049961:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.049964:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa3313500 count: 2 00000004:00000001:0.0:1789307438.049966:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.049967:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.049968:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049970:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.049971:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.049973:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049975:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.049976:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.049978:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049979:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049980:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.049982:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.049984:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9c61600 with handle 0x66de20725ed00e53 from hash 00010000:00000001:0.0:1789307438.049986:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.049987:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.049988:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.049989:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.049990:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.049992:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.049993:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.049994:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.049996:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.049997:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e2f:0x0].0x0 (ffff9fbfa3313500) 00010000:00010000:0.0:1789307438.050000:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.050002:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.050004:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050005:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.050006:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050007:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050008:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.050011:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9c61600/0x66de20725ed00e53 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798835 expref: 262 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.050018:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 255 00000020:00000040:0.0:1789307438.050019:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 261 00010000:00000010:0.0:1789307438.050022:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86439980. 00010000:00000040:0.0:1789307438.050024:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa3313500 count: 0 00010000:00000010:0.0:1789307438.050027:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9de2800. 00010000:00000001:0.0:1789307438.050036:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.050037:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1303 00000001:00000001:0.0:1789307438.050039:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.050041:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf8559ff00 count: 2 00000004:00000001:0.0:1789307438.050043:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.050044:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.050046:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050047:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050048:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.050050:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050053:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.050054:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.050056:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050057:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050058:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.050059:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.050062:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9fb57e00 with handle 0x66de20725ed30627 from hash 00010000:00000001:0.0:1789307438.050064:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.050065:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050066:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050067:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.050069:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.050071:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050072:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.050074:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.050075:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.050077:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8086:0x0].0x0 (ffff9fbf8559ff00) 00010000:00010000:0.0:1789307438.050080:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.050082:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.050084:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050085:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.050086:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050087:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050088:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.050091:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9fb57e00/0x66de20725ed30627 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8086:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a205 expref: 261 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.050097:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 254 00000020:00000040:0.0:1789307438.050098:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 260 00010000:00000010:0.0:1789307438.050100:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf839bec80. 00010000:00000040:0.0:1789307438.050102:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf8559ff00 count: 0 00010000:00000010:0.0:1789307438.050104:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9de0d00. 00010000:00000001:0.0:1789307438.050110:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.050112:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1304 00000001:00000001:0.0:1789307438.050113:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.050115:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbd684d00 count: 2 00000004:00000001:0.0:1789307438.050116:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.050117:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.050118:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050119:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050120:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.050121:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050122:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.050123:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.050124:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050125:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050126:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.050127:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.050129:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb52d5000 with handle 0x66de20725ed2de88 from hash 00010000:00000001:0.0:1789307438.050130:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.050131:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050131:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050132:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.050134:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.050134:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050135:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.050136:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.050137:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.050137:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fb7:0x0].0x0 (ffff9fbfbd684d00) 00010000:00010000:0.0:1789307438.050139:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.050140:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.050141:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050142:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.050142:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050143:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050143:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.050145:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb52d5000/0x66de20725ed2de88 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77996b3 expref: 260 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.050148:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 253 00000020:00000040:0.0:1789307438.050150:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 259 00010000:00000010:0.0:1789307438.050151:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ab7680. 00010000:00000040:0.0:1789307438.050152:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbd684d00 count: 0 00010000:00000010:0.0:1789307438.050154:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe8aa4c100. 00010000:00000001:0.0:1789307438.050159:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.050160:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1305 00000001:00000001:0.0:1789307438.050160:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.050162:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85350500 count: 2 00000004:00000001:0.0:1789307438.050163:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.050164:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.050165:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050166:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050167:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.050168:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050169:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.050170:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.050171:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050172:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050173:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.050173:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.050175:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb6a96200 with handle 0x66de20725ed01e2f from hash 00010000:00000001:0.0:1789307438.050176:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.050176:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050177:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050177:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.050178:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.050179:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050180:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.050180:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.050181:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.050182:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ea3:0x0].0x0 (ffff9fbf85350500) 00010000:00010000:0.0:1789307438.050183:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.050184:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.050185:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050186:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.050186:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050187:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050188:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.050189:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb6a96200/0x66de20725ed01e2f lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ea3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798b61 expref: 259 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.050192:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 252 00000020:00000040:0.0:1789307438.050193:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 258 00010000:00000010:0.0:1789307438.050194:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd617e00. 00010000:00000040:0.0:1789307438.050196:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85350500 count: 0 00010000:00000010:0.0:1789307438.050197:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf87e2d100. 00010000:00000001:0.0:1789307438.050204:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.050204:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1306 00000001:00000001:0.0:1789307438.050205:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.050208:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfc0c52200 count: 2 00000004:00000001:0.0:1789307438.050209:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.050209:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.050210:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050211:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050212:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.050213:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050214:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.050215:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.050216:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050216:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050217:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.050217:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.050219:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9fe6800 with handle 0x66de20725ed01ac4 from hash 00010000:00000001:0.0:1789307438.050220:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.050220:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050221:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050221:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.050222:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.050223:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050224:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.050224:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.050225:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.050226:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e8a:0x0].0x0 (ffff9fbfc0c52200) 00010000:00010000:0.0:1789307438.050227:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.050228:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.050229:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050230:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.050231:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050231:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050232:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.050233:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9fe6800/0x66de20725ed01ac4 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e8a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798ab2 expref: 258 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.050236:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 251 00000020:00000040:0.0:1789307438.050237:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 257 00010000:00000010:0.0:1789307438.050239:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf9f9b0d80. 00010000:00000040:0.0:1789307438.050240:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfc0c52200 count: 0 00010000:00000010:0.0:1789307438.050242:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4909c00. 00010000:00000001:0.0:1789307438.050247:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.050248:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1307 00000001:00000001:0.0:1789307438.050249:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.050251:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85da3800 count: 2 00000004:00000001:0.0:1789307438.050252:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.050253:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.050254:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050254:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050255:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.050256:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050257:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.050258:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.050259:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050260:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050261:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.050262:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.050264:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb6008600 with handle 0x66de20725ed38e6f from hash 00010000:00000001:0.0:1789307438.050265:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.050266:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050267:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050268:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.050269:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.050271:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050272:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.050273:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.050274:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.050276:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x834e:0x0].0x0 (ffff9fbf85da3800) 00010000:00010000:0.0:1789307438.050279:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.050280:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.050282:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050284:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.050285:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050286:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050287:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.050291:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb6008600/0x66de20725ed38e6f lrc: 0/0,0 mode: --/PR res: [0x200002342:0x834e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c8f5 expref: 257 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.050296:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 250 00000020:00000040:0.0:1789307438.050298:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 256 00010000:00000010:0.0:1789307438.050300:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf8fb89b80. 00010000:00000040:0.0:1789307438.050305:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85da3800 count: 0 00010000:00000010:0.0:1789307438.050308:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf831a1880. 00010000:00000001:0.0:1789307438.050316:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050317:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050318:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.050319:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1308 00000001:00000001:0.0:1789307438.050321:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.050323:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9a5bf600 count: 2 00000004:00000001:0.0:1789307438.050325:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.050327:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.050328:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050330:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050331:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.050333:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050335:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.050336:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.050338:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050339:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050340:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.050341:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.050343:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb52f4000 with handle 0x66de20725ed02aa0 from hash 00010000:00000001:0.0:1789307438.050344:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.050345:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050346:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050346:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.050348:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.050349:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050350:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.050352:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.050353:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.050355:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7efe:0x0].0x0 (ffff9fbf9a5bf600) 00010000:00010000:0.0:1789307438.050358:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.050359:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.050361:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050363:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.050364:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050365:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050366:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.050370:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb52f4000/0x66de20725ed02aa0 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7efe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798dde expref: 256 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.050376:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 249 00000020:00000040:0.0:1789307438.050378:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 255 00010000:00000010:0.0:1789307438.050380:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf90937b00. 00010000:00000040:0.0:1789307438.050383:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf9a5bf600 count: 0 00010000:00000010:0.0:1789307438.050386:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf88165f00. 00010000:00000001:0.0:1789307438.050395:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.050396:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1309 00000001:00000001:0.0:1789307438.050399:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.050401:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7d5da00 count: 2 00000004:00000001:0.0:1789307438.050403:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.050404:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.050405:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050406:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050407:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.050408:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050410:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.050411:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.050413:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050414:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050415:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.050416:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.050418:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbf6b000 with handle 0x66de20725ed366d0 from hash 00010000:00000001:0.0:1789307438.050419:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.050420:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050421:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050422:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.050423:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.050424:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050425:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.050426:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.050427:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.050428:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x827f:0x0].0x0 (ffff9fbfb7d5da00) 00010000:00010000:0.0:1789307438.050430:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.050431:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.050432:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050433:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.050434:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050434:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050435:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.050437:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbbf6b000/0x66de20725ed366d0 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x827f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bda3 expref: 255 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.050440:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 248 00000020:00000040:0.0:1789307438.050441:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 254 00010000:00000010:0.0:1789307438.050442:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb5a86280. 00010000:00000040:0.0:1789307438.050444:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7d5da00 count: 0 00010000:00000010:0.0:1789307438.050446:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf87e2d500. 00010000:00000001:0.0:1789307438.050453:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.050454:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1310 00000001:00000001:0.0:1789307438.050455:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.050457:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb490b600 count: 2 00000004:00000001:0.0:1789307438.050458:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.050459:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.050460:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050461:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050461:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.050462:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050464:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.050464:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.050465:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050466:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050467:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.050468:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.050469:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9fbad800 with handle 0x66de20725ed33f31 from hash 00010000:00000001:0.0:1789307438.050471:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.050472:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050472:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050473:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.050474:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.050474:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050475:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.050476:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.050476:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.050477:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81b0:0x0].0x0 (ffff9fbfb490b600) 00010000:00010000:0.0:1789307438.050478:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.050479:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.050480:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050481:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.050482:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050483:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050483:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.050485:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9fbad800/0x66de20725ed33f31 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b251 expref: 254 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.050488:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 247 00000020:00000040:0.0:1789307438.050489:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 253 00010000:00000010:0.0:1789307438.050490:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4393880. 00010000:00000040:0.0:1789307438.050492:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb490b600 count: 0 00010000:00000010:0.0:1789307438.050494:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf90946b80. 00010000:00000001:0.0:1789307438.050499:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.050500:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1311 00000001:00000001:0.0:1789307438.050500:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.050502:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa2ed3600 count: 2 00000004:00000001:0.0:1789307438.050503:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.050504:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.050505:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050506:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050507:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.050508:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050510:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.050511:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.050512:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050512:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050513:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.050513:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.050515:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9ad7e00 with handle 0x66de20725ed31792 from hash 00010000:00000001:0.0:1789307438.050516:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.050516:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050517:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050517:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.050518:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.050519:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050520:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.050520:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.050521:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.050522:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80e1:0x0].0x0 (ffff9fbfa2ed3600) 00010000:00010000:0.0:1789307438.050523:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.050524:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.050525:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050526:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.050526:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050527:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050528:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.050529:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9ad7e00/0x66de20725ed31792 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a6ff expref: 253 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.050532:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 246 00000020:00000040:0.0:1789307438.050533:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 252 00010000:00000010:0.0:1789307438.050534:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfa30a1080. 00010000:00000040:0.0:1789307438.050536:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa2ed3600 count: 0 00010000:00000010:0.0:1789307438.050538:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a40d00. 00010000:00000001:0.0:1789307438.050542:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.050543:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1312 00000001:00000001:0.0:1789307438.050544:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.050546:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf90a0cc00 count: 2 00000004:00000001:0.0:1789307438.050547:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.050548:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.050549:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050550:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050551:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.050552:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050553:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.050554:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.050555:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050555:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050556:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.050557:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.050558:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbf233200 with handle 0x66de20725ed69ec3 from hash 00010000:00000001:0.0:1789307438.050559:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.050560:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050560:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050561:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.050562:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.050562:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050563:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.050564:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.050564:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.050565:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8363:0x0].0x0 (ffff9fbf90a0cc00) 00010000:00010000:0.0:1789307438.050567:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:0.0:1789307438.050568:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.050569:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050569:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.050570:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050571:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050571:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.050573:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbf233200/0x66de20725ed69ec3 lrc: 0/0,0 mode: --/CR res: [0x200002342:0x8363:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a3ad8 expref: 252 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.050579:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 245 00000020:00000040:0.0:1789307438.050580:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 251 00010000:00000010:0.0:1789307438.050582:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb2633500. 00010000:00000040:0.0:1789307438.050583:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf90a0cc00 count: 0 00010000:00000010:0.0:1789307438.050584:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf85cacf80. 00010000:00000001:0.0:1789307438.050590:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050591:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050592:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.050592:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1313 00000001:00000001:0.0:1789307438.050593:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.050594:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85350e00 count: 2 00000004:00000001:0.0:1789307438.050595:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.050596:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.050597:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050598:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050599:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.050600:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050601:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.050602:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.050603:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050603:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050604:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.050605:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.050606:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9df9800 with handle 0x66de20725ed371ea from hash 00010000:00000001:0.0:1789307438.050607:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.050608:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050608:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050609:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.050610:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.050610:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050611:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.050612:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.050612:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.050613:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82b9:0x0].0x0 (ffff9fbf85350e00) 00010000:00010000:0.0:1789307438.050615:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.050616:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.050617:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050618:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.050619:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050620:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050620:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.050622:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9df9800/0x66de20725ed371ea lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82b9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c0cf expref: 251 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.050625:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 244 00000020:00000040:0.0:1789307438.050626:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 250 00010000:00000010:0.0:1789307438.050627:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf83b5fb80. 00010000:00000040:0.0:1789307438.050629:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85350e00 count: 0 00010000:00000010:0.0:1789307438.050630:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe8d0e5800. 00010000:00000001:0.0:1789307438.050634:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050634:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050635:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.050636:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1314 00000001:00000001:0.0:1789307438.050636:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.050638:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9226d900 count: 2 00000004:00000001:0.0:1789307438.050639:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.050639:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.050640:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050641:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050641:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.050642:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050644:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.050644:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.050645:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050646:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050647:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.050648:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.050649:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbb4e8000 with handle 0x66de20725ed001e2 from hash 00010000:00000001:0.0:1789307438.050650:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.050651:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050652:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050652:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.050653:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.050654:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050655:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.050656:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.050656:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.050657:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7dd4:0x0].0x0 (ffff9fbf9226d900) 00010000:00010000:0.0:1789307438.050658:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.050660:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.050661:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050661:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.050662:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050663:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050663:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.050665:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbb4e8000/0x66de20725ed001e2 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7dd4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77985b8 expref: 250 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.050668:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 243 00000020:00000040:0.0:1789307438.050669:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 249 00010000:00000010:0.0:1789307438.050670:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf89d2e800. 00010000:00000040:0.0:1789307438.050674:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf9226d900 count: 0 00010000:00000010:0.0:1789307438.050675:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8428da00. 00010000:00000001:0.0:1789307438.050680:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.050680:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1315 00000001:00000001:0.0:1789307438.050681:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.050683:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf853cbd00 count: 2 00000004:00000001:0.0:1789307438.050684:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.050684:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.050685:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050686:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050686:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.050687:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050689:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.050690:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.050692:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050693:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050694:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.050694:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.050696:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb49cf200 with handle 0x66de20725ed2eff3 from hash 00010000:00000001:0.0:1789307438.050697:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.050698:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050698:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050699:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.050700:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.050700:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050701:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.050702:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.050703:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.050704:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8012:0x0].0x0 (ffff9fbf853cbd00) 00010000:00010000:0.0:1789307438.050706:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.050707:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.050709:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050710:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.050711:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050712:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050713:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.050715:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb49cf200/0x66de20725ed2eff3 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8012:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799bad expref: 249 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.050721:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 242 00000020:00000040:0.0:1789307438.050723:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 248 00010000:00000010:0.0:1789307438.050725:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbbdad180. 00010000:00000040:0.0:1789307438.050728:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf853cbd00 count: 0 00010000:00000010:0.0:1789307438.050732:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9a4b8800. 00010000:00000001:0.0:1789307438.050743:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.050745:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1316 00000001:00000001:0.0:1789307438.050746:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.050749:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7f3f700 count: 2 00000004:00000001:0.0:1789307438.050752:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.050753:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.050754:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050755:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050756:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.050757:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050760:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.050761:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.050762:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050763:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050764:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.050764:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.050766:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9d4a200 with handle 0x66de20725ed011be from hash 00010000:00000001:0.0:1789307438.050767:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.050768:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050769:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050769:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.050771:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.050771:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050772:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.050773:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.050774:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.050775:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e48:0x0].0x0 (ffff9fbfb7f3f700) 00010000:00010000:0.0:1789307438.050776:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.050777:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.050779:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050780:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.050781:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050782:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050782:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.050784:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9d4a200/0x66de20725ed011be lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77988e4 expref: 248 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.050787:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 241 00000020:00000040:0.0:1789307438.050789:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 247 00010000:00000010:0.0:1789307438.050790:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86a5f300. 00010000:00000040:0.0:1789307438.050792:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7f3f700 count: 0 00010000:00000010:0.0:1789307438.050794:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4aa2900. 00010000:00000001:0.0:1789307438.050801:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.050802:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1317 00000001:00000001:0.0:1789307438.050803:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.050805:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf83b37200 count: 2 00000004:00000001:0.0:1789307438.050806:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.050807:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.050807:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050808:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050809:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.050810:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050811:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.050812:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.050813:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050814:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050815:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.050816:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.050817:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbd65d800 with handle 0x66de20725ed3881e from hash 00010000:00000001:0.0:1789307438.050818:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.050819:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050819:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050820:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.050821:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.050821:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050822:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.050823:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.050823:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.050824:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x832d:0x0].0x0 (ffff9fbf83b37200) 00010000:00010000:0.0:1789307438.050826:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.050827:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.050828:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050828:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.050829:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050830:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050830:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.050832:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbd65d800/0x66de20725ed3881e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x832d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c727 expref: 247 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.050838:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 240 00000020:00000040:0.0:1789307438.050840:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 246 00010000:00000010:0.0:1789307438.050841:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb7e51c80. 00010000:00000040:0.0:1789307438.050842:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf83b37200 count: 0 00010000:00000010:0.0:1789307438.050844:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf84fa8080. 00010000:00000001:0.0:1789307438.050848:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050849:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050867:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.050880:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1318 00000001:00000001:0.0:1789307438.050882:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.050885:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a3d100 count: 2 00000004:00000001:0.0:1789307438.050887:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.050889:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.050891:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050893:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050894:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.050896:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050900:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.050901:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.050903:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050904:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050905:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.050907:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.050909:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbd555000 with handle 0x66de20725ed0219a from hash 00010000:00000001:0.0:1789307438.050911:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.050912:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050913:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050914:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.050916:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.050917:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050919:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.050920:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.050921:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.050922:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ebc:0x0].0x0 (ffff9fbfb4a3d100) 00010000:00010000:0.0:1789307438.050924:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.050926:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.050927:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050928:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.050929:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050929:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050930:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.050932:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbd555000/0x66de20725ed0219a lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ebc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798c10 expref: 246 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.050936:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 239 00000020:00000040:0.0:1789307438.050937:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 245 00010000:00000010:0.0:1789307438.050939:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbf758200. 00010000:00000040:0.0:1789307438.050941:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a3d100 count: 0 00010000:00000010:0.0:1789307438.050944:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf864d2f00. 00010000:00000001:0.0:1789307438.050950:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.050952:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1319 00000001:00000001:0.0:1789307438.050953:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.050955:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa3258300 count: 2 00000004:00000001:0.0:1789307438.050957:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.050959:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.050960:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050961:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.050963:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.050964:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050966:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.050967:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.050969:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050970:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050972:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.050973:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.050975:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbeede400 with handle 0x66de20725ed3607f from hash 00010000:00000001:0.0:1789307438.050977:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.050978:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050979:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050981:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.050982:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.050984:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050986:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.050987:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.050988:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.050990:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x825e:0x0].0x0 (ffff9fbfa3258300) 00010000:00010000:0.0:1789307438.050991:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.050992:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.050993:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.050994:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.050996:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.050996:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.050997:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.050999:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbeede400/0x66de20725ed3607f lrc: 0/0,0 mode: --/PR res: [0x200002342:0x825e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bbd5 expref: 245 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.051003:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 238 00000020:00000040:0.0:1789307438.051004:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 244 00010000:00000010:0.0:1789307438.051005:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb5a86b80. 00010000:00000040:0.0:1789307438.051007:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa3258300 count: 0 00010000:00000010:0.0:1789307438.051009:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9d03c80. 00010000:00000001:0.0:1789307438.051015:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.051016:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1320 00000001:00000001:0.0:1789307438.051017:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.051018:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbbded100 count: 2 00000004:00000001:0.0:1789307438.051020:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.051020:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.051022:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051022:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051023:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.051024:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051026:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.051027:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.051028:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051028:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051030:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.051031:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.051032:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4953e00 with handle 0x66de20725ed338e0 from hash 00010000:00000001:0.0:1789307438.051034:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.051034:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051035:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051036:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.051037:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.051037:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051038:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.051039:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.051039:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.051040:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x818f:0x0].0x0 (ffff9fbfbbded100) 00010000:00010000:0.0:1789307438.051041:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.051042:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.051043:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051044:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.051045:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051045:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051046:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.051048:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4953e00/0x66de20725ed338e0 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x818f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b083 expref: 244 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.051051:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 237 00000020:00000040:0.0:1789307438.051052:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 243 00010000:00000010:0.0:1789307438.051053:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb7f31500. 00010000:00000040:0.0:1789307438.051054:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbbded100 count: 0 00010000:00000010:0.0:1789307438.051056:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf97968e80. 00010000:00000001:0.0:1789307438.051064:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.051065:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1321 00000001:00000001:0.0:1789307438.051065:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.051067:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72ac800 count: 2 00000004:00000001:0.0:1789307438.051068:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.051069:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.051070:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051071:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051072:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.051073:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051075:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.051075:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.051077:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051077:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051078:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.051079:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.051080:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0bb8600 with handle 0x66de20725ed03176 from hash 00010000:00000001:0.0:1789307438.051081:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.051082:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051082:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051083:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.051083:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.051084:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051085:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.051086:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.051086:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.051087:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f30:0x0].0x0 (ffff9fbfb72ac800) 00010000:00010000:0.0:1789307438.051088:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.051089:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.051090:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051091:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.051092:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051092:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051093:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.051095:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0bb8600/0x66de20725ed03176 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798f3c expref: 243 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.051098:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 236 00000020:00000040:0.0:1789307438.051099:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 242 00010000:00000010:0.0:1789307438.051100:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd25ae00. 00010000:00000040:0.0:1789307438.051101:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72ac800 count: 0 00010000:00000010:0.0:1789307438.051102:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb277dc80. 00010000:00000001:0.0:1789307438.051106:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.051107:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1322 00000001:00000001:0.0:1789307438.051109:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.051111:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf86479e00 count: 2 00000004:00000001:0.0:1789307438.051112:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.051113:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.051113:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051114:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051115:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.051116:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051117:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.051118:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.051119:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051120:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051120:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.051121:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.051122:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbed56e00 with handle 0x66de20725ed31141 from hash 00010000:00000001:0.0:1789307438.051123:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.051124:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051124:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051125:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.051126:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.051126:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051127:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.051128:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.051128:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.051129:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80c0:0x0].0x0 (ffff9fbf86479e00) 00010000:00010000:0.0:1789307438.051130:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.051132:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.051133:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051133:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.051134:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051135:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051135:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.051137:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbed56e00/0x66de20725ed31141 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a531 expref: 242 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.051140:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 235 00000020:00000040:0.0:1789307438.051142:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 241 00010000:00000010:0.0:1789307438.051143:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbf2c7f80. 00010000:00000040:0.0:1789307438.051144:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf86479e00 count: 0 00010000:00000010:0.0:1789307438.051147:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb2643280. 00010000:00000001:0.0:1789307438.051151:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.051152:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1323 00000001:00000001:0.0:1789307438.051153:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.051155:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf878a3e00 count: 2 00000004:00000001:0.0:1789307438.051157:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.051158:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.051159:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051159:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051160:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.051162:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051163:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.051164:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.051165:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051165:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051166:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.051167:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.051168:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9d1ec00 with handle 0x66de20725ed36b99 from hash 00010000:00000001:0.0:1789307438.051169:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.051170:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051170:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051171:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.051171:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.051172:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051173:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.051174:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.051174:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.051175:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8298:0x0].0x0 (ffff9fbf878a3e00) 00010000:00010000:0.0:1789307438.051176:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.051177:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.051178:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051179:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.051180:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051181:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051182:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.051184:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9d1ec00/0x66de20725ed36b99 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8298:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bf01 expref: 241 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.051188:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 234 00000020:00000040:0.0:1789307438.051188:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 240 00010000:00000010:0.0:1789307438.051190:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf87f9e600. 00010000:00000040:0.0:1789307438.051191:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf878a3e00 count: 0 00010000:00000010:0.0:1789307438.051192:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf92387280. 00010000:00000001:0.0:1789307438.051197:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051198:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051198:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.051199:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1324 00000001:00000001:0.0:1789307438.051200:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.051201:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85ce1400 count: 2 00000004:00000001:0.0:1789307438.051202:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.051203:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.051204:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051204:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051205:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.051206:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051207:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.051208:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.051210:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051210:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051211:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.051212:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.051213:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9608aa00 with handle 0x66de20725ecff8dc from hash 00010000:00000001:0.0:1789307438.051214:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.051215:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051216:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051216:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.051217:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.051218:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051218:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.051220:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.051220:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.051222:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7d92:0x0].0x0 (ffff9fbf85ce1400) 00010000:00010000:0.0:1789307438.051223:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.051225:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.051226:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051227:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.051228:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051228:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051229:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.051230:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9608aa00/0x66de20725ecff8dc lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7d92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77983ea expref: 240 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.051233:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 233 00000020:00000040:0.0:1789307438.051234:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 239 00010000:00000010:0.0:1789307438.051235:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbf2c7380. 00010000:00000040:0.0:1789307438.051236:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85ce1400 count: 0 00010000:00000010:0.0:1789307438.051238:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbbfac280. 00010000:00000001:0.0:1789307438.051243:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.051244:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1325 00000001:00000001:0.0:1789307438.051245:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.051247:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf88a41000 count: 2 00000004:00000001:0.0:1789307438.051248:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.051248:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.051249:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051249:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051250:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.051251:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051253:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.051253:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.051254:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051255:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051255:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.051256:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.051258:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf864eb000 with handle 0x66de20725ed2e9a2 from hash 00010000:00000001:0.0:1789307438.051260:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.051261:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051261:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051262:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.051263:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.051263:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051264:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.051265:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.051266:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.051266:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ff1:0x0].0x0 (ffff9fbf88a41000) 00010000:00010000:0.0:1789307438.051268:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.051270:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.051271:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051273:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.051274:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051274:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051275:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.051278:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf864eb000/0x66de20725ed2e9a2 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ff1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77999df expref: 239 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.051284:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 232 00000020:00000040:0.0:1789307438.051285:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 238 00010000:00000010:0.0:1789307438.051287:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf9f9b0b00. 00010000:00000040:0.0:1789307438.051290:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf88a41000 count: 0 00010000:00000010:0.0:1789307438.051292:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9a97780. 00010000:00000001:0.0:1789307438.051299:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.051301:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1326 00000001:00000001:0.0:1789307438.051302:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.051305:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf88752000 count: 2 00000004:00000001:0.0:1789307438.051307:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.051308:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.051310:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051311:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051312:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.051314:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051316:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.051318:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.051319:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051320:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051322:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.051323:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.051325:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9fbac400 with handle 0x66de20725ed343fa from hash 00010000:00000001:0.0:1789307438.051326:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.051327:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051327:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051328:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.051329:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.051330:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051331:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.051332:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.051333:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.051334:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81c9:0x0].0x0 (ffff9fbf88752000) 00010000:00010000:0.0:1789307438.051335:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.051336:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.051337:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051338:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.051339:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051340:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051340:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.051342:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9fbac400/0x66de20725ed343fa lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b3af expref: 238 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.051346:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 231 00000020:00000040:0.0:1789307438.051347:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 237 00010000:00000010:0.0:1789307438.051348:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf89d2da00. 00010000:00000040:0.0:1789307438.051353:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf88752000 count: 0 00010000:00000010:0.0:1789307438.051356:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83115900. 00010000:00000001:0.0:1789307438.051363:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.051365:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1327 00000001:00000001:0.0:1789307438.051366:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.051370:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf84d2d200 count: 2 00000004:00000001:0.0:1789307438.051372:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.051373:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.051375:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051376:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051377:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.051379:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051382:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.051383:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.051385:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051386:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051387:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.051388:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.051391:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb52fc400 with handle 0x66de20725ed02e0b from hash 00010000:00000001:0.0:1789307438.051393:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.051394:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051395:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051396:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.051398:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.051399:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051401:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.051402:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.051403:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.051405:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f17:0x0].0x0 (ffff9fbf84d2d200) 00010000:00010000:0.0:1789307438.051407:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.051408:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.051409:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051410:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.051411:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051412:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051413:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.051415:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb52fc400/0x66de20725ed02e0b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798e8d expref: 237 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.051419:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 230 00000020:00000040:0.0:1789307438.051420:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 236 00010000:00000010:0.0:1789307438.051422:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf84fe7600. 00010000:00000040:0.0:1789307438.051424:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf84d2d200 count: 0 00010000:00000010:0.0:1789307438.051426:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9a47ab00. 00010000:00000001:0.0:1789307438.051432:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.051433:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1328 00000001:00000001:0.0:1789307438.051434:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.051436:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb63f9700 count: 2 00000004:00000001:0.0:1789307438.051437:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.051438:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.051439:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051440:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051441:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.051442:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051443:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.051444:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.051445:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051446:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051447:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.051448:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.051449:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbf6a400 with handle 0x66de20725ed31c5b from hash 00010000:00000001:0.0:1789307438.051450:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.051451:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051452:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051452:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.051453:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.051454:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051455:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.051455:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.051456:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.051457:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80fa:0x0].0x0 (ffff9fbfb63f9700) 00010000:00010000:0.0:1789307438.051458:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.051459:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.051460:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051461:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.051462:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051462:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051463:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.051465:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbbf6a400/0x66de20725ed31c5b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a85d expref: 236 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.051469:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 229 00000020:00000040:0.0:1789307438.051470:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 235 00010000:00000010:0.0:1789307438.051471:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf90937700. 00010000:00000040:0.0:1789307438.051472:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb63f9700 count: 0 00010000:00000010:0.0:1789307438.051474:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf82b2ce80. 00010000:00000001:0.0:1789307438.051479:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.051480:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1329 00000001:00000001:0.0:1789307438.051480:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.051482:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbb4dcd00 count: 2 00000004:00000001:0.0:1789307438.051483:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.051484:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.051484:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051485:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051486:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.051487:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051488:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.051489:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.051491:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051491:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051492:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.051493:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.051494:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4852e00 with handle 0x66de20725ed376b3 from hash 00010000:00000001:0.0:1789307438.051495:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.051496:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051496:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051497:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.051497:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.051498:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051499:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.051500:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.051500:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.051501:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82d2:0x0].0x0 (ffff9fbfbb4dcd00) 00010000:00010000:0.0:1789307438.051502:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.051504:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.051505:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051506:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.051507:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051508:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051508:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.051510:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4852e00/0x66de20725ed376b3 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82d2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c22d expref: 235 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.051513:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 228 00000020:00000040:0.0:1789307438.051514:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 234 00010000:00000010:0.0:1789307438.051515:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf97c25280. 00010000:00000040:0.0:1789307438.051516:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbb4dcd00 count: 0 00010000:00000010:0.0:1789307438.051518:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe94431c80. 00010000:00000001:0.0:1789307438.051523:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051524:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051524:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.051525:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1330 00000001:00000001:0.0:1789307438.051526:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.051527:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbd63e300 count: 2 00000004:00000001:0.0:1789307438.051528:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.051529:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.051529:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051530:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051531:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.051532:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051533:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.051534:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.051535:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051536:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051536:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.051537:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.051539:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf85d82000 with handle 0x66de20725ecff571 from hash 00010000:00000001:0.0:1789307438.051540:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.051541:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051541:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051542:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.051543:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.051544:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051545:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.051545:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.051546:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.051547:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7d79:0x0].0x0 (ffff9fbfbd63e300) 00010000:00010000:0.0:1789307438.051548:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.051549:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.051550:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051551:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.051552:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051552:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051553:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.051555:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf85d82000/0x66de20725ecff571 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7d79:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779833b expref: 234 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.051558:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 227 00000020:00000040:0.0:1789307438.051559:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 233 00010000:00000010:0.0:1789307438.051560:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb48ceb80. 00010000:00000040:0.0:1789307438.051561:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbd63e300 count: 0 00010000:00000010:0.0:1789307438.051563:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83352100. 00010000:00000001:0.0:1789307438.051567:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.051568:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1331 00000001:00000001:0.0:1789307438.051569:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.051571:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb49f5400 count: 2 00000004:00000001:0.0:1789307438.051572:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.051572:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.051573:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051574:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051574:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.051575:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051577:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.051577:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.051578:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051579:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051580:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.051581:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.051582:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9906000 with handle 0x66de20725ed2f4bc from hash 00010000:00000001:0.0:1789307438.051583:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.051584:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051585:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051585:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.051586:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.051587:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051587:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.051588:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.051589:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.051590:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x802b:0x0].0x0 (ffff9fbfb49f5400) 00010000:00010000:0.0:1789307438.051591:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.051592:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.051593:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051593:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.051594:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051595:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051595:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.051597:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9906000/0x66de20725ed2f4bc lrc: 0/0,0 mode: --/PR res: [0x200002342:0x802b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799d0b expref: 233 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.051600:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 226 00000020:00000040:0.0:1789307438.051601:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 232 00010000:00000010:0.0:1789307438.051602:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb90f3500. 00010000:00000040:0.0:1789307438.051605:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb49f5400 count: 0 00010000:00000010:0.0:1789307438.051607:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf84fa8500. 00010000:00000001:0.0:1789307438.051614:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.051615:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1332 00000001:00000001:0.0:1789307438.051616:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.051618:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf832e3b00 count: 2 00000004:00000001:0.0:1789307438.051619:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.051619:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.051620:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051621:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051622:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.051623:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051625:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.051625:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.051626:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051627:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051628:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.051628:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.051630:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf898b8400 with handle 0x66de20725ed34f14 from hash 00010000:00000001:0.0:1789307438.051631:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.051631:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051632:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051632:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.051633:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.051634:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051635:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.051635:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.051636:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.051637:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8203:0x0].0x0 (ffff9fbf832e3b00) 00010000:00010000:0.0:1789307438.051638:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.051639:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.051640:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051641:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.051641:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051642:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051643:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.051644:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf898b8400/0x66de20725ed34f14 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8203:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b6db expref: 232 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.051647:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 225 00000020:00000040:0.0:1789307438.051648:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 231 00010000:00000010:0.0:1789307438.051649:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4a3cf00. 00010000:00000040:0.0:1789307438.051650:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf832e3b00 count: 0 00010000:00000010:0.0:1789307438.051652:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf84fe5a00. 00010000:00000001:0.0:1789307438.051659:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.051661:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1333 00000001:00000001:0.0:1789307438.051662:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.051664:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb63f9800 count: 2 00000004:00000001:0.0:1789307438.051666:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.051667:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.051669:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051670:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051671:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.051672:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051675:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.051676:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.051677:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051678:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051679:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.051681:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.051683:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbf6ba00 with handle 0x66de20725ed32775 from hash 00010000:00000001:0.0:1789307438.051685:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.051686:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051687:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051688:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.051690:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.051691:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051693:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.051694:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.051695:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.051697:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8134:0x0].0x0 (ffff9fbfb63f9800) 00010000:00010000:0.0:1789307438.051699:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.051701:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.051703:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051704:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.051706:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051707:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051708:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.051711:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbbf6ba00/0x66de20725ed32775 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8134:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ab89 expref: 231 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.051731:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 224 00000020:00000040:0.0:1789307438.051733:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 230 00010000:00000010:0.0:1789307438.051735:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf90937d80. 00010000:00000040:0.0:1789307438.051738:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb63f9800 count: 0 00010000:00000010:0.0:1789307438.051741:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe97822180. 00010000:00000001:0.0:1789307438.051749:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.051751:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1334 00000001:00000001:0.0:1789307438.051753:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.051754:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa2ed3f00 count: 2 00000004:00000001:0.0:1789307438.051756:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.051757:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.051758:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051759:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051760:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.051761:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051763:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.051763:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.051765:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051765:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051766:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.051767:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.051769:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9fb50200 with handle 0x66de20725ed0054d from hash 00010000:00000001:0.0:1789307438.051770:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.051770:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051771:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051771:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.051773:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.051773:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051774:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.051775:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.051776:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.051777:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ded:0x0].0x0 (ffff9fbfa2ed3f00) 00010000:00010000:0.0:1789307438.051778:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.051779:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.051780:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051782:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.051783:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051784:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051784:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.051787:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9fb50200/0x66de20725ed0054d lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ded:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798667 expref: 230 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.051790:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 223 00000020:00000040:0.0:1789307438.051791:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 229 00010000:00000010:0.0:1789307438.051792:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf87f7ae80. 00010000:00000040:0.0:1789307438.051794:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa2ed3f00 count: 0 00010000:00000010:0.0:1789307438.051796:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf82c08380. 00010000:00000001:0.0:1789307438.051801:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.051802:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1335 00000001:00000001:0.0:1789307438.051803:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.051805:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb48a8000 count: 2 00000004:00000001:0.0:1789307438.051807:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.051808:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.051809:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051810:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051810:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.051811:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051813:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.051814:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.051814:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051815:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051816:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.051816:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.051817:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9788be00 with handle 0x66de20725ed2ffd6 from hash 00010000:00000001:0.0:1789307438.051818:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.051819:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051820:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051820:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.051821:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.051822:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051822:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.051823:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.051824:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.051825:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8065:0x0].0x0 (ffff9fbfb48a8000) 00010000:00010000:0.0:1789307438.051827:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.051828:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.051829:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051830:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.051831:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051832:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051832:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.051834:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9788be00/0x66de20725ed2ffd6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8065:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a037 expref: 229 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.051837:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 222 00000020:00000040:0.0:1789307438.051838:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 228 00010000:00000010:0.0:1789307438.051839:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd664480. 00010000:00000040:0.0:1789307438.051840:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb48a8000 count: 0 00010000:00000010:0.0:1789307438.051842:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbd619900. 00010000:00000001:0.0:1789307438.051846:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.051847:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1336 00000001:00000001:0.0:1789307438.051849:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.051878:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a95c00 count: 2 00000004:00000001:0.0:1789307438.051881:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.051883:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.051884:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051886:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051888:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.051890:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051893:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.051895:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.051897:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051898:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051900:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.051902:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.051904:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9d3ce00 with handle 0x66de20725ed2d837 from hash 00010000:00000001:0.0:1789307438.051906:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.051908:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051910:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051911:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.051913:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.051914:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051916:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.051917:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.051918:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.051920:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f96:0x0].0x0 (ffff9fbfb4a95c00) 00010000:00010000:0.0:1789307438.051921:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.051923:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.051924:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051925:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.051926:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051927:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051927:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.051930:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9d3ce00/0x66de20725ed2d837 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f96:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77994e5 expref: 228 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.051935:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 221 00000020:00000040:0.0:1789307438.051936:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 227 00010000:00000010:0.0:1789307438.051937:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86a5f180. 00010000:00000040:0.0:1789307438.051939:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a95c00 count: 0 00010000:00000010:0.0:1789307438.051942:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83352380. 00010000:00000001:0.0:1789307438.051949:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.051951:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1337 00000001:00000001:0.0:1789307438.051952:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.051955:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf864d3a00 count: 2 00000004:00000001:0.0:1789307438.051957:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.051958:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.051959:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051960:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.051961:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.051963:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051965:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.051967:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.051969:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051971:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051972:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.051973:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.051975:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb1ad2600 with handle 0x66de20725ed01529 from hash 00010000:00000001:0.0:1789307438.051977:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.051978:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051979:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051980:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.051981:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.051983:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051984:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.051985:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.051987:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.051988:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e61:0x0].0x0 (ffff9fbf864d3a00) 00010000:00010000:0.0:1789307438.051990:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.051993:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.051994:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.051995:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.051996:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.051997:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.051997:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.052000:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb1ad2600/0x66de20725ed01529 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e61:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798993 expref: 227 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.052004:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 220 00000020:00000040:0.0:1789307438.052005:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 226 00010000:00000010:0.0:1789307438.052007:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ab7500. 00010000:00000040:0.0:1789307438.052008:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf864d3a00 count: 0 00010000:00000010:0.0:1789307438.052010:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe8609a180. 00010000:00000001:0.0:1789307438.052017:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.052018:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1338 00000001:00000001:0.0:1789307438.052019:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.052021:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a8b600 count: 2 00000004:00000001:0.0:1789307438.052022:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.052023:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.052024:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052025:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052026:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.052027:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052029:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.052030:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.052031:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052032:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052033:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.052034:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.052035:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2947400 with handle 0x66de20725ed36548 from hash 00010000:00000001:0.0:1789307438.052036:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.052037:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052037:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052038:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.052039:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.052039:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052040:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.052041:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.052042:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.052043:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8277:0x0].0x0 (ffff9fbfb4a8b600) 00010000:00010000:0.0:1789307438.052044:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.052045:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.052046:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052047:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.052048:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052048:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052049:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.052051:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2947400/0x66de20725ed36548 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8277:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bd33 expref: 226 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.052054:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 219 00000020:00000040:0.0:1789307438.052055:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 225 00010000:00000010:0.0:1789307438.052056:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbe8aa3db80. 00010000:00000040:0.0:1789307438.052058:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a8b600 count: 0 00010000:00000010:0.0:1789307438.052059:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbc7f7100. 00010000:00000001:0.0:1789307438.052065:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.052066:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1339 00000001:00000001:0.0:1789307438.052067:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.052069:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbbd78500 count: 2 00000004:00000001:0.0:1789307438.052070:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.052071:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.052072:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052072:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052073:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.052074:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052076:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.052076:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.052077:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052078:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052078:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.052079:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.052080:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf92230200 with handle 0x66de20725ed2e351 from hash 00010000:00000001:0.0:1789307438.052081:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.052082:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052083:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052083:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.052084:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.052084:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052085:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.052086:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.052087:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.052087:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fd0:0x0].0x0 (ffff9fbfbbd78500) 00010000:00010000:0.0:1789307438.052089:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.052090:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.052091:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052092:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.052092:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052093:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052094:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.052096:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf92230200/0x66de20725ed2e351 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fd0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799811 expref: 225 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.052102:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 218 00000020:00000040:0.0:1789307438.052103:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 224 00010000:00000010:0.0:1789307438.052105:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9ddde00. 00010000:00000040:0.0:1789307438.052106:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbbd78500 count: 0 00010000:00000010:0.0:1789307438.052108:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe96722a80. 00010000:00000001:0.0:1789307438.052112:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.052113:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1340 00000001:00000001:0.0:1789307438.052114:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.052115:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf84fa4c00 count: 2 00000004:00000001:0.0:1789307438.052116:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.052117:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.052118:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052119:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052119:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.052120:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052122:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.052123:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.052124:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052124:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052125:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.052126:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.052127:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb1a09c00 with handle 0x66de20725ed33da9 from hash 00010000:00000001:0.0:1789307438.052128:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.052129:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052129:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052130:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.052131:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.052131:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052132:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.052133:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.052133:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.052134:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81a8:0x0].0x0 (ffff9fbf84fa4c00) 00010000:00010000:0.0:1789307438.052135:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.052137:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.052138:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052139:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.052140:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052141:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052141:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.052143:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb1a09c00/0x66de20725ed33da9 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81a8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b1e1 expref: 224 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.052146:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 217 00000020:00000040:0.0:1789307438.052147:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 223 00010000:00000010:0.0:1789307438.052148:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbbf14780. 00010000:00000040:0.0:1789307438.052150:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf84fa4c00 count: 0 00010000:00000010:0.0:1789307438.052151:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfc0f85380. 00010000:00000001:0.0:1789307438.052155:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.052156:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1341 00000001:00000001:0.0:1789307438.052157:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.052158:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf8814a200 count: 2 00000004:00000001:0.0:1789307438.052159:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.052160:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.052161:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052161:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052162:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.052163:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052165:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.052165:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.052166:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052167:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052168:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.052168:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.052170:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf978e8800 with handle 0x66de20725ed0384c from hash 00010000:00000001:0.0:1789307438.052171:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.052172:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052172:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052173:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.052174:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.052175:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052176:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.052176:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.052177:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.052178:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f62:0x0].0x0 (ffff9fbf8814a200) 00010000:00010000:0.0:1789307438.052179:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.052180:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.052181:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052182:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.052183:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052183:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052184:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.052186:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf978e8800/0x66de20725ed0384c lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f62:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779909a expref: 223 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.052189:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 216 00000020:00000040:0.0:1789307438.052190:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 222 00010000:00000010:0.0:1789307438.052191:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb26a1080. 00010000:00000040:0.0:1789307438.052192:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf8814a200 count: 0 00010000:00000010:0.0:1789307438.052193:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb5fda580. 00010000:00000001:0.0:1789307438.052197:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052197:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052198:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.052199:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1342 00000001:00000001:0.0:1789307438.052199:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.052201:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4aa3d00 count: 2 00000004:00000001:0.0:1789307438.052202:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.052202:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.052203:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052204:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052205:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.052205:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052207:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.052207:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.052208:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052209:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052211:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.052211:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.052213:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5d2e000 with handle 0x66de20725ed02505 from hash 00010000:00000001:0.0:1789307438.052214:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.052215:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052215:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052216:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.052217:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.052217:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052218:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.052219:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.052219:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.052220:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ed5:0x0].0x0 (ffff9fbfb4aa3d00) 00010000:00010000:0.0:1789307438.052221:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.052223:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.052224:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052225:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.052225:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052226:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052226:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.052228:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5d2e000/0x66de20725ed02505 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ed5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798cbf expref: 222 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.052231:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 215 00000020:00000040:0.0:1789307438.052232:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 221 00010000:00000010:0.0:1789307438.052233:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbe89114580. 00010000:00000040:0.0:1789307438.052234:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4aa3d00 count: 0 00010000:00000010:0.0:1789307438.052236:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb2fff800. 00010000:00000001:0.0:1789307438.052241:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.052241:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1343 00000001:00000001:0.0:1789307438.052242:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.052244:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf855b4c00 count: 2 00000004:00000001:0.0:1789307438.052245:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.052245:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.052246:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052247:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052248:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.052249:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052250:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.052251:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.052252:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052253:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052253:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.052254:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.052255:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf90b05200 with handle 0x66de20725ed3160a from hash 00010000:00000001:0.0:1789307438.052256:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.052257:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052258:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052258:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.052259:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.052260:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052260:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.052261:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.052262:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.052263:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80d9:0x0].0x0 (ffff9fbf855b4c00) 00010000:00010000:0.0:1789307438.052264:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.052265:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.052267:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052268:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.052269:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052270:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052271:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.052274:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf90b05200/0x66de20725ed3160a lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a68f expref: 221 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.052279:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 214 00000020:00000040:0.0:1789307438.052280:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 220 00010000:00000010:0.0:1789307438.052281:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ad0400. 00010000:00000040:0.0:1789307438.052284:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf855b4c00 count: 0 00010000:00000010:0.0:1789307438.052287:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83f8d800. 00010000:00000001:0.0:1789307438.052297:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.052299:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1344 00000001:00000001:0.0:1789307438.052301:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.052304:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf832e3d00 count: 2 00000004:00000001:0.0:1789307438.052306:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.052307:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.052308:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052310:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052311:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.052313:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052315:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.052316:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.052318:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052319:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052320:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.052321:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.052322:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5d6ac00 with handle 0x66de20725ed69d50 from hash 00010000:00000001:0.0:1789307438.052324:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.052324:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052325:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052326:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.052327:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.052327:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052328:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.052329:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.052330:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.052331:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9fbf832e3d00) 00010000:00010000:0.0:1789307438.052333:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00000001:0.0:1789307438.052334:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.052335:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052336:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.052337:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052337:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052338:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.052340:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5d6ac00/0x66de20725ed69d50 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a3a68 expref: 220 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.052343:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 213 00000020:00000040:0.0:1789307438.052345:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 219 00010000:00000010:0.0:1789307438.052346:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9cc3600. 00010000:00000040:0.0:1789307438.052348:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf832e3d00 count: 0 00010000:00000010:0.0:1789307438.052350:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9c2c480. 00010000:00000001:0.0:1789307438.052358:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052360:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052361:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.052362:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1345 00000001:00000001:0.0:1789307438.052363:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.052366:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9a788400 count: 2 00000004:00000001:0.0:1789307438.052368:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.052370:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.052371:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052372:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052373:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.052375:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052378:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.052379:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.052380:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052381:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052383:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.052384:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.052387:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9e8d000 with handle 0x66de20725ed37062 from hash 00010000:00000001:0.0:1789307438.052389:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.052390:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052391:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052392:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.052393:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.052395:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052396:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.052397:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.052399:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.052400:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82b1:0x0].0x0 (ffff9fbf9a788400) 00010000:00010000:0.0:1789307438.052401:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.052402:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.052404:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052405:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.052406:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052407:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052408:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.052410:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9e8d000/0x66de20725ed37062 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82b1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c05f expref: 219 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.052414:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 212 00000020:00000040:0.0:1789307438.052415:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 218 00010000:00000010:0.0:1789307438.052416:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbe872bb200. 00010000:00000040:0.0:1789307438.052418:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf9a788400 count: 0 00010000:00000010:0.0:1789307438.052420:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe8d0e5f80. 00010000:00000001:0.0:1789307438.052424:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052425:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052426:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.052427:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1346 00000001:00000001:0.0:1789307438.052427:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.052429:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa2e1c500 count: 2 00000004:00000001:0.0:1789307438.052431:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.052431:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.052432:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052433:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052434:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.052435:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052437:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.052438:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.052439:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052439:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052440:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.052441:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.052443:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb966b400 with handle 0x66de20725ecfffb2 from hash 00010000:00000001:0.0:1789307438.052444:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.052444:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052445:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052445:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.052446:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.052447:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052448:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.052449:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.052450:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.052451:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7dc4:0x0].0x0 (ffff9fbfa2e1c500) 00010000:00010000:0.0:1789307438.052452:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.052453:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.052454:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052455:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.052456:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052456:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052457:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.052459:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb966b400/0x66de20725ecfffb2 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7dc4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798548 expref: 218 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.052462:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 211 00000020:00000040:0.0:1789307438.052463:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 217 00010000:00000010:0.0:1789307438.052464:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4393d00. 00010000:00000040:0.0:1789307438.052466:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa2e1c500 count: 0 00010000:00000010:0.0:1789307438.052467:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9d03380. 00010000:00000001:0.0:1789307438.052471:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.052472:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1347 00000001:00000001:0.0:1789307438.052473:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.052474:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf853cb700 count: 2 00000004:00000001:0.0:1789307438.052475:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.052476:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.052477:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052477:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052478:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.052479:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052481:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.052481:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.052482:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052483:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052483:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.052484:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.052486:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf978d4800 with handle 0x66de20725ed2ee6b from hash 00010000:00000001:0.0:1789307438.052487:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.052488:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052489:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052490:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.052490:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.052491:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052492:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.052493:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.052493:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.052494:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x800a:0x0].0x0 (ffff9fbf853cb700) 00010000:00010000:0.0:1789307438.052495:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.052497:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.052498:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052498:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.052499:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052500:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052500:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.052502:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf978d4800/0x66de20725ed2ee6b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x800a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799b3d expref: 217 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.052505:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 210 00000020:00000040:0.0:1789307438.052506:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 216 00010000:00000010:0.0:1789307438.052507:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf98a4ba00. 00010000:00000040:0.0:1789307438.052509:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf853cb700 count: 0 00010000:00000010:0.0:1789307438.052511:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbec6a74f80. 00010000:00000001:0.0:1789307438.052516:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.052517:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1348 00000001:00000001:0.0:1789307438.052518:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.052519:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf831fb900 count: 2 00000004:00000001:0.0:1789307438.052520:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.052521:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.052522:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052522:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052523:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.052524:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052526:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.052527:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.052528:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052529:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052529:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.052530:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.052531:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb6a97800 with handle 0x66de20725ed348c3 from hash 00010000:00000001:0.0:1789307438.052532:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.052533:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052534:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052534:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.052535:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.052536:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052536:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.052537:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.052538:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.052539:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81e2:0x0].0x0 (ffff9fbf831fb900) 00010000:00010000:0.0:1789307438.052540:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.052541:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.052542:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052543:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.052543:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052544:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052544:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.052546:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb6a97800/0x66de20725ed348c3 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b50d expref: 216 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.052549:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 209 00000020:00000040:0.0:1789307438.052550:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 215 00010000:00000010:0.0:1789307438.052551:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb49bb000. 00010000:00000040:0.0:1789307438.052552:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf831fb900 count: 0 00010000:00000010:0.0:1789307438.052554:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4aaf480. 00010000:00000001:0.0:1789307438.052558:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.052559:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1349 00000001:00000001:0.0:1789307438.052561:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.052562:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb49bcb00 count: 2 00000004:00000001:0.0:1789307438.052563:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.052564:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.052565:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052566:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052567:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.052568:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052569:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.052570:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.052570:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052571:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052572:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.052572:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.052574:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0bf7600 with handle 0x66de20725ed034e1 from hash 00010000:00000001:0.0:1789307438.052575:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.052575:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052576:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052576:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.052577:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.052578:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052579:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.052579:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.052580:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.052581:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f49:0x0].0x0 (ffff9fbfb49bcb00) 00010000:00010000:0.0:1789307438.052582:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.052583:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.052584:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052585:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.052586:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052586:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052587:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.052588:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0bf7600/0x66de20725ed034e1 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798feb expref: 215 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.052591:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 208 00000020:00000040:0.0:1789307438.052592:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 214 00010000:00000010:0.0:1789307438.052594:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86434800. 00010000:00000040:0.0:1789307438.052595:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb49bcb00 count: 0 00010000:00000010:0.0:1789307438.052597:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe9fd24f80. 00010000:00000001:0.0:1789307438.052602:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.052603:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1350 00000001:00000001:0.0:1789307438.052604:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.052606:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf865cf600 count: 2 00000004:00000001:0.0:1789307438.052607:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.052608:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.052609:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052610:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052610:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.052611:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052612:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.052613:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.052614:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052614:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052615:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.052616:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.052617:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb72fe400 with handle 0x66de20725ed32124 from hash 00010000:00000001:0.0:1789307438.052618:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.052619:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052619:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052620:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.052621:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.052621:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052622:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.052623:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.052624:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.052624:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8113:0x0].0x0 (ffff9fbf865cf600) 00010000:00010000:0.0:1789307438.052626:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.052627:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.052628:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052628:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.052629:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052630:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052630:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.052632:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb72fe400/0x66de20725ed32124 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8113:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a9bb expref: 214 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.052636:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 207 00000020:00000040:0.0:1789307438.052638:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 213 00010000:00000010:0.0:1789307438.052639:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4393480. 00010000:00000040:0.0:1789307438.052640:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf865cf600 count: 0 00010000:00000010:0.0:1789307438.052641:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9fa2080. 00010000:00000001:0.0:1789307438.052648:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.052649:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1351 00000001:00000001:0.0:1789307438.052650:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.052651:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a97700 count: 2 00000004:00000001:0.0:1789307438.052653:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.052654:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.052655:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052656:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052657:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.052658:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052661:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.052662:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.052664:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052665:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052666:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.052668:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.052670:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4addc00 with handle 0x66de20725ed37b7c from hash 00010000:00000001:0.0:1789307438.052672:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.052674:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052675:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052676:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.052677:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.052679:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052681:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.052682:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.052683:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.052685:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82eb:0x0].0x0 (ffff9fbfb4a97700) 00010000:00010000:0.0:1789307438.052687:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.052690:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.052692:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052693:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.052695:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052696:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052697:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.052700:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4addc00/0x66de20725ed37b7c lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82eb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c38b expref: 213 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.052707:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 206 00000020:00000040:0.0:1789307438.052709:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 212 00010000:00000010:0.0:1789307438.052711:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb3c13900. 00010000:00000040:0.0:1789307438.052714:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a97700 count: 0 00010000:00000010:0.0:1789307438.052717:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9fac3c80. 00010000:00000001:0.0:1789307438.052725:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052727:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052727:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.052729:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1352 00000001:00000001:0.0:1789307438.052731:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.052733:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9da0a00 count: 2 00000004:00000001:0.0:1789307438.052736:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.052737:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.052738:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052740:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052741:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.052743:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052745:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.052746:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.052748:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052749:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052751:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.052752:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.052755:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0c7f800 with handle 0x66de20725ecffc47 from hash 00010000:00000001:0.0:1789307438.052757:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.052758:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052759:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052761:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.052762:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.052763:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052764:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.052765:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.052766:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.052767:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7dab:0x0].0x0 (ffff9fbfb9da0a00) 00010000:00010000:0.0:1789307438.052769:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.052770:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.052771:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052772:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.052772:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052773:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052774:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.052776:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0c7f800/0x66de20725ecffc47 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7dab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798499 expref: 212 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.052779:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 205 00000020:00000040:0.0:1789307438.052780:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 211 00010000:00000010:0.0:1789307438.052781:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbf2c7a80. 00010000:00000040:0.0:1789307438.052783:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9da0a00 count: 0 00010000:00000010:0.0:1789307438.052785:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbd614c80. 00010000:00000001:0.0:1789307438.052790:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.052791:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1353 00000001:00000001:0.0:1789307438.052792:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.052794:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9d02100 count: 2 00000004:00000001:0.0:1789307438.052796:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.052797:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.052798:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052800:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052801:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.052803:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052805:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.052806:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.052807:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052808:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052810:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.052811:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.052813:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbe70400 with handle 0x66de20725ed2f985 from hash 00010000:00000001:0.0:1789307438.052815:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.052816:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052817:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052817:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.052819:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.052820:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052822:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.052823:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.052824:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.052826:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8044:0x0].0x0 (ffff9fbfb9d02100) 00010000:00010000:0.0:1789307438.052829:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.052830:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.052832:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052834:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.052835:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052836:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052837:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.052840:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbbe70400/0x66de20725ed2f985 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8044:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799e69 expref: 211 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.052847:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 204 00000020:00000040:0.0:1789307438.052849:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 210 00010000:00000010:0.0:1789307438.052880:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf866f6580. 00010000:00000040:0.0:1789307438.052884:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9d02100 count: 0 00010000:00000010:0.0:1789307438.052888:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9da1a00. 00010000:00000001:0.0:1789307438.052897:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.052899:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1354 00000001:00000001:0.0:1789307438.052900:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.052902:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a8d800 count: 2 00000004:00000001:0.0:1789307438.052905:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.052907:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.052909:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052911:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052912:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.052914:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052917:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.052918:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.052919:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052920:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052921:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.052922:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.052924:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2fada00 with handle 0x66de20725ed353dd from hash 00010000:00000001:0.0:1789307438.052925:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.052926:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052926:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052927:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.052929:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.052930:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052931:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.052932:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.052933:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.052934:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x821c:0x0].0x0 (ffff9fbfb4a8d800) 00010000:00010000:0.0:1789307438.052936:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.052937:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.052938:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052939:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.052940:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052940:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052941:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.052943:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2fada00/0x66de20725ed353dd lrc: 0/0,0 mode: --/PR res: [0x200002342:0x821c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b839 expref: 210 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.052946:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 203 00000020:00000040:0.0:1789307438.052947:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 209 00010000:00000010:0.0:1789307438.052948:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf84fe7580. 00010000:00000040:0.0:1789307438.052950:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a8d800 count: 0 00010000:00000010:0.0:1789307438.052952:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4341680. 00010000:00000001:0.0:1789307438.052959:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.052960:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1355 00000001:00000001:0.0:1789307438.052962:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.052963:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfc0c52a00 count: 2 00000004:00000001:0.0:1789307438.052965:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.052966:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.052967:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052967:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.052968:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.052970:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052971:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.052972:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.052973:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052973:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052974:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.052974:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.052976:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0bafc00 with handle 0x66de20725ed2d1e6 from hash 00010000:00000001:0.0:1789307438.052977:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.052977:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052978:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052978:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.052979:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.052980:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052981:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.052982:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.052983:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.052984:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f75:0x0].0x0 (ffff9fbfc0c52a00) 00010000:00010000:0.0:1789307438.052985:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.052986:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.052987:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.052988:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.052989:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.052990:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.052990:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.052992:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0bafc00/0x66de20725ed2d1e6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f75:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799317 expref: 209 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.052995:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 202 00000020:00000040:0.0:1789307438.052996:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 208 00010000:00000010:0.0:1789307438.052998:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb306f900. 00010000:00000040:0.0:1789307438.053000:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfc0c52a00 count: 0 00010000:00000010:0.0:1789307438.053002:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb277df00. 00010000:00000001:0.0:1789307438.053007:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.053008:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1356 00000001:00000001:0.0:1789307438.053009:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.053010:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb49b8400 count: 2 00000004:00000001:0.0:1789307438.053012:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.053013:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.053013:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053014:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053015:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.053016:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053018:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.053019:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.053019:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053020:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053020:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.053021:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.053023:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2a54200 with handle 0x66de20725ed32c3e from hash 00010000:00000001:0.0:1789307438.053023:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.053024:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053025:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053025:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.053026:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.053027:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053028:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.053028:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.053029:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.053030:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x814d:0x0].0x0 (ffff9fbfb49b8400) 00010000:00010000:0.0:1789307438.053031:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.053032:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.053033:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053034:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.053034:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053035:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053036:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.053038:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2a54200/0x66de20725ed32c3e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x814d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ace7 expref: 208 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.053042:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 201 00000020:00000040:0.0:1789307438.053042:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 207 00010000:00000010:0.0:1789307438.053044:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd63d000. 00010000:00000040:0.0:1789307438.053045:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb49b8400 count: 0 00010000:00000010:0.0:1789307438.053047:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a98480. 00010000:00000001:0.0:1789307438.053051:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.053052:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1357 00000001:00000001:0.0:1789307438.053053:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.053055:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf898ea600 count: 2 00000004:00000001:0.0:1789307438.053056:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.053056:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.053057:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053058:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053058:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.053059:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053061:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.053061:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.053062:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053063:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053064:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.053065:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.053066:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9d79800 with handle 0x66de20725ed00c23 from hash 00010000:00000001:0.0:1789307438.053067:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.053068:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053069:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053069:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.053070:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.053071:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053071:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.053072:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.053073:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.053074:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e1f:0x0].0x0 (ffff9fbf898ea600) 00010000:00010000:0.0:1789307438.053076:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.053077:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.053079:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053080:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.053081:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053081:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053082:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.053083:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9d79800/0x66de20725ed00c23 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77987c5 expref: 207 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.053087:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 200 00000020:00000040:0.0:1789307438.053087:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 206 00010000:00000010:0.0:1789307438.053089:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf83b5f780. 00010000:00000040:0.0:1789307438.053090:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf898ea600 count: 0 00010000:00000010:0.0:1789307438.053092:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a98b00. 00010000:00000001:0.0:1789307438.053099:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.053099:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1358 00000001:00000001:0.0:1789307438.053100:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.053102:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf99686900 count: 2 00000004:00000001:0.0:1789307438.053103:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.053104:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.053104:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053105:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053106:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.053107:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053108:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.053109:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.053110:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053110:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053111:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.053112:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.053113:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9194a00 with handle 0x66de20725ed3049f from hash 00010000:00000001:0.0:1789307438.053115:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.053116:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053117:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053117:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.053118:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.053119:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053120:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.053121:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.053122:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.053123:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x807e:0x0].0x0 (ffff9fbf99686900) 00010000:00010000:0.0:1789307438.053124:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.053125:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.053126:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053127:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.053128:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053128:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053129:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.053130:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9194a00/0x66de20725ed3049f lrc: 0/0,0 mode: --/PR res: [0x200002342:0x807e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a195 expref: 206 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.053134:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 199 00000020:00000040:0.0:1789307438.053135:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 205 00010000:00000010:0.0:1789307438.053136:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf839be300. 00010000:00000040:0.0:1789307438.053137:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf99686900 count: 0 00010000:00000010:0.0:1789307438.053138:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe969d1e00. 00010000:00000001:0.0:1789307438.053142:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.053143:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1359 00000001:00000001:0.0:1789307438.053144:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.053145:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbd613800 count: 2 00000004:00000001:0.0:1789307438.053147:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.053147:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.053148:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053149:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053149:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.053150:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053152:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.053152:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.053153:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053154:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053155:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.053156:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.053157:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9d3c200 with handle 0x66de20725ed2dd00 from hash 00010000:00000001:0.0:1789307438.053158:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.053159:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053160:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053160:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.053161:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.053162:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053162:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.053163:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.053164:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.053165:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7faf:0x0].0x0 (ffff9fbfbd613800) 00010000:00010000:0.0:1789307438.053166:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.053167:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.053168:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053168:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.053169:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053170:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053170:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.053172:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9d3c200/0x66de20725ed2dd00 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7faf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799643 expref: 205 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.053175:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 198 00000020:00000040:0.0:1789307438.053176:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 204 00010000:00000010:0.0:1789307438.053177:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86a5fc80. 00010000:00000040:0.0:1789307438.053178:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbd613800 count: 0 00010000:00000010:0.0:1789307438.053180:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf862b4380. 00010000:00000001:0.0:1789307438.053185:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.053185:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1360 00000001:00000001:0.0:1789307438.053186:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.053188:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf831fb800 count: 2 00000004:00000001:0.0:1789307438.053189:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.053190:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.053191:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053191:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053192:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.053193:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053195:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.053196:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.053197:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053197:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053198:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.053199:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.053200:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbe8d09e600 with handle 0x66de20725ed01bff from hash 00010000:00000001:0.0:1789307438.053201:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.053201:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053202:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053203:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.053203:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.053204:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053205:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.053205:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.053206:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.053207:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e93:0x0].0x0 (ffff9fbf831fb800) 00010000:00010000:0.0:1789307438.053208:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.053210:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.053211:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053212:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.053213:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053214:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053215:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.053218:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbe8d09e600/0x66de20725ed01bff lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e93:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798af1 expref: 204 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.053223:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 197 00000020:00000040:0.0:1789307438.053224:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 203 00010000:00000010:0.0:1789307438.053226:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4a3c900. 00010000:00000040:0.0:1789307438.053228:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf831fb800 count: 0 00010000:00000010:0.0:1789307438.053230:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb90f4580. 00010000:00000001:0.0:1789307438.053240:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053241:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053242:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.053244:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1361 00000001:00000001:0.0:1789307438.053246:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.053249:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a76900 count: 2 00000004:00000001:0.0:1789307438.053251:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.053252:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.053253:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053255:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053256:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.053258:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053260:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.053261:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.053263:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053264:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053266:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.053267:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.053269:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4a43200 with handle 0x66de20725ed008b8 from hash 00010000:00000001:0.0:1789307438.053271:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.053272:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053273:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053274:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.053276:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.053277:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053278:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.053279:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.053281:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.053282:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e06:0x0].0x0 (ffff9fbfb4a76900) 00010000:00010000:0.0:1789307438.053284:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.053286:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.053288:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053289:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.053290:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053292:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053293:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.053296:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4a43200/0x66de20725ed008b8 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e06:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798716 expref: 203 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.053308:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 196 00000020:00000040:0.0:1789307438.053310:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 202 00010000:00000010:0.0:1789307438.053312:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbcb87280. 00010000:00000040:0.0:1789307438.053315:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a76900 count: 0 00010000:00000010:0.0:1789307438.053317:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8321d900. 00010000:00000001:0.0:1789307438.053324:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.053326:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1362 00000001:00000001:0.0:1789307438.053327:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.053329:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa2e1c200 count: 2 00000004:00000001:0.0:1789307438.053330:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.053331:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.053332:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053333:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053334:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.053335:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053337:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.053338:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.053339:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053340:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053341:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.053341:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.053343:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9fe6e00 with handle 0x66de20725ed381cd from hash 00010000:00000001:0.0:1789307438.053344:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.053345:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053345:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053346:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.053347:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.053348:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053349:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.053350:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.053351:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.053352:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x830c:0x0].0x0 (ffff9fbfa2e1c200) 00010000:00010000:0.0:1789307438.053354:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.053356:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.053358:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053360:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.053361:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053362:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053362:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.053365:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9fe6e00/0x66de20725ed381cd lrc: 0/0,0 mode: --/PR res: [0x200002342:0x830c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c559 expref: 202 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.053371:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 195 00000020:00000040:0.0:1789307438.053373:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 201 00010000:00000010:0.0:1789307438.053375:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf82c7dc80. 00010000:00000040:0.0:1789307438.053378:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa2e1c200 count: 0 00010000:00000010:0.0:1789307438.053380:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfa31e0600. 00010000:00000001:0.0:1789307438.053388:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053390:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053391:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.053392:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1363 00000001:00000001:0.0:1789307438.053394:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.053396:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf83dbd800 count: 2 00000004:00000001:0.0:1789307438.053398:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.053399:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.053401:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053402:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053403:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.053404:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053406:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.053407:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.053408:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053409:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053410:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.053410:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.053412:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8937f200 with handle 0x66de20725ed01894 from hash 00010000:00000001:0.0:1789307438.053413:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.053414:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053415:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053416:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.053417:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.053418:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053419:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.053420:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.053421:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.053422:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e7a:0x0].0x0 (ffff9fbf83dbd800) 00010000:00010000:0.0:1789307438.053423:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.053424:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.053425:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053426:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.053427:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053427:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053428:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.053430:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8937f200/0x66de20725ed01894 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e7a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798a42 expref: 201 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.053433:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 194 00000020:00000040:0.0:1789307438.053434:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 200 00010000:00000010:0.0:1789307438.053435:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb90f3800. 00010000:00000040:0.0:1789307438.053439:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf83dbd800 count: 0 00010000:00000010:0.0:1789307438.053440:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe95e7f700. 00010000:00000001:0.0:1789307438.053446:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.053447:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1364 00000001:00000001:0.0:1789307438.053448:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.053450:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4abe900 count: 2 00000004:00000001:0.0:1789307438.053451:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.053452:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.053453:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053454:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053455:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.053456:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053457:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.053458:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.053459:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053459:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053461:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.053461:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.053463:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb92e9200 with handle 0x66de20725ed35a2e from hash 00010000:00000001:0.0:1789307438.053464:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.053465:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053466:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053466:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.053467:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.053468:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053468:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.053469:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.053470:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.053471:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x823d:0x0].0x0 (ffff9fbfb4abe900) 00010000:00010000:0.0:1789307438.053472:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.053473:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.053474:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053475:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.053475:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053476:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053476:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.053478:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb92e9200/0x66de20725ed35a2e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x823d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ba07 expref: 200 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.053481:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 193 00000020:00000040:0.0:1789307438.053482:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 199 00010000:00000010:0.0:1789307438.053483:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbb4ddc80. 00010000:00000040:0.0:1789307438.053484:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4abe900 count: 0 00010000:00000010:0.0:1789307438.053486:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb933c300. 00010000:00000001:0.0:1789307438.053491:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.053491:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1365 00000001:00000001:0.0:1789307438.053492:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.053494:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a82000 count: 2 00000004:00000001:0.0:1789307438.053495:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.053495:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.053496:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053497:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053498:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.053499:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053500:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.053501:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.053502:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053503:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053504:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.053504:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.053506:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbe8d09f400 with handle 0x66de20725ed3328f from hash 00010000:00000001:0.0:1789307438.053507:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.053507:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053508:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053508:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.053509:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.053510:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053511:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.053511:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.053512:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.053513:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x816e:0x0].0x0 (ffff9fbfb4a82000) 00010000:00010000:0.0:1789307438.053514:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.053515:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.053516:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053517:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.053517:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053518:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053519:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.053520:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbe8d09f400/0x66de20725ed3328f lrc: 0/0,0 mode: --/PR res: [0x200002342:0x816e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779aeb5 expref: 199 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.053525:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 192 00000020:00000040:0.0:1789307438.053527:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 198 00010000:00000010:0.0:1789307438.053528:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9f04500. 00010000:00000040:0.0:1789307438.053530:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a82000 count: 0 00010000:00000010:0.0:1789307438.053533:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4aa2680. 00010000:00000001:0.0:1789307438.053543:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.053545:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1366 00000001:00000001:0.0:1789307438.053547:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.053550:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb52f2400 count: 2 00000004:00000001:0.0:1789307438.053552:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.053553:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.053554:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053555:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053557:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.053558:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053561:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.053562:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.053563:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053564:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053566:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.053567:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.053570:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9f72600 with handle 0x66de20725ed38ce7 from hash 00010000:00000001:0.0:1789307438.053572:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.053573:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053574:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053575:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.053577:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.053578:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053580:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.053581:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.053582:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.053584:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8346:0x0].0x0 (ffff9fbfb52f2400) 00010000:00010000:0.0:1789307438.053586:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.053587:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.053589:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053590:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.053592:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053593:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053593:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.053596:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9f72600/0x66de20725ed38ce7 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8346:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c885 expref: 198 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.053600:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 191 00000020:00000040:0.0:1789307438.053602:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 197 00010000:00000010:0.0:1789307438.053603:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf978a8480. 00010000:00000040:0.0:1789307438.053607:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb52f2400 count: 0 00010000:00000010:0.0:1789307438.053610:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a8ad80. 00010000:00000001:0.0:1789307438.053618:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053619:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053620:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.053621:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1367 00000001:00000001:0.0:1789307438.053622:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.053623:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9fa6f00 count: 2 00000004:00000001:0.0:1789307438.053624:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.053625:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.053626:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053627:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053628:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.053629:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053630:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.053631:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.053632:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053633:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053633:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.053634:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.053636:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf85d85200 with handle 0x66de20725ed02870 from hash 00010000:00000001:0.0:1789307438.053637:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.053638:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053638:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053639:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.053640:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.053641:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053642:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.053642:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.053643:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.053644:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7eee:0x0].0x0 (ffff9fbfb9fa6f00) 00010000:00010000:0.0:1789307438.053645:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.053647:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.053648:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053649:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.053650:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053651:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053652:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.053654:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf85d85200/0x66de20725ed02870 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7eee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798d6e expref: 197 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.053661:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 190 00000020:00000040:0.0:1789307438.053663:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 196 00010000:00000010:0.0:1789307438.053665:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9f04380. 00010000:00000040:0.0:1789307438.053667:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9fa6f00 count: 0 00010000:00000010:0.0:1789307438.053670:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbec59c1400. 00010000:00000001:0.0:1789307438.053676:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.053678:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1368 00000001:00000001:0.0:1789307438.053680:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.053682:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72acc00 count: 2 00000004:00000001:0.0:1789307438.053684:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.053686:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.053688:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053689:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053690:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.053692:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053694:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.053696:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.053697:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053698:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053700:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.053701:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.053704:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0ee5c00 with handle 0x66de20725ed30af0 from hash 00010000:00000001:0.0:1789307438.053706:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.053707:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053708:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053709:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.053711:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.053712:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053714:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.053715:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.053716:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.053718:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x809f:0x0].0x0 (ffff9fbfb72acc00) 00010000:00010000:0.0:1789307438.053721:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.053723:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.053725:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053726:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.053727:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053729:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053730:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.053733:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0ee5c00/0x66de20725ed30af0 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x809f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a363 expref: 196 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.053741:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 189 00000020:00000040:0.0:1789307438.053743:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 195 00010000:00000010:0.0:1789307438.053745:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf85de8900. 00010000:00000040:0.0:1789307438.053748:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72acc00 count: 0 00010000:00000010:0.0:1789307438.053750:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfc0e20a00. 00010000:00000001:0.0:1789307438.053756:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.053757:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1369 00000001:00000001:0.0:1789307438.053758:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.053761:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7fafd00 count: 2 00000004:00000001:0.0:1789307438.053762:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.053763:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.053764:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053765:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053766:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.053767:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053769:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.053770:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.053771:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053772:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053773:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.053774:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.053775:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8992e000 with handle 0x66de20725ed0031d from hash 00010000:00000001:0.0:1789307438.053777:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.053778:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053779:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053779:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.053781:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.053781:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053782:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.053783:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.053784:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.053785:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ddd:0x0].0x0 (ffff9fbfb7fafd00) 00010000:00010000:0.0:1789307438.053786:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.053787:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.053788:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053790:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.053791:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053792:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053793:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.053796:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8992e000/0x66de20725ed0031d lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ddd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77985f7 expref: 195 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.053802:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 188 00000020:00000040:0.0:1789307438.053804:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 194 00010000:00000010:0.0:1789307438.053806:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf89d2e100. 00010000:00000040:0.0:1789307438.053811:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7fafd00 count: 0 00010000:00000010:0.0:1789307438.053815:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfa3c70300. 00010000:00000001:0.0:1789307438.053826:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.053828:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1370 00000001:00000001:0.0:1789307438.053829:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.053831:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb5b43c00 count: 2 00000004:00000001:0.0:1789307438.053833:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.053834:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.053836:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053837:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053838:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.053840:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053842:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.053843:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.053844:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053845:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053846:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.053847:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.053848:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0e23200 with handle 0x66de20725ed2fe4e from hash 00010000:00000001:0.0:1789307438.053864:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.053865:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053866:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053867:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.053879:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.053881:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053883:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.053884:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.053886:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.053887:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x805d:0x0].0x0 (ffff9fbfb5b43c00) 00010000:00010000:0.0:1789307438.053889:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.053891:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.053893:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053894:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.053895:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053896:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053897:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.053900:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0e23200/0x66de20725ed2fe4e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x805d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799fc7 expref: 194 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.053905:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 187 00000020:00000040:0.0:1789307438.053907:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 193 00010000:00000010:0.0:1789307438.053908:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb592c000. 00010000:00000040:0.0:1789307438.053911:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb5b43c00 count: 0 00010000:00000010:0.0:1789307438.053913:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9800e180. 00010000:00000001:0.0:1789307438.053919:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.053920:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1371 00000001:00000001:0.0:1789307438.053921:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.053924:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a95100 count: 2 00000004:00000001:0.0:1789307438.053925:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.053926:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.053928:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053929:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053930:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.053931:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053933:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.053934:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.053935:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053936:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053936:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.053937:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.053939:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbd555800 with handle 0x66de20725ed2d6af from hash 00010000:00000001:0.0:1789307438.053940:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.053941:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053942:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053942:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.053943:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.053944:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053945:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.053946:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.053946:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.053947:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f8e:0x0].0x0 (ffff9fbfb4a95100) 00010000:00010000:0.0:1789307438.053948:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.053949:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.053950:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053951:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.053952:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053953:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053954:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.053956:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbd555800/0x66de20725ed2d6af lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f8e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799475 expref: 193 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.053959:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 186 00000020:00000040:0.0:1789307438.053960:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 192 00010000:00000010:0.0:1789307438.053962:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb306f200. 00010000:00000040:0.0:1789307438.053963:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a95100 count: 0 00010000:00000010:0.0:1789307438.053965:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83352300. 00010000:00000001:0.0:1789307438.053969:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.053970:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1372 00000001:00000001:0.0:1789307438.053971:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.053972:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb5b43d00 count: 2 00000004:00000001:0.0:1789307438.053974:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.053975:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.053976:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053976:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.053977:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.053978:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053980:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.053981:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.053982:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053983:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053984:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.053985:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.053987:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9ed9800 with handle 0x66de20725ed012f9 from hash 00010000:00000001:0.0:1789307438.053989:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.053990:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.053991:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.053992:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.053993:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.053994:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.053996:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.053997:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.053998:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.054000:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e51:0x0].0x0 (ffff9fbfb5b43d00) 00010000:00010000:0.0:1789307438.054003:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.054004:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.054006:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054008:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.054009:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054010:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054011:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.054015:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9ed9800/0x66de20725ed012f9 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e51:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798923 expref: 192 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.054021:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 185 00000020:00000040:0.0:1789307438.054023:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 191 00010000:00000010:0.0:1789307438.054025:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86a5f880. 00010000:00000040:0.0:1789307438.054028:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb5b43d00 count: 0 00010000:00000010:0.0:1789307438.054030:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4aa2f80. 00010000:00000001:0.0:1789307438.054038:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.054039:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1373 00000001:00000001:0.0:1789307438.054040:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.054042:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf835c4700 count: 2 00000004:00000001:0.0:1789307438.054044:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.054045:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.054046:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054046:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054047:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.054048:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054050:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.054051:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.054052:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054053:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054054:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.054055:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.054056:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf89846a00 with handle 0x66de20725ed00f8e from hash 00010000:00000001:0.0:1789307438.054057:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.054058:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054058:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054059:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.054060:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.054061:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054062:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.054062:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.054063:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.054064:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e38:0x0].0x0 (ffff9fbf835c4700) 00010000:00010000:0.0:1789307438.054065:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.054067:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.054068:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054069:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.054070:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054070:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054071:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.054073:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf89846a00/0x66de20725ed00f8e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798874 expref: 191 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.054076:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 184 00000020:00000040:0.0:1789307438.054078:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 190 00010000:00000010:0.0:1789307438.054079:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb5a86800. 00010000:00000040:0.0:1789307438.054080:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf835c4700 count: 0 00010000:00000010:0.0:1789307438.054082:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9221e680. 00010000:00000001:0.0:1789307438.054088:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.054089:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1374 00000001:00000001:0.0:1789307438.054090:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.054092:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbe85816e00 count: 2 00000004:00000001:0.0:1789307438.054093:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.054094:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.054094:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054095:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054096:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.054097:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054098:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.054099:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.054100:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054100:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054101:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.054102:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.054103:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9214f600 with handle 0x66de20725ed38696 from hash 00010000:00000001:0.0:1789307438.054104:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.054104:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054105:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054106:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.054106:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.054108:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054109:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.054110:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.054110:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.054112:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8325:0x0].0x0 (ffff9fbe85816e00) 00010000:00010000:0.0:1789307438.054113:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.054114:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.054115:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054116:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.054117:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054117:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054118:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.054119:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9214f600/0x66de20725ed38696 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8325:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c6b7 expref: 190 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.054123:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 183 00000020:00000040:0.0:1789307438.054123:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 189 00010000:00000010:0.0:1789307438.054125:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb5948c00. 00010000:00000040:0.0:1789307438.054127:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbe85816e00 count: 0 00010000:00000010:0.0:1789307438.054129:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf921b7380. 00010000:00000001:0.0:1789307438.054134:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054134:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054135:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.054136:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1375 00000001:00000001:0.0:1789307438.054136:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.054138:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb310a000 count: 2 00000004:00000001:0.0:1789307438.054139:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.054139:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.054140:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054141:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054141:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.054142:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054144:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.054144:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.054145:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054146:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054147:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.054148:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.054149:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2bdc200 with handle 0x66de20725ed01f6a from hash 00010000:00000001:0.0:1789307438.054150:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.054151:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054152:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054152:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.054153:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.054154:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054155:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.054155:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.054156:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.054157:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7eac:0x0].0x0 (ffff9fbfb310a000) 00010000:00010000:0.0:1789307438.054158:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.054159:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.054160:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054161:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.054162:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054162:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054163:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.054164:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2bdc200/0x66de20725ed01f6a lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7eac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798ba0 expref: 189 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.054167:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 182 00000020:00000040:0.0:1789307438.054168:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 188 00010000:00000010:0.0:1789307438.054169:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbeb26cd200. 00010000:00000040:0.0:1789307438.054171:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb310a000 count: 0 00010000:00000010:0.0:1789307438.054172:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbbfa6b00. 00010000:00000001:0.0:1789307438.054177:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.054178:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1376 00000001:00000001:0.0:1789307438.054179:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.054181:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85170900 count: 2 00000004:00000001:0.0:1789307438.054182:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.054182:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.054183:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054184:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054185:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.054186:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054187:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.054188:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.054189:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054190:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054190:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.054191:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.054192:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbed96e00 with handle 0x66de20725ed35ef7 from hash 00010000:00000001:0.0:1789307438.054193:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.054194:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054195:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054195:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.054196:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.054197:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054197:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.054198:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.054199:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.054200:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8256:0x0].0x0 (ffff9fbf85170900) 00010000:00010000:0.0:1789307438.054201:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.054202:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.054203:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054204:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.054205:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054206:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054206:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.054209:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbed96e00/0x66de20725ed35ef7 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8256:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bb65 expref: 188 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.054214:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 181 00000020:00000040:0.0:1789307438.054216:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 187 00010000:00000010:0.0:1789307438.054217:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbb4dda80. 00010000:00000040:0.0:1789307438.054219:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85170900 count: 0 00010000:00000010:0.0:1789307438.054222:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbbfac900. 00010000:00000001:0.0:1789307438.054229:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.054231:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1377 00000001:00000001:0.0:1789307438.054233:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.054235:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbbdedf00 count: 2 00000004:00000001:0.0:1789307438.054237:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.054238:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.054240:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054241:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054242:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.054244:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054247:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.054248:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.054250:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054250:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054252:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.054253:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.054256:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9de7400 with handle 0x66de20725ed33758 from hash 00010000:00000001:0.0:1789307438.054257:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.054258:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054259:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054259:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.054261:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.054261:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054263:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.054263:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.054264:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.054266:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8187:0x0].0x0 (ffff9fbfbbdedf00) 00010000:00010000:0.0:1789307438.054268:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.054270:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.054272:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054273:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.054274:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054275:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054276:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.054280:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9de7400/0x66de20725ed33758 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8187:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b013 expref: 187 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.054286:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 180 00000020:00000040:0.0:1789307438.054288:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 186 00010000:00000010:0.0:1789307438.054290:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86574a00. 00010000:00000040:0.0:1789307438.054293:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbbdedf00 count: 0 00010000:00000010:0.0:1789307438.054296:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9faa9700. 00010000:00000001:0.0:1789307438.054306:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.054308:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1378 00000001:00000001:0.0:1789307438.054309:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.054312:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85cdf800 count: 2 00000004:00000001:0.0:1789307438.054314:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.054315:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.054317:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054317:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054318:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.054319:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054321:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.054322:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.054324:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054324:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054325:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.054326:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.054328:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2a32400 with handle 0x66de20725ed02f46 from hash 00010000:00000001:0.0:1789307438.054329:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.054330:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054331:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054331:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.054332:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.054333:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054334:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.054335:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.054335:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.054336:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f20:0x0].0x0 (ffff9fbf85cdf800) 00010000:00010000:0.0:1789307438.054338:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.054339:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.054340:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054341:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.054342:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054343:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054344:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.054346:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2a32400/0x66de20725ed02f46 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798ecc expref: 186 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.054350:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 179 00000020:00000040:0.0:1789307438.054352:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 185 00010000:00000010:0.0:1789307438.054354:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd25aa00. 00010000:00000040:0.0:1789307438.054356:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85cdf800 count: 0 00010000:00000010:0.0:1789307438.054359:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf90946180. 00010000:00000001:0.0:1789307438.054365:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.054367:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1379 00000001:00000001:0.0:1789307438.054368:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.054371:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb2489d00 count: 2 00000004:00000001:0.0:1789307438.054372:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.054373:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.054375:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054376:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054378:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.054379:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054382:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.054383:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.054384:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054385:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054387:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.054388:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.054390:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9c39000 with handle 0x66de20725ed30fb9 from hash 00010000:00000001:0.0:1789307438.054392:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.054393:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054395:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054395:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.054397:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.054398:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054400:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.054401:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.054402:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.054404:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80b8:0x0].0x0 (ffff9fbfb2489d00) 00010000:00010000:0.0:1789307438.054405:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.054407:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.054408:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054409:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.054410:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054411:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054411:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.054414:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9c39000/0x66de20725ed30fb9 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a4c1 expref: 185 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.054417:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 178 00000020:00000040:0.0:1789307438.054418:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 184 00010000:00000010:0.0:1789307438.054420:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9f0ad80. 00010000:00000040:0.0:1789307438.054421:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb2489d00 count: 0 00010000:00000010:0.0:1789307438.054423:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfa318a680. 00010000:00000001:0.0:1789307438.054431:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.054432:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1380 00000001:00000001:0.0:1789307438.054433:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.054436:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4ac1200 count: 2 00000004:00000001:0.0:1789307438.054437:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.054438:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.054440:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054440:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054441:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.054442:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054444:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.054445:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.054446:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054447:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054448:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.054449:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.054450:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf86341c00 with handle 0x66de20725ed36a11 from hash 00010000:00000001:0.0:1789307438.054452:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.054453:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054454:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054455:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.054456:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.054457:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054458:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.054459:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.054460:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.054461:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8290:0x0].0x0 (ffff9fbfb4ac1200) 00010000:00010000:0.0:1789307438.054462:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.054463:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.054464:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054465:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.054465:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054466:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054466:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.054468:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf86341c00/0x66de20725ed36a11 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8290:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779be91 expref: 184 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.054471:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 177 00000020:00000040:0.0:1789307438.054472:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 183 00010000:00000010:0.0:1789307438.054473:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf90ad2000. 00010000:00000040:0.0:1789307438.054477:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4ac1200 count: 0 00010000:00000010:0.0:1789307438.054479:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb93f7300. 00010000:00000001:0.0:1789307438.054485:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054485:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054486:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.054487:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1381 00000001:00000001:0.0:1789307438.054487:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.054489:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85cfec00 count: 2 00000004:00000001:0.0:1789307438.054490:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.054491:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.054492:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054492:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054493:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.054495:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054496:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.054498:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.054499:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054499:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054500:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.054501:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.054503:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbe71000 with handle 0x66de20725ecff6ac from hash 00010000:00000001:0.0:1789307438.054504:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.054505:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054505:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054506:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.054507:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.054507:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054508:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.054509:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.054509:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.054510:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7d82:0x0].0x0 (ffff9fbf85cfec00) 00010000:00010000:0.0:1789307438.054511:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.054512:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.054513:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054514:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.054515:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054515:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054516:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.054518:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbbe71000/0x66de20725ecff6ac lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7d82:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779837a expref: 183 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.054521:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 176 00000020:00000040:0.0:1789307438.054522:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 182 00010000:00000010:0.0:1789307438.054523:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf900c3180. 00010000:00000040:0.0:1789307438.054525:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85cfec00 count: 0 00010000:00000010:0.0:1789307438.054526:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf831a1580. 00010000:00000001:0.0:1789307438.054531:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.054532:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1382 00000001:00000001:0.0:1789307438.054533:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.054534:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb1a87700 count: 2 00000004:00000001:0.0:1789307438.054536:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.054537:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.054538:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054539:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054540:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.054541:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054542:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.054543:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.054544:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054544:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054545:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.054546:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.054547:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbeab73ca00 with handle 0x66de20725ed2e81a from hash 00010000:00000001:0.0:1789307438.054548:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.054548:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054549:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054550:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.054550:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.054551:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054552:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.054552:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.054553:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.054554:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fe9:0x0].0x0 (ffff9fbfb1a87700) 00010000:00010000:0.0:1789307438.054555:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.054556:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.054557:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054558:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.054559:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054559:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054560:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.054561:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbeab73ca00/0x66de20725ed2e81a lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fe9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779996f expref: 182 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.054565:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 175 00000020:00000040:0.0:1789307438.054565:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 181 00010000:00000010:0.0:1789307438.054566:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9ddd880. 00010000:00000040:0.0:1789307438.054568:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb1a87700 count: 0 00010000:00000010:0.0:1789307438.054570:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe97c9b500. 00010000:00000001:0.0:1789307438.054577:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.054578:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1383 00000001:00000001:0.0:1789307438.054579:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.054581:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf8559e900 count: 2 00000004:00000001:0.0:1789307438.054582:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.054583:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.054584:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054584:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054585:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.054586:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054588:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.054588:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.054589:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054590:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054590:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.054591:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.054592:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbe55c00 with handle 0x66de20725ed34272 from hash 00010000:00000001:0.0:1789307438.054593:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.054594:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054594:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054595:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.054596:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.054596:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054597:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.054598:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.054598:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.054599:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81c1:0x0].0x0 (ffff9fbf8559e900) 00010000:00010000:0.0:1789307438.054600:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.054601:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.054602:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054603:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.054604:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054604:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054605:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.054607:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbbe55c00/0x66de20725ed34272 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b33f expref: 181 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.054611:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 174 00000020:00000040:0.0:1789307438.054612:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 180 00010000:00000010:0.0:1789307438.054613:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9c2be00. 00010000:00000040:0.0:1789307438.054615:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf8559e900 count: 0 00010000:00000010:0.0:1789307438.054616:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbbfa6d80. 00010000:00000001:0.0:1789307438.054621:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.054621:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1384 00000001:00000001:0.0:1789307438.054622:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.054624:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf98ca6700 count: 2 00000004:00000001:0.0:1789307438.054625:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.054625:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.054626:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054627:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054627:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.054628:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054630:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.054631:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.054632:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054633:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054633:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.054634:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.054635:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbf1a5000 with handle 0x66de20725ed02bdb from hash 00010000:00000001:0.0:1789307438.054636:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.054637:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054637:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054638:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.054639:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.054639:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054640:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.054641:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.054642:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.054642:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f07:0x0].0x0 (ffff9fbf98ca6700) 00010000:00010000:0.0:1789307438.054644:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.054645:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.054646:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054647:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.054648:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054649:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054649:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.054651:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbf1a5000/0x66de20725ed02bdb lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f07:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798e1d expref: 180 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.054656:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 173 00000020:00000040:0.0:1789307438.054657:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 179 00010000:00000010:0.0:1789307438.054659:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb306fa00. 00010000:00000040:0.0:1789307438.054661:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf98ca6700 count: 0 00010000:00000010:0.0:1789307438.054664:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9fa44880. 00010000:00000001:0.0:1789307438.054669:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.054671:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1385 00000001:00000001:0.0:1789307438.054672:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.054675:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7faf000 count: 2 00000004:00000001:0.0:1789307438.054677:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.054678:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.054679:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054681:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054682:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.054684:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054686:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.054687:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.054689:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054690:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054691:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.054692:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.054695:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb52ec600 with handle 0x66de20725ed31ad3 from hash 00010000:00000001:0.0:1789307438.054697:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.054698:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054699:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054700:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.054701:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.054703:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054704:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.054706:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.054707:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.054708:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80f2:0x0].0x0 (ffff9fbfb7faf000) 00010000:00010000:0.0:1789307438.054711:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.054712:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.054714:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054715:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.054717:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054718:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054719:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.054722:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb52ec600/0x66de20725ed31ad3 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a7ed expref: 179 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.054729:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 172 00000020:00000040:0.0:1789307438.054731:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 178 00010000:00000010:0.0:1789307438.054733:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf90937c80. 00010000:00000040:0.0:1789307438.054735:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7faf000 count: 0 00010000:00000010:0.0:1789307438.054739:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf82b2c400. 00010000:00000001:0.0:1789307438.054746:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.054748:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1386 00000001:00000001:0.0:1789307438.054749:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.054751:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbb4dce00 count: 2 00000004:00000001:0.0:1789307438.054753:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.054753:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.054754:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054755:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054756:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.054757:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054759:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.054760:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.054761:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054762:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054763:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.054764:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.054765:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4853e00 with handle 0x66de20725ed3752b from hash 00010000:00000001:0.0:1789307438.054767:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.054768:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054768:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054769:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.054770:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.054771:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054772:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.054773:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.054774:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.054775:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82ca:0x0].0x0 (ffff9fbfbb4dce00) 00010000:00010000:0.0:1789307438.054776:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.054777:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.054779:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054780:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.054780:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054781:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054781:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.054783:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4853e00/0x66de20725ed3752b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c1bd expref: 178 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.054787:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 171 00000020:00000040:0.0:1789307438.054788:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 177 00010000:00000010:0.0:1789307438.054790:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf97c25d00. 00010000:00000040:0.0:1789307438.054792:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbb4dce00 count: 0 00010000:00000010:0.0:1789307438.054795:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9c28800. 00010000:00000001:0.0:1789307438.054801:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.054802:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1387 00000001:00000001:0.0:1789307438.054804:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.054807:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb49f5600 count: 2 00000004:00000001:0.0:1789307438.054809:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.054810:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.054811:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054813:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054814:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.054816:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054818:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.054819:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.054821:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054822:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054823:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.054824:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.054827:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0c7f200 with handle 0x66de20725ed2f334 from hash 00010000:00000001:0.0:1789307438.054829:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.054830:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054831:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054832:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.054833:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.054834:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054836:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.054837:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.054839:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.054840:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8023:0x0].0x0 (ffff9fbfb49f5600) 00010000:00010000:0.0:1789307438.054841:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.054842:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.054844:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054845:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.054845:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054846:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054847:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.054864:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0c7f200/0x66de20725ed2f334 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8023:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799c9b expref: 177 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.054880:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 170 00000020:00000040:0.0:1789307438.054882:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 176 00010000:00000010:0.0:1789307438.054884:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf9f9b0a00. 00010000:00000040:0.0:1789307438.054887:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb49f5600 count: 0 00010000:00000010:0.0:1789307438.054890:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9a97280. 00010000:00000001:0.0:1789307438.054897:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.054898:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1388 00000001:00000001:0.0:1789307438.054900:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.054902:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf832e3c00 count: 2 00000004:00000001:0.0:1789307438.054904:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.054905:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.054906:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054907:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054908:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.054909:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054911:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.054912:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.054913:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054914:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054915:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.054916:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.054917:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb6a97c00 with handle 0x66de20725ed34d8c from hash 00010000:00000001:0.0:1789307438.054919:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.054920:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054921:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054921:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.054922:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.054923:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054924:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.054925:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.054926:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.054927:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81fb:0x0].0x0 (ffff9fbf832e3c00) 00010000:00010000:0.0:1789307438.054929:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.054930:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.054931:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054932:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.054933:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054933:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054934:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.054936:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb6a97c00/0x66de20725ed34d8c lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b66b expref: 176 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.054939:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 169 00000020:00000040:0.0:1789307438.054940:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 175 00010000:00000010:0.0:1789307438.054941:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb49bb780. 00010000:00000040:0.0:1789307438.054943:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf832e3c00 count: 0 00010000:00000010:0.0:1789307438.054945:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf84fe5100. 00010000:00000001:0.0:1789307438.054951:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.054952:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1389 00000001:00000001:0.0:1789307438.054953:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.054955:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9da3b00 count: 2 00000004:00000001:0.0:1789307438.054956:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.054957:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.054958:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054959:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.054959:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.054960:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054962:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.054962:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.054963:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054964:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054964:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.054965:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.054966:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb29ad400 with handle 0x66de20725ed325ed from hash 00010000:00000001:0.0:1789307438.054967:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.054968:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054968:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054969:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.054970:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.054970:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054971:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.054972:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.054973:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.054974:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x812c:0x0].0x0 (ffff9fbfb9da3b00) 00010000:00010000:0.0:1789307438.054976:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.054977:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.054979:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.054980:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.054981:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.054982:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.054983:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.054986:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb29ad400/0x66de20725ed325ed lrc: 0/0,0 mode: --/PR res: [0x200002342:0x812c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ab19 expref: 175 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.054992:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 168 00000020:00000040:0.0:1789307438.054993:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 174 00010000:00000010:0.0:1789307438.054995:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9c2bb00. 00010000:00000040:0.0:1789307438.054997:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9da3b00 count: 0 00010000:00000010:0.0:1789307438.055000:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf98895a00. 00010000:00000001:0.0:1789307438.055008:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.055009:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1390 00000001:00000001:0.0:1789307438.055011:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.055015:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf97a26500 count: 2 00000004:00000001:0.0:1789307438.055017:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.055018:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.055019:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055020:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055021:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.055023:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055025:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.055026:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.055028:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055028:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055029:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.055030:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.055032:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9fe7800 with handle 0x66de20725ed38045 from hash 00010000:00000001:0.0:1789307438.055033:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.055034:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055035:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055035:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.055036:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.055037:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055038:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.055039:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.055039:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.055040:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8304:0x0].0x0 (ffff9fbf97a26500) 00010000:00010000:0.0:1789307438.055042:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.055043:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.055045:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055046:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.055047:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055047:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055048:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.055050:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9fe7800/0x66de20725ed38045 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8304:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c4e9 expref: 174 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.055054:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 167 00000020:00000040:0.0:1789307438.055055:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 173 00010000:00000010:0.0:1789307438.055056:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf82c7d380. 00010000:00000040:0.0:1789307438.055058:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf97a26500 count: 0 00010000:00000010:0.0:1789307438.055060:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf90a69380. 00010000:00000001:0.0:1789307438.055067:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055067:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055068:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.055069:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1391 00000001:00000001:0.0:1789307438.055070:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.055072:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf86479000 count: 2 00000004:00000001:0.0:1789307438.055073:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.055074:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.055074:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055075:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055076:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.055077:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055079:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.055079:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.055080:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055081:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055081:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.055082:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.055083:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbf18be00 with handle 0x66de20725ed01664 from hash 00010000:00000001:0.0:1789307438.055084:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.055085:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055086:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055087:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.055088:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.055089:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055090:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.055091:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.055091:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.055093:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e6a:0x0].0x0 (ffff9fbf86479000) 00010000:00010000:0.0:1789307438.055094:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.055095:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.055096:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055096:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.055097:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055098:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055098:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.055100:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbf18be00/0x66de20725ed01664 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e6a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77989d2 expref: 173 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.055103:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 166 00000020:00000040:0.0:1789307438.055104:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 172 00010000:00000010:0.0:1789307438.055105:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb90f3180. 00010000:00000040:0.0:1789307438.055107:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf86479000 count: 0 00010000:00000010:0.0:1789307438.055109:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf90bf2280. 00010000:00000001:0.0:1789307438.055114:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.055115:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1392 00000001:00000001:0.0:1789307438.055116:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.055117:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85ce1800 count: 2 00000004:00000001:0.0:1789307438.055118:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.055119:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.055119:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055120:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055121:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.055122:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055123:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.055124:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.055125:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055125:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055126:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.055127:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.055129:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf99660800 with handle 0x66de20725ed358a6 from hash 00010000:00000001:0.0:1789307438.055130:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.055131:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055132:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055132:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.055133:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.055134:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055134:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.055135:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.055136:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.055137:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8235:0x0].0x0 (ffff9fbf85ce1800) 00010000:00010000:0.0:1789307438.055138:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.055139:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.055140:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055141:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.055141:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055142:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055142:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.055144:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf99660800/0x66de20725ed358a6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8235:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b997 expref: 172 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.055147:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 165 00000020:00000040:0.0:1789307438.055148:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 171 00010000:00000010:0.0:1789307438.055149:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf89d2f080. 00010000:00000040:0.0:1789307438.055150:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85ce1800 count: 0 00010000:00000010:0.0:1789307438.055152:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfa3c70b80. 00010000:00000001:0.0:1789307438.055156:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.055157:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1393 00000001:00000001:0.0:1789307438.055158:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.055159:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4ac0f00 count: 2 00000004:00000001:0.0:1789307438.055160:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.055161:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.055162:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055163:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055164:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.055165:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055167:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.055168:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.055169:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055169:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055170:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.055171:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.055172:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf860bf800 with handle 0x66de20725ed33107 from hash 00010000:00000001:0.0:1789307438.055173:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.055174:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055174:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055175:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.055175:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.055176:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055177:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.055178:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.055178:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.055179:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8166:0x0].0x0 (ffff9fbfb4ac0f00) 00010000:00010000:0.0:1789307438.055180:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.055181:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.055182:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055183:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.055184:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055184:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055185:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.055186:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf860bf800/0x66de20725ed33107 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8166:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ae45 expref: 171 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.055190:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 164 00000020:00000040:0.0:1789307438.055190:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 170 00010000:00000010:0.0:1789307438.055191:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf95cc9d80. 00010000:00000040:0.0:1789307438.055193:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4ac0f00 count: 0 00010000:00000010:0.0:1789307438.055195:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9de2600. 00010000:00000001:0.0:1789307438.055202:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.055203:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1394 00000001:00000001:0.0:1789307438.055204:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.055207:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbb43b100 count: 2 00000004:00000001:0.0:1789307438.055208:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.055209:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.055211:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055212:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055213:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.055215:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055217:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.055218:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.055219:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055220:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055221:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.055223:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.055225:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9dcb600 with handle 0x66de20725ed38b5f from hash 00010000:00000001:0.0:1789307438.055227:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.055228:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055229:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055230:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.055232:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.055233:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055234:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.055236:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.055237:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.055239:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x833e:0x0].0x0 (ffff9fbfbb43b100) 00010000:00010000:0.0:1789307438.055241:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.055242:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.055245:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055246:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.055247:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055248:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055250:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.055253:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9dcb600/0x66de20725ed38b5f lrc: 0/0,0 mode: --/PR res: [0x200002342:0x833e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c815 expref: 170 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.055258:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 163 00000020:00000040:0.0:1789307438.055260:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 169 00010000:00000010:0.0:1789307438.055261:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf97c25200. 00010000:00000040:0.0:1789307438.055263:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbb43b100 count: 0 00010000:00000010:0.0:1789307438.055266:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9a47ac00. 00010000:00000001:0.0:1789307438.055273:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055274:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055275:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.055276:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1395 00000001:00000001:0.0:1789307438.055278:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.055280:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4acd500 count: 2 00000004:00000001:0.0:1789307438.055282:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.055283:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.055285:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055286:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055287:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.055289:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055292:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.055293:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.055294:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055296:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055297:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.055298:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.055301:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4b36c00 with handle 0x66de20725ed02640 from hash 00010000:00000001:0.0:1789307438.055302:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.055304:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055305:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055306:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.055307:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.055309:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055310:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.055312:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.055313:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.055314:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ede:0x0].0x0 (ffff9fbfb4acd500) 00010000:00010000:0.0:1789307438.055316:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.055317:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.055318:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055320:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.055321:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055321:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055322:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.055324:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4b36c00/0x66de20725ed02640 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ede:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798cfe expref: 169 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.055329:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 162 00000020:00000040:0.0:1789307438.055330:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 168 00010000:00000010:0.0:1789307438.055331:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb7f31d80. 00010000:00000040:0.0:1789307438.055332:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4acd500 count: 0 00010000:00000010:0.0:1789307438.055334:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf898eb400. 00010000:00000001:0.0:1789307438.055341:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.055342:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1396 00000001:00000001:0.0:1789307438.055343:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.055345:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72aba00 count: 2 00000004:00000001:0.0:1789307438.055346:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.055347:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.055348:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055349:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055351:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.055352:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055354:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.055355:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.055357:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055358:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055359:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.055360:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.055362:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5891a00 with handle 0x66de20725ed30968 from hash 00010000:00000001:0.0:1789307438.055364:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.055365:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055366:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055367:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.055369:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.055370:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055371:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.055373:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.055375:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.055376:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8097:0x0].0x0 (ffff9fbfb72aba00) 00010000:00010000:0.0:1789307438.055378:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.055380:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.055382:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055384:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.055385:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055386:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055387:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.055391:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5891a00/0x66de20725ed30968 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8097:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a2f3 expref: 168 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.055398:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 161 00000020:00000040:0.0:1789307438.055400:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 167 00010000:00000010:0.0:1789307438.055401:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf85de8100. 00010000:00000040:0.0:1789307438.055403:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72aba00 count: 0 00010000:00000010:0.0:1789307438.055406:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfc0e20200. 00010000:00000001:0.0:1789307438.055413:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.055415:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1397 00000001:00000001:0.0:1789307438.055416:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.055418:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9fbae700 count: 2 00000004:00000001:0.0:1789307438.055420:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.055421:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.055422:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055423:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055424:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.055425:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055428:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.055429:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.055431:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055432:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055434:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.055435:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.055437:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9e5b200 with handle 0x66de20725ed363c0 from hash 00010000:00000001:0.0:1789307438.055440:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.055441:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055442:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055443:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.055445:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.055446:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055448:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.055449:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.055451:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.055453:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x826f:0x0].0x0 (ffff9fbf9fbae700) 00010000:00010000:0.0:1789307438.055455:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.055457:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.055459:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055460:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.055462:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055463:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055464:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.055468:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9e5b200/0x66de20725ed363c0 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x826f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bcc3 expref: 167 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.055474:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 160 00000020:00000040:0.0:1789307438.055476:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 166 00010000:00000010:0.0:1789307438.055478:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb5a86b00. 00010000:00000040:0.0:1789307438.055480:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf9fbae700 count: 0 00010000:00000010:0.0:1789307438.055484:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf82c08b80. 00010000:00000001:0.0:1789307438.055494:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.055495:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1398 00000001:00000001:0.0:1789307438.055497:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.055499:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf8538a100 count: 2 00000004:00000001:0.0:1789307438.055501:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.055502:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.055504:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055505:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055507:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.055508:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055511:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.055513:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.055514:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055515:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055516:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.055517:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.055520:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2fd4c00 with handle 0x66de20725ed2e1c9 from hash 00010000:00000001:0.0:1789307438.055522:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.055523:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055524:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055525:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.055526:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.055528:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055529:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.055530:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.055531:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.055533:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fc8:0x0].0x0 (ffff9fbf8538a100) 00010000:00010000:0.0:1789307438.055534:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.055536:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.055537:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055539:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.055540:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055541:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055542:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.055545:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2fd4c00/0x66de20725ed2e1c9 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fc8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77997a1 expref: 166 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.055550:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 159 00000020:00000040:0.0:1789307438.055552:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 165 00010000:00000010:0.0:1789307438.055554:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf909a8a80. 00010000:00000040:0.0:1789307438.055556:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf8538a100 count: 0 00010000:00000010:0.0:1789307438.055559:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf831a1380. 00010000:00000001:0.0:1789307438.055567:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.055569:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1399 00000001:00000001:0.0:1789307438.055570:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.055573:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf8814a800 count: 2 00000004:00000001:0.0:1789307438.055575:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.055576:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.055578:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055578:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055580:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.055581:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055584:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.055585:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.055586:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055587:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055589:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.055590:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.055593:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf85d82c00 with handle 0x66de20725ed33c21 from hash 00010000:00000001:0.0:1789307438.055594:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.055595:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055596:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055597:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.055599:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.055600:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055601:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.055602:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.055604:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.055605:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81a0:0x0].0x0 (ffff9fbf8814a800) 00010000:00010000:0.0:1789307438.055607:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.055608:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.055609:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055610:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.055611:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055612:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055613:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.055615:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf85d82c00/0x66de20725ed33c21 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81a0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b171 expref: 165 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.055619:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 158 00000020:00000040:0.0:1789307438.055620:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 164 00010000:00000010:0.0:1789307438.055622:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86574f80. 00010000:00000040:0.0:1789307438.055624:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf8814a800 count: 0 00010000:00000010:0.0:1789307438.055626:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb5fdad00. 00010000:00000001:0.0:1789307438.055632:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.055634:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1400 00000001:00000001:0.0:1789307438.055635:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.055638:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbb4dc200 count: 2 00000004:00000001:0.0:1789307438.055640:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.055641:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.055642:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055643:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055644:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.055646:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055649:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.055650:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.055652:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055653:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055654:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.055655:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.055658:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9f85e00 with handle 0x66de20725ed022d5 from hash 00010000:00000001:0.0:1789307438.055660:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.055661:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055662:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055663:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.055664:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.055665:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055667:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.055668:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.055670:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.055671:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ec5:0x0].0x0 (ffff9fbfbb4dc200) 00010000:00010000:0.0:1789307438.055673:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.055675:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.055676:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055678:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.055679:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055679:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055680:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.055683:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9f85e00/0x66de20725ed022d5 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ec5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798c4f expref: 164 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.055689:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 157 00000020:00000040:0.0:1789307438.055691:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 163 00010000:00000010:0.0:1789307438.055693:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb2bf5800. 00010000:00000040:0.0:1789307438.055695:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbb4dc200 count: 0 00010000:00000010:0.0:1789307438.055699:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4aaf600. 00010000:00000001:0.0:1789307438.055707:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.055709:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1401 00000001:00000001:0.0:1789307438.055711:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.055714:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf855b4000 count: 2 00000004:00000001:0.0:1789307438.055716:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.055717:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.055718:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055719:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055721:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.055722:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055725:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.055726:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.055728:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055729:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055730:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.055732:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.055734:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbed57200 with handle 0x66de20725ed31482 from hash 00010000:00000001:0.0:1789307438.055735:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.055736:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055737:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055738:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.055740:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.055741:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055742:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.055743:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.055745:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.055746:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80d1:0x0].0x0 (ffff9fbf855b4000) 00010000:00010000:0.0:1789307438.055748:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.055750:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.055752:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055753:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.055754:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055755:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055756:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.055759:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbed57200/0x66de20725ed31482 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a61f expref: 163 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.055764:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 156 00000020:00000040:0.0:1789307438.055766:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 162 00010000:00000010:0.0:1789307438.055768:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ad0b00. 00010000:00000040:0.0:1789307438.055771:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf855b4000 count: 0 00010000:00000010:0.0:1789307438.055774:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83f8db00. 00010000:00000001:0.0:1789307438.055786:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.055787:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1402 00000001:00000001:0.0:1789307438.055789:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.055791:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72b0700 count: 2 00000004:00000001:0.0:1789307438.055794:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.055795:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.055796:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055798:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055799:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.055801:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055804:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.055805:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.055806:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055807:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055809:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.055810:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.055812:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9ec6200 with handle 0x66de20725ed36eda from hash 00010000:00000001:0.0:1789307438.055814:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.055816:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055817:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055818:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.055819:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.055821:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055823:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.055824:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.055825:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.055827:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82a9:0x0].0x0 (ffff9fbfb72b0700) 00010000:00010000:0.0:1789307438.055829:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.055831:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.055833:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055834:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.055835:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055836:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055837:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.055840:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9ec6200/0x66de20725ed36eda lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bfef expref: 162 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.055846:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 155 00000020:00000040:0.0:1789307438.055848:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 161 00010000:00000010:0.0:1789307438.055868:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf87f7b200. 00010000:00000040:0.0:1789307438.055885:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72b0700 count: 0 00010000:00000010:0.0:1789307438.055889:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe8609ad00. 00010000:00000001:0.0:1789307438.055899:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.055901:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1403 00000001:00000001:0.0:1789307438.055903:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.055905:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbee84700 count: 2 00000004:00000001:0.0:1789307438.055907:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.055908:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.055910:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055912:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055913:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.055915:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055917:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.055919:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.055921:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055922:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055923:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.055924:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.055927:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb49ce200 with handle 0x66de20725ed2ece3 from hash 00010000:00000001:0.0:1789307438.055930:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.055931:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055932:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055933:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.055935:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.055937:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055938:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.055939:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.055940:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.055942:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8002:0x0].0x0 (ffff9fbfbee84700) 00010000:00010000:0.0:1789307438.055944:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.055945:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.055947:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.055948:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.055950:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.055951:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.055952:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.055956:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb49ce200/0x66de20725ed2ece3 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8002:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799acd expref: 161 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.055962:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 154 00000020:00000040:0.0:1789307438.055965:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 160 00010000:00000010:0.0:1789307438.055967:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf98a4bc00. 00010000:00000040:0.0:1789307438.055970:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbee84700 count: 0 00010000:00000010:0.0:1789307438.055973:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9a47a980. 00010000:00000001:0.0:1789307438.055983:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.055985:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1404 00000001:00000001:0.0:1789307438.055986:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.055989:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf84fa7000 count: 2 00000004:00000001:0.0:1789307438.055991:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.055992:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.055994:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055996:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.055997:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.055999:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056002:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.056003:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.056005:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056006:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056007:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.056008:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.056011:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8626de00 with handle 0x66de20725ed3473b from hash 00010000:00000001:0.0:1789307438.056013:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.056014:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056015:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056016:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.056018:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.056019:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056021:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.056022:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.056024:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.056025:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81da:0x0].0x0 (ffff9fbf84fa7000) 00010000:00010000:0.0:1789307438.056028:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.056030:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.056032:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056034:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.056035:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056037:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056037:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.056041:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8626de00/0x66de20725ed3473b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b49d expref: 160 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.056048:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 153 00000020:00000040:0.0:1789307438.056050:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 159 00010000:00000010:0.0:1789307438.056052:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf92253f80. 00010000:00000040:0.0:1789307438.056055:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf84fa7000 count: 0 00010000:00000010:0.0:1789307438.056059:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb2fff180. 00010000:00000001:0.0:1789307438.056068:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.056070:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1405 00000001:00000001:0.0:1789307438.056072:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.056074:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72ad600 count: 2 00000004:00000001:0.0:1789307438.056076:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.056077:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.056079:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.056080:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.056081:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.056082:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056084:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.056086:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.056087:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056088:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056089:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.056091:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.056093:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf97825200 with handle 0x66de20725ed032b1 from hash 00010000:00000001:0.0:1789307438.056095:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.056097:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056098:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056099:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.056100:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.056101:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056103:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.056104:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.056105:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.056106:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f39:0x0].0x0 (ffff9fbfb72ad600) 00010000:00010000:0.0:1789307438.056108:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.056110:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.056112:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056113:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.056115:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056116:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056117:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.056120:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97825200/0x66de20725ed032b1 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798f7b expref: 159 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.056126:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 152 00000020:00000040:0.0:1789307438.056128:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 158 00010000:00000010:0.0:1789307438.056130:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfc0822d00. 00010000:00000040:0.0:1789307438.056135:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72ad600 count: 0 00010000:00000010:0.0:1789307438.056138:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb2643d00. 00010000:00000001:0.0:1789307438.056146:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.056148:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1406 00000001:00000001:0.0:1789307438.056149:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.056152:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a83500 count: 2 00000004:00000001:0.0:1789307438.056154:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.056155:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.056156:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.056157:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.056158:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.056161:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056163:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.056164:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.056166:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056167:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056168:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.056169:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.056171:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb6105000 with handle 0x66de20725ed31f9c from hash 00010000:00000001:0.0:1789307438.056172:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.056173:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056174:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056175:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.056176:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.056178:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056180:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.056181:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.056182:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.056184:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x810b:0x0].0x0 (ffff9fbfb4a83500) 00010000:00010000:0.0:1789307438.056186:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.056188:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.056189:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056190:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.056192:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056193:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056193:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.056197:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb6105000/0x66de20725ed31f9c lrc: 0/0,0 mode: --/PR res: [0x200002342:0x810b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a94b expref: 158 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.056203:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 151 00000020:00000040:0.0:1789307438.056205:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 157 00010000:00000010:0.0:1789307438.056207:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4393e80. 00010000:00000040:0.0:1789307438.056210:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a83500 count: 0 00010000:00000010:0.0:1789307438.056213:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe85aa7600. 00010000:00000001:0.0:1789307438.056222:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.056223:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1407 00000001:00000001:0.0:1789307438.056225:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.056227:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a87600 count: 2 00000004:00000001:0.0:1789307438.056229:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.056230:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.056231:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.056232:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.056233:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.056234:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056237:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.056238:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.056240:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056241:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056242:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.056243:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.056246:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf85ed7a00 with handle 0x66de20725ecffa17 from hash 00010000:00000001:0.0:1789307438.056248:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.056249:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056250:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056251:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.056253:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.056254:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056255:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.056256:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.056258:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.056259:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7d9b:0x0].0x0 (ffff9fbfb4a87600) 00010000:00010000:0.0:1789307438.056262:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.056263:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.056265:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056266:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.056268:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056269:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056270:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.056273:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf85ed7a00/0x66de20725ecffa17 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7d9b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798429 expref: 157 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.056278:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 150 00000020:00000040:0.0:1789307438.056280:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 156 00010000:00000010:0.0:1789307438.056282:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb592c480. 00010000:00000040:0.0:1789307438.056285:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a87600 count: 0 00010000:00000010:0.0:1789307438.056288:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe8aa4c900. 00010000:00000001:0.0:1789307438.056297:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.056298:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1408 00000001:00000001:0.0:1789307438.056300:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.056303:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf84faba00 count: 2 00000004:00000001:0.0:1789307438.056305:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.056306:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.056307:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.056308:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.056310:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.056311:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056313:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.056314:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.056316:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056317:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056318:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.056319:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.056321:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5d6e600 with handle 0x66de20725ed2f7fd from hash 00010000:00000001:0.0:1789307438.056323:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.056324:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056325:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056326:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.056328:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.056330:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056331:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.056332:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.056333:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.056335:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x803c:0x0].0x0 (ffff9fbf84faba00) 00010000:00010000:0.0:1789307438.056337:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.056339:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.056341:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056342:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.056344:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056345:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056346:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.056349:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5d6e600/0x66de20725ed2f7fd lrc: 0/0,0 mode: --/PR res: [0x200002342:0x803c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799df9 expref: 156 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.056355:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 149 00000020:00000040:0.0:1789307438.056357:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 155 00010000:00000010:0.0:1789307438.056359:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbb478780. 00010000:00000040:0.0:1789307438.056362:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf84faba00 count: 0 00010000:00000010:0.0:1789307438.056365:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9221e100. 00010000:00000001:0.0:1789307438.056373:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.056375:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1409 00000001:00000001:0.0:1789307438.056376:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.056379:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf865cfd00 count: 2 00000004:00000001:0.0:1789307438.056381:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.056382:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.056383:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.056385:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.056386:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.056388:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056390:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.056391:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.056393:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056394:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056396:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.056397:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.056400:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4a2ae00 with handle 0x66de20725ed009f3 from hash 00010000:00000001:0.0:1789307438.056402:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.056403:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056404:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056405:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.056407:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.056408:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056410:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.056411:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.056412:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.056414:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e0f:0x0].0x0 (ffff9fbf865cfd00) 00010000:00010000:0.0:1789307438.056416:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.056418:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.056419:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056421:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.056422:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056423:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056424:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.056428:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4a2ae00/0x66de20725ed009f3 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e0f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798755 expref: 155 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.056434:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 148 00000020:00000040:0.0:1789307438.056436:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 154 00010000:00000010:0.0:1789307438.056438:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf9206e880. 00010000:00000040:0.0:1789307438.056441:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf865cfd00 count: 0 00010000:00000010:0.0:1789307438.056444:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9de0480. 00010000:00000001:0.0:1789307438.056451:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.056453:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1410 00000001:00000001:0.0:1789307438.056455:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.056457:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a82f00 count: 2 00000004:00000001:0.0:1789307438.056460:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.056461:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.056462:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.056463:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.056465:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.056467:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056469:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.056471:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.056472:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056473:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056474:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.056475:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.056477:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2946c00 with handle 0x66de20725ed00688 from hash 00010000:00000001:0.0:1789307438.056480:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.056481:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056482:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056483:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.056484:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.056485:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056487:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.056489:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.056490:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.056491:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7df6:0x0].0x0 (ffff9fbfb4a82f00) 00010000:00010000:0.0:1789307438.056494:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.056496:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.056497:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056499:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.056500:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056501:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056502:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.056506:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2946c00/0x66de20725ed00688 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7df6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77986a6 expref: 154 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.056513:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 147 00000020:00000040:0.0:1789307438.056514:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 153 00010000:00000010:0.0:1789307438.056516:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf83f54e00. 00010000:00000040:0.0:1789307438.056519:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a82f00 count: 0 00010000:00000010:0.0:1789307438.056522:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe85b20580. 00010000:00000001:0.0:1789307438.056532:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.056534:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1411 00000001:00000001:0.0:1789307438.056535:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.056538:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbb636d00 count: 2 00000004:00000001:0.0:1789307438.056540:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.056542:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.056543:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.056544:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.056545:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.056547:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056549:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.056550:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.056552:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056553:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056554:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.056555:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.056557:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbd6c5400 with handle 0x66de20725ed029ab from hash 00010000:00000001:0.0:1789307438.056559:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.056560:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056561:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056562:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.056564:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.056565:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056566:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.056568:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.056569:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.056570:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ef7:0x0].0x0 (ffff9fbfbb636d00) 00010000:00010000:0.0:1789307438.056572:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.056574:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.056576:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056577:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.056578:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056579:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056580:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.056584:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbd6c5400/0x66de20725ed029ab lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ef7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798dad expref: 153 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.056590:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 146 00000020:00000040:0.0:1789307438.056592:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 152 00010000:00000010:0.0:1789307438.056594:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf839bea80. 00010000:00000040:0.0:1789307438.056597:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbb636d00 count: 0 00010000:00000010:0.0:1789307438.056600:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83115000. 00010000:00000001:0.0:1789307438.056607:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.056609:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1412 00000001:00000001:0.0:1789307438.056610:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.056613:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9c29b00 count: 2 00000004:00000001:0.0:1789307438.056615:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.056616:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.056618:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.056619:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.056620:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.056622:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056625:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.056626:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.056628:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056629:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056630:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.056631:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.056633:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf81515a00 with handle 0x66de20725ed3194b from hash 00010000:00000001:0.0:1789307438.056635:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.056636:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056637:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056638:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.056639:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.056641:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056642:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.056644:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.056645:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.056647:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80ea:0x0].0x0 (ffff9fbfb9c29b00) 00010000:00010000:0.0:1789307438.056649:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.056651:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.056653:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056655:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.056656:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056657:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056658:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.056662:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf81515a00/0x66de20725ed3194b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a77d expref: 152 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.056668:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 145 00000020:00000040:0.0:1789307438.056669:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 151 00010000:00000010:0.0:1789307438.056671:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfa30a1a80. 00010000:00000040:0.0:1789307438.056675:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9c29b00 count: 0 00010000:00000010:0.0:1789307438.056678:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbbfa6300. 00010000:00000001:0.0:1789307438.056685:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.056687:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1413 00000001:00000001:0.0:1789307438.056689:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.056691:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb49e1c00 count: 2 00000004:00000001:0.0:1789307438.056693:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.056694:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.056696:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.056697:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.056698:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.056700:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056702:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.056703:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.056705:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056706:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056707:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.056708:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.056710:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5815a00 with handle 0x66de20725ed2f1ac from hash 00010000:00000001:0.0:1789307438.056712:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.056713:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056715:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056716:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.056717:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.056719:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056720:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.056721:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.056722:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.056724:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x801b:0x0].0x0 (ffff9fbfb49e1c00) 00010000:00010000:0.0:1789307438.056726:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.056728:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.056730:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056732:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.056733:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056734:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056735:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.056738:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5815a00/0x66de20725ed2f1ac lrc: 0/0,0 mode: --/PR res: [0x200002342:0x801b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799c2b expref: 151 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.056744:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 144 00000020:00000040:0.0:1789307438.056746:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 150 00010000:00000010:0.0:1789307438.056748:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf89a3e700. 00010000:00000040:0.0:1789307438.056753:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb49e1c00 count: 0 00010000:00000010:0.0:1789307438.056756:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe8eda8300. 00010000:00000001:0.0:1789307438.056764:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.056765:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1414 00000001:00000001:0.0:1789307438.056767:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.056769:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf97a26a00 count: 2 00000004:00000001:0.0:1789307438.056771:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.056773:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.056774:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.056775:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.056776:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.056778:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056780:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.056781:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.056783:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056784:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056785:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.056786:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.056789:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf978d4000 with handle 0x66de20725ed03987 from hash 00010000:00000001:0.0:1789307438.056791:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.056792:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056793:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056794:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.056796:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.056797:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056799:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.056800:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.056801:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.056803:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f6b:0x0].0x0 (ffff9fbf97a26a00) 00010000:00010000:0.0:1789307438.056805:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.056806:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.056808:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056809:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.056810:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056812:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056812:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.056816:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf978d4000/0x66de20725ed03987 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f6b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77990d9 expref: 150 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.056822:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 143 00000020:00000040:0.0:1789307438.056824:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 149 00010000:00000010:0.0:1789307438.056825:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf9795de00. 00010000:00000040:0.0:1789307438.056828:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf97a26a00 count: 0 00010000:00000010:0.0:1789307438.056831:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf979a8680. 00010000:00000001:0.0:1789307438.056842:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.056844:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1415 00000001:00000001:0.0:1789307438.056845:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.056848:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbd613900 count: 2 00000004:00000001:0.0:1789307438.056898:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.056899:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.056901:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.056903:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.056904:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.056906:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056909:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.056911:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.056914:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056915:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056916:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.056918:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.056922:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb29ad200 with handle 0x66de20725ed000ed from hash 00010000:00000001:0.0:1789307438.056925:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.056926:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056927:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056928:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.056930:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.056931:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056933:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.056934:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.056936:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.056938:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7dcd:0x0].0x0 (ffff9fbfbd613900) 00010000:00010000:0.0:1789307438.056940:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.056941:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.056943:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056945:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.056946:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056947:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.056948:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.056952:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb29ad200/0x66de20725ed000ed lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7dcd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798587 expref: 149 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.056958:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 142 00000020:00000040:0.0:1789307438.056960:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 148 00010000:00000010:0.0:1789307438.056962:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb49bbc80. 00010000:00000040:0.0:1789307438.056965:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbd613900 count: 0 00010000:00000010:0.0:1789307438.056968:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9a47a880. 00010000:00000001:0.0:1789307438.056976:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.056978:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1416 00000001:00000001:0.0:1789307438.056980:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.056983:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a86a00 count: 2 00000004:00000001:0.0:1789307438.056985:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.056987:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.056988:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.056989:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.056991:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.056993:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.056995:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.056997:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.056998:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.056999:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057001:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.057002:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.057005:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf978d4400 with handle 0x66de20725ed0361c from hash 00010000:00000001:0.0:1789307438.057007:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.057008:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057009:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057010:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.057012:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.057014:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057016:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.057017:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.057018:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.057020:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f52:0x0].0x0 (ffff9fbfb4a86a00) 00010000:00010000:0.0:1789307438.057023:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.057025:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.057027:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057028:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.057030:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057031:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057032:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.057036:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf978d4400/0x66de20725ed0361c lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f52:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779902a expref: 148 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.057042:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 141 00000020:00000040:0.0:1789307438.057044:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 147 00010000:00000010:0.0:1789307438.057046:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86434000. 00010000:00000040:0.0:1789307438.057049:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a86a00 count: 0 00010000:00000010:0.0:1789307438.057052:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe9fd24900. 00010000:00000001:0.0:1789307438.057060:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.057062:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1417 00000001:00000001:0.0:1789307438.057064:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.057067:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa323e500 count: 2 00000004:00000001:0.0:1789307438.057069:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.057070:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.057071:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.057073:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.057074:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.057075:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057078:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.057079:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.057081:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057082:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057083:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.057085:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.057087:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbed57c00 with handle 0x66de20725ecffd82 from hash 00010000:00000001:0.0:1789307438.057089:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.057090:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057091:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057092:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.057093:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.057095:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057096:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.057097:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.057099:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.057100:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7db4:0x0].0x0 (ffff9fbfa323e500) 00010000:00010000:0.0:1789307438.057102:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.057104:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.057106:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057108:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.057109:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057110:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057111:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.057114:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbed57c00/0x66de20725ecffd82 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7db4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77984d8 expref: 147 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.057120:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 140 00000020:00000040:0.0:1789307438.057122:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 146 00010000:00000010:0.0:1789307438.057125:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf84faa400. 00010000:00000040:0.0:1789307438.057128:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa323e500 count: 0 00010000:00000010:0.0:1789307438.057131:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a8a500. 00010000:00000001:0.0:1789307438.057140:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.057142:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1418 00000001:00000001:0.0:1789307438.057144:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.057146:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7e59d00 count: 2 00000004:00000001:0.0:1789307438.057148:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.057150:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.057152:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.057153:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.057154:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.057156:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057158:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.057159:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.057161:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057162:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057163:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.057164:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.057166:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb483e000 with handle 0x66de20725ed379f4 from hash 00010000:00000001:0.0:1789307438.057168:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.057169:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057170:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057171:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.057173:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.057174:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057176:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.057177:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.057178:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.057180:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82e3:0x0].0x0 (ffff9fbfb7e59d00) 00010000:00010000:0.0:1789307438.057182:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.057184:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.057186:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057187:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.057188:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057189:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057190:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.057195:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb483e000/0x66de20725ed379f4 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82e3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c31b expref: 146 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.057201:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 139 00000020:00000040:0.0:1789307438.057203:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 145 00010000:00000010:0.0:1789307438.057205:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf891a4680. 00010000:00000040:0.0:1789307438.057208:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7e59d00 count: 0 00010000:00000010:0.0:1789307438.057211:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbec49ac280. 00010000:00000001:0.0:1789307438.057220:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057222:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057223:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.057224:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1419 00000001:00000001:0.0:1789307438.057225:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.057228:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfba946500 count: 2 00000004:00000001:0.0:1789307438.057230:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.057231:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.057232:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.057233:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.057235:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.057237:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057239:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.057240:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.057242:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057243:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057244:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.057245:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.057247:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9d1e800 with handle 0x66de20725ed00d5e from hash 00010000:00000001:0.0:1789307438.057249:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.057250:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057251:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057252:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.057254:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.057255:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057256:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.057258:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.057259:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.057261:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e28:0x0].0x0 (ffff9fbfba946500) 00010000:00010000:0.0:1789307438.057263:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.057264:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.057266:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057267:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.057268:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057269:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057270:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.057273:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9d1e800/0x66de20725ed00d5e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798804 expref: 145 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.057279:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 138 00000020:00000040:0.0:1789307438.057280:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 144 00010000:00000010:0.0:1789307438.057283:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf83f54480. 00010000:00000040:0.0:1789307438.057285:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfba946500 count: 0 00010000:00000010:0.0:1789307438.057287:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe85a59b80. 00010000:00000001:0.0:1789307438.057294:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.057295:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1420 00000001:00000001:0.0:1789307438.057297:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.057300:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa30d3600 count: 2 00000004:00000001:0.0:1789307438.057302:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.057303:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.057304:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.057305:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.057306:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.057307:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057310:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.057311:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.057312:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057313:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057314:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.057315:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.057318:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf80031200 with handle 0x66de20725ed35255 from hash 00010000:00000001:0.0:1789307438.057319:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.057321:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057322:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057323:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.057324:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.057326:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057327:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.057329:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.057330:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.057332:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8214:0x0].0x0 (ffff9fbfa30d3600) 00010000:00010000:0.0:1789307438.057334:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.057336:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.057337:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057339:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.057340:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057341:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057342:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.057345:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf80031200/0x66de20725ed35255 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8214:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b7c9 expref: 144 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.057351:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 137 00000020:00000040:0.0:1789307438.057353:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 143 00010000:00000010:0.0:1789307438.057355:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb2bf5080. 00010000:00000040:0.0:1789307438.057358:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa30d3600 count: 0 00010000:00000010:0.0:1789307438.057360:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4341e80. 00010000:00000001:0.0:1789307438.057370:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.057372:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1421 00000001:00000001:0.0:1789307438.057373:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.057376:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9f05800 count: 2 00000004:00000001:0.0:1789307438.057378:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.057380:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.057381:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.057382:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.057384:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.057386:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057388:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.057389:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.057391:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057392:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057393:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.057395:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.057397:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2a55800 with handle 0x66de20725ed32ab6 from hash 00010000:00000001:0.0:1789307438.057399:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.057400:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057401:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057402:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.057403:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.057404:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057406:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.057407:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.057408:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.057410:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8145:0x0].0x0 (ffff9fbfb9f05800) 00010000:00010000:0.0:1789307438.057412:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.057414:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.057416:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057417:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.057418:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057419:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057420:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.057424:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2a55800/0x66de20725ed32ab6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8145:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ac77 expref: 143 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.057429:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 136 00000020:00000040:0.0:1789307438.057430:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 142 00010000:00000010:0.0:1789307438.057432:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf83b72980. 00010000:00000040:0.0:1789307438.057435:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9f05800 count: 0 00010000:00000010:0.0:1789307438.057437:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9f06080. 00010000:00000001:0.0:1789307438.057450:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.057451:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1422 00000001:00000001:0.0:1789307438.057453:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.057456:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4abf200 count: 2 00000004:00000001:0.0:1789307438.057458:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.057459:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.057461:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.057462:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.057464:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.057465:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057468:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.057469:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.057471:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057472:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057473:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.057474:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.057476:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9a82000 with handle 0x66de20725ed3850e from hash 00010000:00000001:0.0:1789307438.057478:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.057479:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057480:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057481:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.057482:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.057484:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057485:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.057486:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.057488:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.057489:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x831d:0x0].0x0 (ffff9fbfb4abf200) 00010000:00010000:0.0:1789307438.057491:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.057493:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.057494:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057496:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.057497:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057498:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057499:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.057502:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9a82000/0x66de20725ed3850e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x831d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c647 expref: 142 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.057508:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 135 00000020:00000040:0.0:1789307438.057509:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 141 00010000:00000010:0.0:1789307438.057511:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb5948c80. 00010000:00000040:0.0:1789307438.057515:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4abf200 count: 0 00010000:00000010:0.0:1789307438.057517:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf921b7180. 00010000:00000001:0.0:1789307438.057526:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057528:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057528:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.057530:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1423 00000001:00000001:0.0:1789307438.057531:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.057534:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85350a00 count: 2 00000004:00000001:0.0:1789307438.057536:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.057537:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.057538:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.057539:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.057541:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.057542:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057544:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.057545:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.057547:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057548:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057549:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.057551:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.057553:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4b42000 with handle 0x66de20725ed01d3a from hash 00010000:00000001:0.0:1789307438.057555:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.057556:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057557:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057557:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.057559:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.057560:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057562:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.057563:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.057564:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.057566:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e9c:0x0].0x0 (ffff9fbf85350a00) 00010000:00010000:0.0:1789307438.057568:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.057570:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.057571:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057573:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.057574:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057575:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057576:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.057580:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4b42000/0x66de20725ed01d3a lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e9c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798b30 expref: 141 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.057591:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 134 00000020:00000040:0.0:1789307438.057592:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 140 00010000:00000010:0.0:1789307438.057594:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf89a89480. 00010000:00000040:0.0:1789307438.057597:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85350a00 count: 0 00010000:00000010:0.0:1789307438.057600:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe94431400. 00010000:00000001:0.0:1789307438.057609:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057610:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057611:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.057613:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1424 00000001:00000001:0.0:1789307438.057614:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.057617:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf83be2500 count: 2 00000004:00000001:0.0:1789307438.057619:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.057620:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.057621:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.057622:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.057624:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.057625:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057628:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.057629:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.057630:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057631:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057633:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.057634:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.057636:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf862f8200 with handle 0x66de20725ecee2a3 from hash 00010000:00000001:0.0:1789307438.057638:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.057639:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057640:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057641:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.057643:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.057644:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057646:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.057647:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.057648:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.057650:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b10:0x1:0x0].0x0 (ffff9fbf83be2500) 00010000:00010000:0.0:1789307438.057652:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00000001:0.0:1789307438.057654:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.057656:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057657:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.057658:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057659:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057660:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.057663:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf862f8200/0x66de20725ecee2a3 lrc: 0/0,0 mode: --/PR res: [0x200002b10:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7794c3e expref: 140 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.057670:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 133 00000020:00000040:0.0:1789307438.057672:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 139 00010000:00000010:0.0:1789307438.057674:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf87f9ea80. 00010000:00000040:0.0:1789307438.057676:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf83be2500 count: 0 00010000:00000010:0.0:1789307438.057679:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe85aa7c80. 00010000:00000001:0.0:1789307438.057686:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.057688:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1425 00000001:00000001:0.0:1789307438.057689:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.057692:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb52f0300 count: 2 00000004:00000001:0.0:1789307438.057694:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.057695:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.057697:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.057698:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.057699:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.057701:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057703:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.057704:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.057706:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057707:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057709:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.057710:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.057712:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9305e00 with handle 0x66de20725ed30317 from hash 00010000:00000001:0.0:1789307438.057714:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.057715:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057716:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057717:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.057718:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.057720:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057721:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.057722:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.057724:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.057725:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8076:0x0].0x0 (ffff9fbfb52f0300) 00010000:00010000:0.0:1789307438.057728:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.057729:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.057731:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057732:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.057733:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057735:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057735:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.057739:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9305e00/0x66de20725ed30317 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8076:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a125 expref: 139 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.057745:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 132 00000020:00000040:0.0:1789307438.057746:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 138 00010000:00000010:0.0:1789307438.057749:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf83b72b00. 00010000:00000040:0.0:1789307438.057751:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb52f0300 count: 0 00010000:00000010:0.0:1789307438.057753:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf89a81900. 00010000:00000001:0.0:1789307438.057762:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.057763:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1426 00000001:00000001:0.0:1789307438.057765:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.057768:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf835bb100 count: 2 00000004:00000001:0.0:1789307438.057769:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.057771:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.057772:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.057773:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.057774:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.057776:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057779:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.057780:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.057781:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057782:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057783:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.057785:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.057787:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb52da400 with handle 0x66de20725ed35d6f from hash 00010000:00000001:0.0:1789307438.057789:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.057790:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057791:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057792:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.057794:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.057795:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057797:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.057798:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.057799:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.057801:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x824e:0x0].0x0 (ffff9fbf835bb100) 00010000:00010000:0.0:1789307438.057803:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.057804:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.057806:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.057808:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.057809:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.057810:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.057811:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.057814:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb52da400/0x66de20725ed35d6f lrc: 0/0,0 mode: --/PR res: [0x200002342:0x824e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779baf5 expref: 138 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.057821:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 131 00000020:00000040:0.0:1789307438.057823:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 137 00010000:00000010:0.0:1789307438.057824:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb58a6d00. 00010000:00000040:0.0:1789307438.057830:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf835bb100 count: 0 00010000:00000010:0.0:1789307438.057833:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9c2e180. 00010000:00000001:0.0:1789307438.057842:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.057844:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1427 00000001:00000001:0.0:1789307438.057845:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.057848:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa3c23500 count: 2 00010000:00000010:0.1:1789307438.057886:0:120440:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf87e2ce00. 00010000:00000010:0.1:1789307438.057895:0:120440:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2818000. 00010000:00000010:0.1:1789307438.057918:0:120440:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf920bcb00. 00010000:00000010:0.1:1789307438.057924:0:120440:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9c38000. 00010000:00000010:0.1:1789307438.057932:0:120440:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac1300. 00010000:00000010:0.1:1789307438.057939:0:120440:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d1fc00. 00010000:00000010:0.1:1789307438.057957:0:120440:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52f0d00. 00010000:00000010:0.1:1789307438.057961:0:120440:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbe54a00. 00010000:00000010:0.1:1789307438.057967:0:120440:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a94200. 00010000:00000010:0.1:1789307438.057972:0:120440:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9608a400. 00010000:00000010:0.1:1789307438.057977:0:120440:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac2600. 00010000:00000010:0.1:1789307438.057984:0:120440:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf864fd600. 00000004:00000001:0.0:1789307438.057990:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.057992:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.057993:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.057995:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.057997:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.057999:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058002:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.058003:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.058006:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058007:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058008:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.058010:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.058013:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf862f8800 with handle 0x66de20725ed2db78 from hash 00010000:00000001:0.0:1789307438.058015:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.058017:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058018:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058019:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.058022:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.058023:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058025:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.058026:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.058028:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.058029:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fa7:0x0].0x0 (ffff9fbfa3c23500) 00010000:00010000:0.0:1789307438.058032:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.058034:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.058036:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058037:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.058039:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058040:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058041:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.058045:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf862f8800/0x66de20725ed2db78 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fa7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77995d3 expref: 137 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.058052:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 130 00000020:00000040:0.0:1789307438.058055:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 136 00010000:00000010:0.0:1789307438.058057:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9d01b80. 00010000:00000040:0.0:1789307438.058060:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa3c23500 count: 0 00010000:00000010:0.0:1789307438.058063:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe859ea380. 00010000:00000001:0.0:1789307438.058069:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.058071:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1428 00000001:00000001:0.0:1789307438.058072:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.058075:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf98b3f600 count: 2 00000004:00000001:0.0:1789307438.058077:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.058078:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.058080:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.058081:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.058083:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.058084:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058087:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.058088:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.058090:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058091:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058092:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.058093:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.058096:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb1a75000 with handle 0x66de20725ed335d0 from hash 00010000:00000001:0.0:1789307438.058098:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.058099:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058100:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058102:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.058103:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.058104:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058106:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.058107:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.058109:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.058110:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x817f:0x0].0x0 (ffff9fbf98b3f600) 00010000:00010000:0.0:1789307438.058113:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.058114:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.058117:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058118:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.058119:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058120:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058121:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.058125:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb1a75000/0x66de20725ed335d0 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x817f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779afa3 expref: 136 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.058131:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 129 00000020:00000040:0.0:1789307438.058133:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 135 00010000:00000010:0.0:1789307438.058135:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86574f00. 00010000:00000040:0.0:1789307438.058137:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf98b3f600 count: 0 00010000:00000010:0.0:1789307438.058141:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4118600. 00010000:00000001:0.0:1789307438.058149:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.058151:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1429 00000001:00000001:0.0:1789307438.058152:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.058155:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4ac3700 count: 2 00000004:00000001:0.0:1789307438.058157:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.058158:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.058159:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.058160:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.058161:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.058163:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058166:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.058167:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.058169:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058170:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058171:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.058172:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.058174:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb6008000 with handle 0x66de20725ed39028 from hash 00010000:00000001:0.0:1789307438.058176:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.058177:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058178:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058179:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.058181:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.058182:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058184:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.058185:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.058186:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.058188:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8357:0x0].0x0 (ffff9fbfb4ac3700) 00010000:00010000:0.0:1789307438.058190:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.058191:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.058193:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058195:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.058196:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058197:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058198:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.058201:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb6008000/0x66de20725ed39028 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8357:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c973 expref: 135 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.058208:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 128 00000020:00000040:0.0:1789307438.058209:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 134 00010000:00000010:0.0:1789307438.058211:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf8fb89780. 00010000:00000040:0.0:1789307438.058216:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4ac3700 count: 0 00010000:00000010:0.0:1789307438.058220:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf862b4c00. 00010000:00000001:0.0:1789307438.058227:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058229:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058230:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.058231:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1430 00000001:00000001:0.0:1789307438.058232:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.058234:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf84fab000 count: 2 00000004:00000001:0.0:1789307438.058236:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.058238:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.058239:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.058240:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.058241:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.058243:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058246:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.058247:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.058248:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058250:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058251:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.058252:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.058254:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9d3ca00 with handle 0x66de20725ed019cf from hash 00010000:00000001:0.0:1789307438.058256:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.058257:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058258:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058259:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.058261:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.058262:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058264:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.058265:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.058267:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.058268:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e83:0x0].0x0 (ffff9fbf84fab000) 00010000:00010000:0.0:1789307438.058270:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.058272:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.058273:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058275:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.058276:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058277:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058278:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.058281:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9d3ca00/0x66de20725ed019cf lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e83:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798a81 expref: 134 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.058287:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 127 00000020:00000040:0.0:1789307438.058289:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 133 00010000:00000010:0.0:1789307438.058291:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb7e51f80. 00010000:00000040:0.0:1789307438.058294:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf84fab000 count: 0 00010000:00000010:0.0:1789307438.058296:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9a97900. 00010000:00000001:0.0:1789307438.058302:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.058303:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1431 00000001:00000001:0.0:1789307438.058304:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.058307:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb2a4f600 count: 2 00000004:00000001:0.0:1789307438.058309:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.058310:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.058311:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.058312:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.058314:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.058317:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058319:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.058320:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.058322:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058323:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058324:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.058325:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.058328:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5d4f400 with handle 0x66de20725ed30e31 from hash 00010000:00000001:0.0:1789307438.058330:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.058331:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058332:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058334:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.058335:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.058336:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058338:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.058339:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.058341:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.058342:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80b0:0x0].0x0 (ffff9fbfb2a4f600) 00010000:00010000:0.0:1789307438.058344:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.058346:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.058348:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058349:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.058350:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058351:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058353:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.058356:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5d4f400/0x66de20725ed30e31 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a451 expref: 133 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.058362:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 126 00000020:00000040:0.0:1789307438.058364:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 132 00010000:00000010:0.0:1789307438.058365:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9f0aa80. 00010000:00000040:0.0:1789307438.058368:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb2a4f600 count: 0 00010000:00000010:0.0:1789307438.058370:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe9fd24400. 00010000:00000001:0.0:1789307438.058377:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.058378:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1432 00000001:00000001:0.0:1789307438.058379:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.058382:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4abaf00 count: 2 00000004:00000001:0.0:1789307438.058384:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.058385:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.058386:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.058387:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.058389:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.058390:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058394:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.058395:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.058396:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058397:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058398:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.058400:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.058402:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb59dd800 with handle 0x66de20725ed36889 from hash 00010000:00000001:0.0:1789307438.058403:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.058404:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058406:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058407:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.058408:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.058410:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058411:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.058412:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.058413:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.058415:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8288:0x0].0x0 (ffff9fbfb4abaf00) 00010000:00010000:0.0:1789307438.058417:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.058419:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.058421:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058422:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.058423:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058425:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058426:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.058429:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb59dd800/0x66de20725ed36889 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8288:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779be21 expref: 132 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.058435:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 125 00000020:00000040:0.0:1789307438.058437:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 131 00010000:00000010:0.0:1789307438.058439:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf90ad2580. 00010000:00000040:0.0:1789307438.058445:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4abaf00 count: 0 00010000:00000010:0.0:1789307438.058448:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe85b20280. 00010000:00000001:0.0:1789307438.058455:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.058456:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1433 00000001:00000001:0.0:1789307438.058458:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.058461:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb1a87400 count: 2 00000004:00000001:0.0:1789307438.058463:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.058464:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.058466:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.058467:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.058468:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.058470:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058472:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.058473:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.058475:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058476:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058477:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.058479:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.058481:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbeab73c800 with handle 0x66de20725ed2e692 from hash 00010000:00000001:0.0:1789307438.058483:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.058484:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058485:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058486:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.058488:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.058489:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058491:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.058492:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.058493:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.058495:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fe1:0x0].0x0 (ffff9fbfb1a87400) 00010000:00010000:0.0:1789307438.058497:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.058499:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.058500:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058502:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.058503:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058504:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058505:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.058508:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbeab73c800/0x66de20725ed2e692 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fe1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77998ff expref: 131 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.058515:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 124 00000020:00000040:0.0:1789307438.058516:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 130 00010000:00000010:0.0:1789307438.058519:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf8906b980. 00010000:00000040:0.0:1789307438.058522:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb1a87400 count: 0 00010000:00000010:0.0:1789307438.058524:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb90f4480. 00010000:00000001:0.0:1789307438.058535:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.058536:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1434 00000001:00000001:0.0:1789307438.058538:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.058541:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa3204a00 count: 2 00000004:00000001:0.0:1789307438.058543:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.058544:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.058546:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.058547:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.058549:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.058550:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058553:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.058554:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.058555:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058556:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058558:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.058559:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.058562:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb6104800 with handle 0x66de20725ed340ea from hash 00010000:00000001:0.0:1789307438.058564:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.058565:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058566:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058567:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.058568:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.058569:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058571:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.058573:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.058574:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.058576:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81b9:0x0].0x0 (ffff9fbfa3204a00) 00010000:00010000:0.0:1789307438.058578:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.058580:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.058582:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058584:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.058585:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058586:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058587:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.058591:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb6104800/0x66de20725ed340ea lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81b9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b2cf expref: 130 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.058596:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 123 00000020:00000040:0.0:1789307438.058598:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 129 00010000:00000010:0.0:1789307438.058600:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9c2bb80. 00010000:00000040:0.0:1789307438.058604:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa3204a00 count: 0 00010000:00000010:0.0:1789307438.058608:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe9673dd00. 00010000:00000001:0.0:1789307438.058615:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.058617:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1435 00000001:00000001:0.0:1789307438.058619:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.058622:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf88a65200 count: 2 00000004:00000001:0.0:1789307438.058624:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.058625:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.058627:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.058628:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.058629:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.058631:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058633:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.058635:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.058637:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058638:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058639:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.058641:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.058643:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4a42800 with handle 0x66de20725ed6a0ec from hash 00010000:00000001:0.0:1789307438.058645:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.058646:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058647:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058648:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.058650:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.058651:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058653:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.058655:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.058656:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.058657:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8369:0x0].0x0 (ffff9fbf88a65200) 00010000:00010000:0.0:1789307438.058659:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00000001:0.0:1789307438.058662:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.058664:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058665:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.058666:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058667:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058668:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.058671:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4a42800/0x66de20725ed6a0ec lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8369:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a3b56 expref: 129 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.058677:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 122 00000020:00000040:0.0:1789307438.058678:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 128 00010000:00000010:0.0:1789307438.058680:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf863d9480. 00010000:00000040:0.0:1789307438.058683:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf88a65200 count: 0 00010000:00000010:0.0:1789307438.058686:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9263100. 00010000:00000001:0.0:1789307438.058695:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058696:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058697:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.058698:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1436 00000001:00000001:0.0:1789307438.058700:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.058702:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa3354800 count: 2 00000004:00000001:0.0:1789307438.058705:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.058706:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.058707:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.058709:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.058710:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.058711:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058714:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.058715:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.058717:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058718:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058719:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.058721:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.058723:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb95e8800 with handle 0x66de20725ed373a3 from hash 00010000:00000001:0.0:1789307438.058725:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.058726:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058727:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058728:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.058730:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.058731:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058733:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.058734:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.058735:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.058737:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82c2:0x0].0x0 (ffff9fbfa3354800) 00010000:00010000:0.0:1789307438.058739:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.058741:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.058742:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058744:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.058745:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058746:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058747:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.058750:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb95e8800/0x66de20725ed373a3 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c14d expref: 128 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.058756:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 121 00000020:00000040:0.0:1789307438.058758:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 127 00010000:00000010:0.0:1789307438.058760:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbe8aa3d680. 00010000:00000040:0.0:1789307438.058763:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa3354800 count: 0 00010000:00000010:0.0:1789307438.058766:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9c28200. 00010000:00000001:0.0:1789307438.058775:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058776:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058777:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.058778:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1437 00000001:00000001:0.0:1789307438.058779:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.058782:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf82cf1400 count: 2 00000004:00000001:0.0:1789307438.058783:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.058784:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.058786:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.058787:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.058788:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.058790:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058792:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.058793:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.058795:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058796:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058797:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.058799:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.058801:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9fb57600 with handle 0x66de20725ed00458 from hash 00010000:00000001:0.0:1789307438.058803:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.058804:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058804:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058805:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.058807:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.058808:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058809:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.058811:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.058812:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.058813:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7de6:0x0].0x0 (ffff9fbf82cf1400) 00010000:00010000:0.0:1789307438.058816:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.058818:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.058820:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058821:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.058823:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058824:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058824:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.058828:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9fb57600/0x66de20725ed00458 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7de6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798636 expref: 127 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.058834:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 120 00000020:00000040:0.0:1789307438.058835:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 126 00010000:00000010:0.0:1789307438.058837:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf9a4e9a80. 00010000:00000040:0.0:1789307438.058842:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf82cf1400 count: 0 00010000:00000010:0.0:1789307438.058845:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfa3c70180. 00010000:00000001:0.0:1789307438.058895:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.058898:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1438 00000001:00000001:0.0:1789307438.058900:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.058903:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf88a65300 count: 2 00000004:00000001:0.0:1789307438.058906:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.058908:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.058909:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.058911:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.058912:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.058914:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058917:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.058918:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.058920:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058921:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058922:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.058923:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.058926:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8f8fa000 with handle 0x66de20725ed34c04 from hash 00010000:00000001:0.0:1789307438.058927:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.058929:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058930:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058931:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.058932:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.058934:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058935:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.058937:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.058938:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.058940:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81f3:0x0].0x0 (ffff9fbf88a65300) 00010000:00010000:0.0:1789307438.058942:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.058943:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.058945:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058946:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.058947:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.058948:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.058949:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.058952:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8f8fa000/0x66de20725ed34c04 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b5fb expref: 126 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.058959:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 119 00000020:00000040:0.0:1789307438.058961:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 125 00010000:00000010:0.0:1789307438.058963:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf89a89a80. 00010000:00000040:0.0:1789307438.058966:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf88a65300 count: 0 00010000:00000010:0.0:1789307438.058970:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf84fe5c80. 00010000:00000001:0.0:1789307438.058978:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.058980:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1439 00000001:00000001:0.0:1789307438.058981:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.058984:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf8559e600 count: 2 00000004:00000001:0.0:1789307438.058986:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.058988:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.058989:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.058990:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.058991:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.058993:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.058995:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.058997:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.058999:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059000:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059002:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.059003:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.059005:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb29ac800 with handle 0x66de20725ed32465 from hash 00010000:00000001:0.0:1789307438.059007:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.059009:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059010:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059010:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.059012:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.059013:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059015:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.059016:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.059017:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.059019:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8124:0x0].0x0 (ffff9fbf8559e600) 00010000:00010000:0.0:1789307438.059021:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.059023:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.059025:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059026:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.059027:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059028:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059029:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.059032:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb29ac800/0x66de20725ed32465 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8124:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779aaa9 expref: 125 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.059042:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 118 00000020:00000040:0.0:1789307438.059045:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 124 00010000:00000010:0.0:1789307438.059046:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9c2b600. 00010000:00000040:0.0:1789307438.059049:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf8559e600 count: 0 00010000:00000010:0.0:1789307438.059052:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9fac3880. 00010000:00000001:0.0:1789307438.059061:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.059063:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1440 00000001:00000001:0.0:1789307438.059064:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.059067:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb6ddfc00 count: 2 00000004:00000001:0.0:1789307438.059069:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.059070:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.059072:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.059073:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.059074:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.059076:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059078:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.059079:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.059081:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059082:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059083:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.059084:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.059086:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb52fc600 with handle 0x66de20725ed37ebd from hash 00010000:00000001:0.0:1789307438.059088:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.059089:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059090:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059091:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.059092:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.059094:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059096:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.059097:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.059098:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.059100:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82fc:0x0].0x0 (ffff9fbfb6ddfc00) 00010000:00010000:0.0:1789307438.059102:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.059104:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.059106:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059107:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.059108:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059109:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059110:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.059114:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb52fc600/0x66de20725ed37ebd lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c479 expref: 124 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.059119:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 117 00000020:00000040:0.0:1789307438.059121:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 123 00010000:00000010:0.0:1789307438.059124:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd617280. 00010000:00000040:0.0:1789307438.059128:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb6ddfc00 count: 0 00010000:00000010:0.0:1789307438.059131:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf979a8600. 00010000:00000001:0.0:1789307438.059142:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059143:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059144:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.059145:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1441 00000001:00000001:0.0:1789307438.059148:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.059150:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9c29400 count: 2 00000004:00000001:0.0:1789307438.059152:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.059153:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.059155:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.059156:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.059157:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.059159:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059162:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.059163:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.059164:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059165:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059166:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.059168:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.059170:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb1a74000 with handle 0x66de20725ed01434 from hash 00010000:00000001:0.0:1789307438.059171:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.059172:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059173:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059174:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.059176:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.059177:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059178:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.059179:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.059180:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.059182:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e5a:0x0].0x0 (ffff9fbfb9c29400) 00010000:00010000:0.0:1789307438.059184:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.059186:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.059188:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059189:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.059190:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059191:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059192:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.059196:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb1a74000/0x66de20725ed01434 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e5a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798962 expref: 123 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.059202:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 116 00000020:00000040:0.0:1789307438.059204:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 122 00010000:00000010:0.0:1789307438.059206:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf8906be80. 00010000:00000040:0.0:1789307438.059208:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9c29400 count: 0 00010000:00000010:0.0:1789307438.059211:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfa318a080. 00010000:00000001:0.0:1789307438.059218:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.059220:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1442 00000001:00000001:0.0:1789307438.059221:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.059224:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb48a8300 count: 2 00000004:00000001:0.0:1789307438.059226:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.059227:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.059228:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.059230:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.059231:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.059233:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059235:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.059236:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.059238:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059238:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059240:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.059241:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.059244:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8937e000 with handle 0x66de20725ed2fcc6 from hash 00010000:00000001:0.0:1789307438.059246:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.059247:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059248:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059249:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.059250:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.059251:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059253:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.059254:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.059255:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.059257:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8055:0x0].0x0 (ffff9fbfb48a8300) 00010000:00010000:0.0:1789307438.059259:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.059260:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.059262:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059263:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.059264:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059266:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059266:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.059270:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8937e000/0x66de20725ed2fcc6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8055:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799f57 expref: 122 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.059275:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 115 00000020:00000040:0.0:1789307438.059277:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 121 00010000:00000010:0.0:1789307438.059279:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf88e0ac00. 00010000:00000040:0.0:1789307438.059283:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb48a8300 count: 0 00010000:00000010:0.0:1789307438.059287:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83d8eb00. 00010000:00000001:0.0:1789307438.059295:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.059296:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1443 00000001:00000001:0.0:1789307438.059298:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.059300:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85ce1300 count: 2 00000004:00000001:0.0:1789307438.059302:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.059303:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.059304:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.059306:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.059307:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.059309:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059311:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.059312:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.059314:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059315:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059316:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.059317:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.059319:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9678200 with handle 0x66de20725ed3571e from hash 00010000:00000001:0.0:1789307438.059321:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.059322:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059323:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059324:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.059326:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.059327:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059329:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.059330:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.059331:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.059333:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x822d:0x0].0x0 (ffff9fbf85ce1300) 00010000:00010000:0.0:1789307438.059335:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.059336:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.059338:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059340:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.059341:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059342:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059343:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.059347:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9678200/0x66de20725ed3571e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x822d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b927 expref: 121 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.059353:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 114 00000020:00000040:0.0:1789307438.059355:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 120 00010000:00000010:0.0:1789307438.059357:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf89d2fa00. 00010000:00000040:0.0:1789307438.059360:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85ce1300 count: 0 00010000:00000010:0.0:1789307438.059363:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfa318a580. 00010000:00000001:0.0:1789307438.059371:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.059374:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1444 00000001:00000001:0.0:1789307438.059376:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.059378:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf967cad00 count: 2 00000004:00000001:0.0:1789307438.059380:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.059382:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.059383:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.059385:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.059386:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.059388:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059390:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.059392:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.059393:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059394:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059396:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.059397:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.059399:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbd555a00 with handle 0x66de20725ed2d527 from hash 00010000:00000001:0.0:1789307438.059402:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.059403:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059404:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059405:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.059407:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.059408:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059410:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.059411:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.059412:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.059414:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f86:0x0].0x0 (ffff9fbf967cad00) 00010000:00010000:0.0:1789307438.059416:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.059418:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.059420:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059421:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.059423:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059424:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059425:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.059429:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbd555a00/0x66de20725ed2d527 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799405 expref: 120 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.059435:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 113 00000020:00000040:0.0:1789307438.059438:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 119 00010000:00000010:0.0:1789307438.059440:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb306f480. 00010000:00000040:0.0:1789307438.059443:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf967cad00 count: 0 00010000:00000010:0.0:1789307438.059446:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe886a4300. 00010000:00000001:0.0:1789307438.059452:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.059454:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1445 00000001:00000001:0.0:1789307438.059456:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.059458:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf80025500 count: 2 00000004:00000001:0.0:1789307438.059461:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.059462:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.059463:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.059465:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.059466:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.059467:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059470:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.059471:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.059473:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059474:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059475:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.059477:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.059479:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9788b200 with handle 0x66de20725ed748c9 from hash 00010000:00000001:0.0:1789307438.059481:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.059483:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059484:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059485:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.059486:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.059487:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059489:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.059490:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.059491:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.059492:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8441:0x0].0x0 (ffff9fbf80025500) 00010000:00010000:0.0:1789307438.059495:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.059496:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.059498:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059499:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.059501:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059502:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059503:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.059506:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9788b200/0x66de20725ed748c9 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8441:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a62f5 expref: 119 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.059512:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 112 00000020:00000040:0.0:1789307438.059513:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 118 00010000:00000010:0.0:1789307438.059516:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbe97d70f80. 00010000:00000040:0.0:1789307438.059522:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf80025500 count: 0 00010000:00000010:0.0:1789307438.059525:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf97968480. 00010000:00000001:0.0:1789307438.059532:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059533:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059534:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.059535:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1446 00000001:00000001:0.0:1789307438.059537:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.059539:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9fa0ee00 count: 2 00000004:00000001:0.0:1789307438.059541:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.059542:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.059543:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.059544:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.059546:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.059548:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059550:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.059552:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.059554:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059555:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059556:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.059557:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.059560:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf85caf000 with handle 0x66de20725ed32f7f from hash 00010000:00000001:0.0:1789307438.059562:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.059563:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059564:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059565:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.059567:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.059568:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059569:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.059571:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.059572:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.059574:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x815e:0x0].0x0 (ffff9fbf9fa0ee00) 00010000:00010000:0.0:1789307438.059576:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.059578:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.059580:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059581:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.059583:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059584:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059585:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.059588:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf85caf000/0x66de20725ed32f7f lrc: 0/0,0 mode: --/PR res: [0x200002342:0x815e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779add5 expref: 118 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.059595:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 111 00000020:00000040:0.0:1789307438.059596:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 117 00010000:00000010:0.0:1789307438.059598:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9cc3e00. 00010000:00000040:0.0:1789307438.059602:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf9fa0ee00 count: 0 00010000:00000010:0.0:1789307438.059604:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe85a59f00. 00010000:00000001:0.0:1789307438.059613:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.059615:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1447 00000001:00000001:0.0:1789307438.059616:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.059619:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbb43b000 count: 2 00000004:00000001:0.0:1789307438.059621:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.059622:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.059623:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.059625:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.059626:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.059627:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059630:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.059631:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.059633:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059634:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059635:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.059636:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.059638:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf90bbf000 with handle 0x66de20725ed389d7 from hash 00010000:00000001:0.0:1789307438.059640:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.059642:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059643:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059644:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.059645:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.059647:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059648:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.059650:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.059651:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.059653:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8336:0x0].0x0 (ffff9fbfbb43b000) 00010000:00010000:0.0:1789307438.059655:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.059657:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.059659:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059661:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.059662:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059663:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059664:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.059668:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf90bbf000/0x66de20725ed389d7 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8336:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c7a5 expref: 117 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.059673:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 110 00000020:00000040:0.0:1789307438.059675:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 116 00010000:00000010:0.0:1789307438.059677:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbeb26cd380. 00010000:00000040:0.0:1789307438.059680:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbb43b000 count: 0 00010000:00000010:0.0:1789307438.059683:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4909e00. 00010000:00000001:0.0:1789307438.059692:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059693:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059694:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.059695:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1448 00000001:00000001:0.0:1789307438.059697:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.059700:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4acc300 count: 2 00000004:00000001:0.0:1789307438.059701:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.059703:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.059704:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.059705:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.059706:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.059708:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059711:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.059712:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.059713:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059714:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059716:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.059717:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.059719:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9195000 with handle 0x66de20725ed02410 from hash 00010000:00000001:0.0:1789307438.059721:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.059722:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059723:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059724:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.059726:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.059727:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059728:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.059729:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.059730:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.059732:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ece:0x0].0x0 (ffff9fbfb4acc300) 00010000:00010000:0.0:1789307438.059734:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.059736:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.059737:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059739:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.059740:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059741:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059743:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.059746:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9195000/0x66de20725ed02410 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ece:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798c8e expref: 116 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.059752:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 109 00000020:00000040:0.0:1789307438.059754:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 115 00010000:00000010:0.0:1789307438.059756:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf90ad2300. 00010000:00000040:0.0:1789307438.059760:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4acc300 count: 0 00010000:00000010:0.0:1789307438.059762:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4aaf200. 00010000:00000001:0.0:1789307438.059769:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059770:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059772:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.059773:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1449 00000001:00000001:0.0:1789307438.059774:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.059776:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfc0c52f00 count: 2 00000004:00000001:0.0:1789307438.059778:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.059779:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.059781:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.059782:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.059783:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.059785:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059788:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.059789:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.059791:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059792:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059793:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.059794:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.059796:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9fe7a00 with handle 0x66de20725ed010c9 from hash 00010000:00000001:0.0:1789307438.059798:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.059799:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059800:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059801:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.059803:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.059804:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059805:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.059806:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.059808:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.059809:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e41:0x0].0x0 (ffff9fbfc0c52f00) 00010000:00010000:0.0:1789307438.059812:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.059813:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.059815:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059816:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.059818:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059818:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059820:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.059823:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9fe7a00/0x66de20725ed010c9 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77988b3 expref: 115 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.059833:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 108 00000020:00000040:0.0:1789307438.059835:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 114 00010000:00000010:0.0:1789307438.059836:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb18c8900. 00010000:00000040:0.0:1789307438.059840:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfc0c52f00 count: 0 00010000:00000010:0.0:1789307438.059843:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4909980. 00010000:00000001:0.0:1789307438.059852:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.059853:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1450 00000001:00000001:0.0:1789307438.059855:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.059857:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72af100 count: 2 00000004:00000001:0.0:1789307438.059859:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.059861:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.059896:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.059897:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.059899:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.059901:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059903:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.059904:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.059906:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059907:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059909:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.059910:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.059912:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0ee4c00 with handle 0x66de20725ed307e0 from hash 00010000:00000001:0.0:1789307438.059914:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.059914:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059915:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059916:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.059918:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.059919:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059921:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.059922:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.059923:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.059925:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x808f:0x0].0x0 (ffff9fbfb72af100) 00010000:00010000:0.0:1789307438.059927:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.059929:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.059931:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059933:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.059934:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059935:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059936:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.059939:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0ee4c00/0x66de20725ed307e0 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x808f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a283 expref: 114 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.059945:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 107 00000020:00000040:0.0:1789307438.059947:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 113 00010000:00000010:0.0:1789307438.059949:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb48ce080. 00010000:00000040:0.0:1789307438.059952:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72af100 count: 0 00010000:00000010:0.0:1789307438.059956:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbbfac200. 00010000:00000001:0.0:1789307438.059964:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.059966:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1451 00000001:00000001:0.0:1789307438.059967:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.059970:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4ab9100 count: 2 00000004:00000001:0.0:1789307438.059972:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.059973:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.059975:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.059976:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.059977:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.059979:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059981:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.059982:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.059983:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059984:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059986:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.059987:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.059989:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9e5b600 with handle 0x66de20725ed36238 from hash 00010000:00000001:0.0:1789307438.059991:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.059992:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.059993:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.059994:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.059996:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.059997:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.059999:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.060000:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.060001:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.060003:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8267:0x0].0x0 (ffff9fbfb4ab9100) 00010000:00010000:0.0:1789307438.060005:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.060007:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.060008:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060010:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.060011:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060012:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060013:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.060016:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9e5b600/0x66de20725ed36238 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8267:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bc53 expref: 113 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.060021:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 106 00000020:00000040:0.0:1789307438.060023:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 112 00010000:00000010:0.0:1789307438.060025:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf884af480. 00010000:00000040:0.0:1789307438.060027:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4ab9100 count: 0 00010000:00000010:0.0:1789307438.060030:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb2bf4780. 00010000:00000001:0.0:1789307438.060036:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.060038:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1452 00000001:00000001:0.0:1789307438.060039:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.060041:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf82b09d00 count: 2 00000004:00000001:0.0:1789307438.060043:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.060044:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.060045:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060046:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060048:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.060049:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060051:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.060052:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.060053:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060054:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060055:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.060057:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.060059:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf97932600 with handle 0x66de20725ed2e041 from hash 00010000:00000001:0.0:1789307438.060061:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.060062:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060063:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060064:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.060066:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.060067:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060068:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.060069:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.060071:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.060072:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fc0:0x0].0x0 (ffff9fbf82b09d00) 00010000:00010000:0.0:1789307438.060074:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.060076:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.060077:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060079:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.060080:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060081:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060082:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.060085:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97932600/0x66de20725ed2e041 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fc0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799731 expref: 112 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.060090:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 105 00000020:00000040:0.0:1789307438.060092:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 111 00010000:00000010:0.0:1789307438.060094:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ab7b00. 00010000:00000040:0.0:1789307438.060096:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf82b09d00 count: 0 00010000:00000010:0.0:1789307438.060099:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe8aa4cf80. 00010000:00000001:0.0:1789307438.060106:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.060107:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1453 00000001:00000001:0.0:1789307438.060109:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.060111:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf82cf1300 count: 2 00000004:00000001:0.0:1789307438.060113:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.060114:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.060115:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060116:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060117:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.060119:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060122:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.060123:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.060124:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060125:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060126:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.060127:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.060129:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb1a08600 with handle 0x66de20725ed33a99 from hash 00010000:00000001:0.0:1789307438.060131:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.060132:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060133:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060134:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.060135:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.060137:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060138:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.060139:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.060141:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.060142:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8198:0x0].0x0 (ffff9fbf82cf1300) 00010000:00010000:0.0:1789307438.060144:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.060146:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.060148:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060149:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.060150:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060151:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060152:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.060155:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb1a08600/0x66de20725ed33a99 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8198:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b101 expref: 111 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.060161:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 104 00000020:00000040:0.0:1789307438.060162:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 110 00010000:00000010:0.0:1789307438.060164:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb7f31c00. 00010000:00000040:0.0:1789307438.060167:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf82cf1300 count: 0 00010000:00000010:0.0:1789307438.060169:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf97968380. 00010000:00000001:0.0:1789307438.060176:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.060178:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1454 00000001:00000001:0.0:1789307438.060180:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.060183:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf82c25500 count: 2 00000004:00000001:0.0:1789307438.060185:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.060186:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.060188:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060189:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060191:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.060192:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060194:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.060196:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.060197:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060198:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060199:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.060201:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.060203:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf90b93600 with handle 0x66de20725ed020a5 from hash 00010000:00000001:0.0:1789307438.060204:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.060206:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060207:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060207:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.060209:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.060210:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060211:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.060212:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.060214:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.060215:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7eb5:0x0].0x0 (ffff9fbf82c25500) 00010000:00010000:0.0:1789307438.060217:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.060218:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.060220:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060221:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.060223:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060224:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060225:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.060228:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf90b93600/0x66de20725ed020a5 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7eb5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798bdf expref: 110 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.060233:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 103 00000020:00000040:0.0:1789307438.060235:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 109 00010000:00000010:0.0:1789307438.060237:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf884af700. 00010000:00000040:0.0:1789307438.060240:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf82c25500 count: 0 00010000:00000010:0.0:1789307438.060242:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf82b2c980. 00010000:00000001:0.0:1789307438.060249:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.060251:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1455 00000001:00000001:0.0:1789307438.060252:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.060255:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf83dbd400 count: 2 00000004:00000001:0.0:1789307438.060256:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.060258:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.060259:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060260:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060262:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.060263:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060265:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.060266:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.060268:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060269:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060270:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.060271:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.060273:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf90b05c00 with handle 0x66de20725ed312fa from hash 00010000:00000001:0.0:1789307438.060275:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.060276:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060277:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060278:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.060279:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.060280:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060282:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.060283:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.060284:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.060285:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80c9:0x0].0x0 (ffff9fbf83dbd400) 00010000:00010000:0.0:1789307438.060287:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.060289:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.060291:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060293:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.060294:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060294:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060295:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.060298:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf90b05c00/0x66de20725ed312fa lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a5af expref: 109 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.060303:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 102 00000020:00000040:0.0:1789307438.060305:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 108 00010000:00000010:0.0:1789307438.060306:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ad0680. 00010000:00000040:0.0:1789307438.060309:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf83dbd400 count: 0 00010000:00000010:0.0:1789307438.060311:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8541c880. 00010000:00000001:0.0:1789307438.060318:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.060319:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1456 00000001:00000001:0.0:1789307438.060320:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.060323:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf878a3200 count: 2 00000004:00000001:0.0:1789307438.060325:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.060326:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.060327:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060328:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060329:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.060330:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060332:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.060334:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.060335:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060336:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060337:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.060338:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.060340:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb945e400 with handle 0x66de20725ed36d52 from hash 00010000:00000001:0.0:1789307438.060342:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.060343:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060343:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060344:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.060345:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.060347:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060348:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.060349:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.060350:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.060351:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82a1:0x0].0x0 (ffff9fbf878a3200) 00010000:00010000:0.0:1789307438.060352:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.060355:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.060356:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060357:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.060358:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060360:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060360:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.060363:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb945e400/0x66de20725ed36d52 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82a1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bf7f expref: 108 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.060368:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 101 00000020:00000040:0.0:1789307438.060369:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 107 00010000:00000010:0.0:1789307438.060371:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf87f7b000. 00010000:00000040:0.0:1789307438.060375:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf878a3200 count: 0 00010000:00000010:0.0:1789307438.060377:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe948bc400. 00010000:00000001:0.0:1789307438.060383:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.060384:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1457 00000001:00000001:0.0:1789307438.060386:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.060388:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72add00 count: 2 00000004:00000001:0.0:1789307438.060389:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.060390:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.060391:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060392:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060393:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.060394:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060396:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.060397:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.060399:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060399:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060401:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.060402:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.060404:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbd3d600 with handle 0x66de20725ed2eb5b from hash 00010000:00000001:0.0:1789307438.060405:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.060407:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060407:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060408:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.060410:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.060411:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060412:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.060413:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.060415:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.060416:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ffa:0x0].0x0 (ffff9fbfb72add00) 00010000:00010000:0.0:1789307438.060418:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.060420:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.060421:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060423:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.060424:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060425:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060427:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.060430:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbbd3d600/0x66de20725ed2eb5b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ffa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799a5d expref: 107 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.060436:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 100 00000020:00000040:0.0:1789307438.060438:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 106 00010000:00000010:0.0:1789307438.060439:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf909a8900. 00010000:00000040:0.0:1789307438.060441:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72add00 count: 0 00010000:00000010:0.0:1789307438.060444:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf855ccf80. 00010000:00000001:0.0:1789307438.060452:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.060453:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1458 00000001:00000001:0.0:1789307438.060454:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.060457:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf84d2db00 count: 2 00000004:00000001:0.0:1789307438.060459:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.060460:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.060461:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060462:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060463:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.060465:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060467:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.060468:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.060470:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060471:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060472:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.060473:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.060475:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9309800 with handle 0x66de20725ed345b3 from hash 00010000:00000001:0.0:1789307438.060476:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.060477:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060478:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060479:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.060481:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.060482:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060483:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.060484:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.060485:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.060487:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81d2:0x0].0x0 (ffff9fbf84d2db00) 00010000:00010000:0.0:1789307438.060489:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.060490:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.060492:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060493:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.060494:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060495:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060496:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.060499:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9309800/0x66de20725ed345b3 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81d2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b42d expref: 106 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.060504:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 99 00000020:00000040:0.0:1789307438.060506:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 105 00010000:00000010:0.0:1789307438.060508:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf84faa880. 00010000:00000040:0.0:1789307438.060511:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf84d2db00 count: 0 00010000:00000010:0.0:1789307438.060513:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf898eb680. 00010000:00000001:0.0:1789307438.060522:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.060523:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1459 00000001:00000001:0.0:1789307438.060524:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.060527:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72ac900 count: 2 00000004:00000001:0.0:1789307438.060529:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.060530:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.060531:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060532:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060533:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.060535:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060537:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.060539:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.060540:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060541:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060542:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.060543:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.060546:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0bb9400 with handle 0x66de20725ed03081 from hash 00010000:00000001:0.0:1789307438.060548:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.060549:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060550:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060551:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.060553:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.060554:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060555:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.060557:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.060558:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.060559:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f29:0x0].0x0 (ffff9fbfb72ac900) 00010000:00010000:0.0:1789307438.060561:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.060563:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.060565:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060567:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.060568:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060569:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060570:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.060574:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0bb9400/0x66de20725ed03081 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798f0b expref: 105 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.060580:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 98 00000020:00000040:0.0:1789307438.060582:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 104 00010000:00000010:0.0:1789307438.060583:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd25a400. 00010000:00000040:0.0:1789307438.060586:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72ac900 count: 0 00010000:00000010:0.0:1789307438.060589:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf862fc600. 00010000:00000001:0.0:1789307438.060597:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.060599:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1460 00000001:00000001:0.0:1789307438.060601:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.060603:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf90c82400 count: 2 00000004:00000001:0.0:1789307438.060605:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.060606:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.060607:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060608:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060609:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.060611:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060613:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.060614:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.060615:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060616:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060617:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.060618:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.060620:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9e33000 with handle 0x66de20725ed31e14 from hash 00010000:00000001:0.0:1789307438.060622:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.060623:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060624:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060625:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.060627:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.060628:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060629:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.060630:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.060631:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.060633:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8103:0x0].0x0 (ffff9fbf90c82400) 00010000:00010000:0.0:1789307438.060634:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.060636:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.060637:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060639:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.060640:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060641:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060642:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.060644:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9e33000/0x66de20725ed31e14 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8103:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a8db expref: 104 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.060649:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 97 00000020:00000040:0.0:1789307438.060651:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 103 00010000:00000010:0.0:1789307438.060653:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb18c8f80. 00010000:00000040:0.0:1789307438.060655:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf90c82400 count: 0 00010000:00000010:0.0:1789307438.060658:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9802c280. 00010000:00000001:0.0:1789307438.060667:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.060669:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1461 00000001:00000001:0.0:1789307438.060670:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.060673:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb52f3c00 count: 2 00000004:00000001:0.0:1789307438.060675:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.060676:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.060678:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060679:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060681:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.060682:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060685:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.060686:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.060688:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060689:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060690:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.060692:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.060694:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbe55600 with handle 0x66de20725ecff7e7 from hash 00010000:00000001:0.0:1789307438.060696:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.060697:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060698:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060699:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.060700:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.060701:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060703:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.060704:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.060705:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.060706:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7d8b:0x0].0x0 (ffff9fbfb52f3c00) 00010000:00010000:0.0:1789307438.060707:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.060709:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.060710:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060711:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.060711:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060712:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060713:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.060715:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbbe55600/0x66de20725ecff7e7 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7d8b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77983b9 expref: 103 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.060719:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 96 00000020:00000040:0.0:1789307438.060720:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 102 00010000:00000010:0.0:1789307438.060722:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf85de8000. 00010000:00000040:0.0:1789307438.060723:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb52f3c00 count: 0 00010000:00000010:0.0:1789307438.060725:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf89d31680. 00010000:00000001:0.0:1789307438.060730:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.060731:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1462 00000001:00000001:0.0:1789307438.060732:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.060734:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf84fab200 count: 2 00000004:00000001:0.0:1789307438.060735:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.060736:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.060737:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060738:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060739:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.060740:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060741:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.060742:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.060743:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060744:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060745:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.060746:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.060747:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5d6ee00 with handle 0x66de20725ed2f675 from hash 00010000:00000001:0.0:1789307438.060748:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.060749:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060749:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060750:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.060750:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.060751:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060753:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.060753:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.060754:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.060755:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8034:0x0].0x0 (ffff9fbf84fab200) 00010000:00010000:0.0:1789307438.060757:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.060758:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.060760:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060761:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.060762:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060762:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060763:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.060765:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5d6ee00/0x66de20725ed2f675 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8034:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799d89 expref: 102 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.060768:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 95 00000020:00000040:0.0:1789307438.060769:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 101 00010000:00000010:0.0:1789307438.060770:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbb478e00. 00010000:00000040:0.0:1789307438.060771:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf84fab200 count: 0 00010000:00000010:0.0:1789307438.060773:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9221e600. 00010000:00000001:0.0:1789307438.060778:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.060780:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1463 00000001:00000001:0.0:1789307438.060781:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.060783:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb5a96100 count: 2 00000004:00000001:0.0:1789307438.060784:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.060785:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.060787:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060788:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060788:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.060790:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060793:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.060794:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.060796:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060797:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060798:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.060800:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.060802:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbd627200 with handle 0x66de20725ed02d16 from hash 00010000:00000001:0.0:1789307438.060805:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.060806:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060807:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060808:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.060810:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.060811:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060813:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.060814:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.060815:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.060817:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f10:0x0].0x0 (ffff9fbfb5a96100) 00010000:00010000:0.0:1789307438.060819:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.060821:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.060823:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060824:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.060825:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060827:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060828:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.060831:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbd627200/0x66de20725ed02d16 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798e5c expref: 101 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.060837:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 94 00000020:00000040:0.0:1789307438.060840:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 100 00010000:00000010:0.0:1789307438.060842:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfa30a1300. 00010000:00000040:0.0:1789307438.060846:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb5a96100 count: 0 00010000:00000010:0.0:1789307438.060848:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe97850480. 00010000:00000001:0.0:1789307438.060887:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.060890:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1464 00000001:00000001:0.0:1789307438.060892:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.060894:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a83900 count: 2 00000004:00000001:0.0:1789307438.060896:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.060897:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.060899:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060900:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060901:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.060902:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060904:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.060905:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.060906:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060907:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060908:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.060910:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.060912:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8f8fa800 with handle 0x66de20725ed007c3 from hash 00010000:00000001:0.0:1789307438.060914:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.060915:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060916:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060917:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.060918:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.060919:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060920:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.060922:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.060923:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.060924:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7dff:0x0].0x0 (ffff9fbfb4a83900) 00010000:00010000:0.0:1789307438.060925:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.060926:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.060928:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060929:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.060929:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060930:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060930:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.060933:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8f8fa800/0x66de20725ed007c3 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7dff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77986e5 expref: 100 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.060936:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 93 00000020:00000040:0.0:1789307438.060937:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 99 00010000:00000010:0.0:1789307438.060938:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9cc3200. 00010000:00000040:0.0:1789307438.060940:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a83900 count: 0 00010000:00000010:0.0:1789307438.060942:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9da1e00. 00010000:00000001:0.0:1789307438.060949:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.060950:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1465 00000001:00000001:0.0:1789307438.060951:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.060953:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf83b23000 count: 2 00000004:00000001:0.0:1789307438.060954:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.060955:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.060956:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060957:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.060957:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.060959:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060960:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.060961:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.060962:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060962:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060963:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.060964:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.060965:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5d2ea00 with handle 0x66de20725ed2d9f0 from hash 00010000:00000001:0.0:1789307438.060966:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.060967:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060968:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060968:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.060969:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.060970:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060970:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.060971:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.060972:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.060973:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f9f:0x0].0x0 (ffff9fbf83b23000) 00010000:00010000:0.0:1789307438.060974:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.060975:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.060976:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.060977:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.060977:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.060978:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.060979:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.060980:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5d2ea00/0x66de20725ed2d9f0 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f9f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799563 expref: 99 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.060983:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 92 00000020:00000040:0.0:1789307438.060984:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 98 00010000:00000010:0.0:1789307438.060985:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9d01f80. 00010000:00000040:0.0:1789307438.060987:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf83b23000 count: 0 00010000:00000010:0.0:1789307438.060989:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe859eac80. 00010000:00000001:0.0:1789307438.060993:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.060994:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1466 00000001:00000001:0.0:1789307438.060995:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.060997:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4acce00 count: 2 00000004:00000001:0.0:1789307438.060998:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.060999:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.061000:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061001:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061001:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.061002:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061004:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.061004:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.061005:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061006:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061006:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.061007:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.061008:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbe8d09f200 with handle 0x66de20725ed33448 from hash 00010000:00000001:0.0:1789307438.061009:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.061010:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061011:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061011:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.061012:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.061013:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061013:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.061014:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.061015:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.061016:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8177:0x0].0x0 (ffff9fbfb4acce00) 00010000:00010000:0.0:1789307438.061017:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.061018:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.061019:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061020:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.061020:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061021:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061022:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.061023:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbe8d09f200/0x66de20725ed33448 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8177:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779af33 expref: 98 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.061026:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 91 00000020:00000040:0.0:1789307438.061027:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 97 00010000:00000010:0.0:1789307438.061029:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9f04c00. 00010000:00000040:0.0:1789307438.061030:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4acce00 count: 0 00010000:00000010:0.0:1789307438.061032:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf862fcc80. 00010000:00000001:0.0:1789307438.061037:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.061038:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1467 00000001:00000001:0.0:1789307438.061038:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.061041:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85da3900 count: 2 00000004:00000001:0.0:1789307438.061042:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.061043:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.061044:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061045:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061045:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.061046:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061048:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.061048:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.061049:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061050:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061051:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.061051:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.061053:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb6008800 with handle 0x66de20725ed38ea0 from hash 00010000:00000001:0.0:1789307438.061054:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.061054:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061055:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061055:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.061056:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.061057:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061058:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.061058:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.061059:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.061060:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x834f:0x0].0x0 (ffff9fbf85da3900) 00010000:00010000:0.0:1789307438.061061:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.061062:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.061063:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061064:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.061065:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061065:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061066:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.061068:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb6008800/0x66de20725ed38ea0 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x834f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c903 expref: 97 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.061071:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 90 00000020:00000040:0.0:1789307438.061072:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 96 00010000:00000010:0.0:1789307438.061073:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf8fb89a00. 00010000:00000040:0.0:1789307438.061076:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85da3900 count: 0 00010000:00000010:0.0:1789307438.061078:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf831a1900. 00010000:00000001:0.0:1789307438.061082:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061082:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061083:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.061084:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1468 00000001:00000001:0.0:1789307438.061084:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.061086:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb49f5200 count: 2 00000004:00000001:0.0:1789307438.061087:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.061087:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.061088:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061089:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061090:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.061091:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061092:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.061093:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.061094:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061095:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061095:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.061096:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.061097:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb95e8000 with handle 0x66de20725ed0179f from hash 00010000:00000001:0.0:1789307438.061098:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.061099:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061099:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061100:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.061101:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.061101:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061102:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.061103:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.061103:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.061105:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e73:0x0].0x0 (ffff9fbfb49f5200) 00010000:00010000:0.0:1789307438.061106:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.061107:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.061108:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061109:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.061110:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061111:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061111:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.061113:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb95e8000/0x66de20725ed0179f lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e73:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798a11 expref: 96 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.061116:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 89 00000020:00000040:0.0:1789307438.061117:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 95 00010000:00000010:0.0:1789307438.061118:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ab5580. 00010000:00000040:0.0:1789307438.061119:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb49f5200 count: 0 00010000:00000010:0.0:1789307438.061121:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9cc0b80. 00010000:00000001:0.0:1789307438.061126:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.061127:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1469 00000001:00000001:0.0:1789307438.061128:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.061129:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf864d3300 count: 2 00000004:00000001:0.0:1789307438.061130:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.061131:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.061131:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061132:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061133:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.061134:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061135:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.061136:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.061136:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061137:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061137:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.061138:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.061140:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9304800 with handle 0x66de20725ed30ca9 from hash 00010000:00000001:0.0:1789307438.061141:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.061142:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061143:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061144:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.061145:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.061145:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061146:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.061147:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.061148:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.061149:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80a8:0x0].0x0 (ffff9fbf864d3300) 00010000:00010000:0.0:1789307438.061150:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.061151:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.061152:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061153:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.061154:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061154:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061155:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.061156:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9304800/0x66de20725ed30ca9 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80a8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a3e1 expref: 95 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.061159:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 88 00000020:00000040:0.0:1789307438.061160:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 94 00010000:00000010:0.0:1789307438.061161:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf864ce080. 00010000:00000040:0.0:1789307438.061163:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf864d3300 count: 0 00010000:00000010:0.0:1789307438.061164:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb49f6480. 00010000:00000001:0.0:1789307438.061170:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.061170:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1470 00000001:00000001:0.0:1789307438.061171:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.061173:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85170a00 count: 2 00000004:00000001:0.0:1789307438.061174:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.061174:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.061175:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061176:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061177:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.061177:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061179:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.061180:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.061180:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061181:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061182:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.061183:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.061184:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbed96a00 with handle 0x66de20725ed36701 from hash 00010000:00000001:0.0:1789307438.061186:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.061186:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061187:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061187:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.061188:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.061189:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061190:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.061190:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.061191:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.061192:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8280:0x0].0x0 (ffff9fbf85170a00) 00010000:00010000:0.0:1789307438.061193:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.061194:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.061195:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061196:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.061197:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061197:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061198:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.061200:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbed96a00/0x66de20725ed36701 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8280:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bdb1 expref: 94 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.061203:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 87 00000020:00000040:0.0:1789307438.061204:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 93 00010000:00000010:0.0:1789307438.061205:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbb4dd980. 00010000:00000040:0.0:1789307438.061206:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85170a00 count: 0 00010000:00000010:0.0:1789307438.061208:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe85b20400. 00010000:00000001:0.0:1789307438.061213:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.061213:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1471 00000001:00000001:0.0:1789307438.061214:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.061216:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf85cfe300 count: 2 00000004:00000001:0.0:1789307438.061217:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.061218:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.061219:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061220:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061221:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.061222:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061223:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.061224:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.061225:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061225:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061226:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.061227:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.061228:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2a33400 with handle 0x66de20725ed2e50a from hash 00010000:00000001:0.0:1789307438.061229:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.061230:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061230:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061231:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.061232:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.061232:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061233:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.061234:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.061234:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.061235:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fd9:0x0].0x0 (ffff9fbf85cfe300) 00010000:00010000:0.0:1789307438.061236:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.061237:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.061238:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061239:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.061240:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061240:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061241:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.061243:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2a33400/0x66de20725ed2e50a lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fd9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779988f expref: 93 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.061246:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 86 00000020:00000040:0.0:1789307438.061247:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 92 00010000:00000010:0.0:1789307438.061248:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbf1d7400. 00010000:00000040:0.0:1789307438.061249:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf85cfe300 count: 0 00010000:00000010:0.0:1789307438.061251:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a8aa00. 00010000:00000001:0.0:1789307438.061257:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.061257:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1472 00000001:00000001:0.0:1789307438.061258:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.061260:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb264f100 count: 2 00000004:00000001:0.0:1789307438.061261:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.061262:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.061263:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061264:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061264:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.061265:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061267:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.061268:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.061269:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061269:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061270:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.061270:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.061272:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0c61800 with handle 0x66de20725ed33f62 from hash 00010000:00000001:0.0:1789307438.061273:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.061273:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061274:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061274:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.061275:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.061276:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061277:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.061277:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.061278:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.061279:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81b1:0x0].0x0 (ffff9fbfb264f100) 00010000:00010000:0.0:1789307438.061281:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.061283:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.061284:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061285:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.061286:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061287:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061288:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.061291:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0c61800/0x66de20725ed33f62 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81b1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b25f expref: 92 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.061301:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 85 00000020:00000040:0.0:1789307438.061303:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 91 00010000:00000010:0.0:1789307438.061304:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbbf14800. 00010000:00000040:0.0:1789307438.061307:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb264f100 count: 0 00010000:00000010:0.0:1789307438.061310:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfc0f85a00. 00010000:00000001:0.0:1789307438.061320:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.061322:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1473 00000001:00000001:0.0:1789307438.061323:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.061326:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9fa3000 count: 2 00000004:00000001:0.0:1789307438.061328:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.061329:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.061330:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061332:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061333:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.061335:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061337:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.061338:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.061340:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061341:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061342:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.061344:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.061346:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4b6e200 with handle 0x66de20725ed0277b from hash 00010000:00000001:0.0:1789307438.061348:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.061349:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061350:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061351:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.061353:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.061354:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061356:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.061357:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.061358:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.061359:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ee7:0x0].0x0 (ffff9fbfb9fa3000) 00010000:00010000:0.0:1789307438.061361:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.061363:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.061365:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061366:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.061368:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061369:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061370:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.061373:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4b6e200/0x66de20725ed0277b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ee7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798d3d expref: 91 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.061379:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 84 00000020:00000040:0.0:1789307438.061381:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 90 00010000:00000010:0.0:1789307438.061383:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb7f31e00. 00010000:00000040:0.0:1789307438.061386:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9fa3000 count: 0 00010000:00000010:0.0:1789307438.061388:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf898eb880. 00010000:00000001:0.0:1789307438.061398:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.061399:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1474 00000001:00000001:0.0:1789307438.061400:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.061402:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa30f4200 count: 2 00000004:00000001:0.0:1789307438.061404:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.061405:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.061406:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061407:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061407:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.061409:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061410:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.061411:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.061412:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061413:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061414:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.061415:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.061416:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4b6f200 with handle 0x66de20725ed317c3 from hash 00010000:00000001:0.0:1789307438.061418:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.061419:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061419:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061420:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.061421:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.061422:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061423:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.061424:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.061425:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.061426:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80e2:0x0].0x0 (ffff9fbfa30f4200) 00010000:00010000:0.0:1789307438.061427:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.061428:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.061429:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061430:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.061431:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061431:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061432:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.061434:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4b6f200/0x66de20725ed317c3 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a70d expref: 90 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.061437:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 83 00000020:00000040:0.0:1789307438.061438:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 89 00010000:00000010:0.0:1789307438.061439:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfa30a1e00. 00010000:00000040:0.0:1789307438.061441:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa30f4200 count: 0 00010000:00000010:0.0:1789307438.061442:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe95cb7e00. 00010000:00000001:0.0:1789307438.061447:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.061448:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1475 00000001:00000001:0.0:1789307438.061449:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.061451:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb49e1d00 count: 2 00000004:00000001:0.0:1789307438.061452:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.061453:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.061454:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061454:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061455:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.061456:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061457:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.061458:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.061459:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061459:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061460:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.061461:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.061462:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5814400 with handle 0x66de20725ed2f024 from hash 00010000:00000001:0.0:1789307438.061464:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.061464:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061465:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061466:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.061467:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.061467:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061468:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.061469:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.061470:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.061470:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8013:0x0].0x0 (ffff9fbfb49e1d00) 00010000:00010000:0.0:1789307438.061472:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.061473:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.061474:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061474:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.061475:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061476:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061476:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.061478:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5814400/0x66de20725ed2f024 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8013:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799bbb expref: 89 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.061481:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 82 00000020:00000040:0.0:1789307438.061482:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 88 00010000:00000010:0.0:1789307438.061483:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf92241100. 00010000:00000040:0.0:1789307438.061484:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb49e1d00 count: 0 00010000:00000010:0.0:1789307438.061486:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf922e6280. 00010000:00000001:0.0:1789307438.061491:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.061492:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1476 00000001:00000001:0.0:1789307438.061493:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.061494:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb1a87100 count: 2 00000004:00000001:0.0:1789307438.061495:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.061496:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.061497:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061498:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061498:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.061500:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061501:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.061502:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.061503:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061504:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061504:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.061505:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.061507:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf978e8a00 with handle 0x66de20725ed03757 from hash 00010000:00000001:0.0:1789307438.061507:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.061508:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061509:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061509:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.061510:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.061511:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061512:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.061512:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.061513:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.061514:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f5b:0x0].0x0 (ffff9fbfb1a87100) 00010000:00010000:0.0:1789307438.061515:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.061516:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.061517:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061518:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.061518:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061519:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061520:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.061521:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf978e8a00/0x66de20725ed03757 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f5b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799069 expref: 88 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.061524:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 81 00000020:00000040:0.0:1789307438.061525:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 87 00010000:00000010:0.0:1789307438.061526:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb26a1f00. 00010000:00000040:0.0:1789307438.061528:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb1a87100 count: 0 00010000:00000010:0.0:1789307438.061530:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb93f7700. 00010000:00000001:0.0:1789307438.061536:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.061538:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1477 00000001:00000001:0.0:1789307438.061540:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.061543:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf864cdf00 count: 2 00000004:00000001:0.0:1789307438.061545:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.061546:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.061547:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061548:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061549:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.061551:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061553:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.061554:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.061556:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061557:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061558:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.061559:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.061561:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbb68a400 with handle 0x66de20725ecffebd from hash 00010000:00000001:0.0:1789307438.061563:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.061564:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061565:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061566:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.061567:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.061569:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061570:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.061571:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.061573:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.061574:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7dbd:0x0].0x0 (ffff9fbf864cdf00) 00010000:00010000:0.0:1789307438.061576:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.061578:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.061579:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061581:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.061582:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061583:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061584:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.061588:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbb68a400/0x66de20725ecffebd lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7dbd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798517 expref: 87 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.061595:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 80 00000020:00000040:0.0:1789307438.061597:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 86 00010000:00000010:0.0:1789307438.061599:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf864ce000. 00010000:00000040:0.0:1789307438.061602:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf864cdf00 count: 0 00010000:00000010:0.0:1789307438.061605:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe859eaa80. 00010000:00000001:0.0:1789307438.061611:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.061613:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1478 00000001:00000001:0.0:1789307438.061613:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.061615:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72ae900 count: 2 00000004:00000001:0.0:1789307438.061616:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.061617:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.061618:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061619:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061620:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.061621:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061623:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.061624:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.061625:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061625:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061626:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.061627:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.061629:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9788a400 with handle 0x66de20725ed033ec from hash 00010000:00000001:0.0:1789307438.061630:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.061631:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061631:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061632:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.061633:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.061634:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061635:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.061636:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.061637:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.061638:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f42:0x0].0x0 (ffff9fbfb72ae900) 00010000:00010000:0.0:1789307438.061639:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.061640:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.061641:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061642:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.061643:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061644:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061644:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.061646:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9788a400/0x66de20725ed033ec lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798fba expref: 86 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.061650:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 79 00000020:00000040:0.0:1789307438.061651:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 85 00010000:00000010:0.0:1789307438.061652:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfc0822c80. 00010000:00000040:0.0:1789307438.061655:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72ae900 count: 0 00010000:00000010:0.0:1789307438.061656:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbec59c1b80. 00010000:00000001:0.0:1789307438.061661:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.061662:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1479 00000001:00000001:0.0:1789307438.061662:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.061664:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9d9be00 count: 2 00000004:00000001:0.0:1789307438.061665:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.061666:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.061667:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061667:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061668:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.061669:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061671:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.061671:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.061672:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061673:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061673:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.061674:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.061675:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9679a00 with handle 0x66de20725ecffb52 from hash 00010000:00000001:0.0:1789307438.061676:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.061677:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061677:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061678:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.061679:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.061679:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061680:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.061681:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.061681:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.061682:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7da4:0x0].0x0 (ffff9fbfb9d9be00) 00010000:00010000:0.0:1789307438.061684:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.061685:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.061686:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061687:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.061688:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061689:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061689:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.061691:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9679a00/0x66de20725ecffb52 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7da4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798468 expref: 85 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.061694:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 78 00000020:00000040:0.0:1789307438.061695:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 84 00010000:00000010:0.0:1789307438.061696:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9acff80. 00010000:00000040:0.0:1789307438.061698:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9d9be00 count: 0 00010000:00000010:0.0:1789307438.061700:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a8a100. 00010000:00000001:0.0:1789307438.061708:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.061709:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1480 00000001:00000001:0.0:1789307438.061711:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.061713:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7e59c00 count: 2 00000004:00000001:0.0:1789307438.061715:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.061716:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.061717:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061718:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061719:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.061720:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061723:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.061724:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.061726:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061727:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061728:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.061729:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.061732:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8984c800 with handle 0x66de20725ed3786c from hash 00010000:00000001:0.0:1789307438.061733:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.061734:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061735:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061736:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.061738:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.061739:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061741:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.061742:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.061743:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.061744:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82db:0x0].0x0 (ffff9fbfb7e59c00) 00010000:00010000:0.0:1789307438.061746:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.061748:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.061749:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061750:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.061752:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061752:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061753:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.061756:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8984c800/0x66de20725ed3786c lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c2ab expref: 84 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.061762:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 77 00000020:00000040:0.0:1789307438.061763:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 83 00010000:00000010:0.0:1789307438.061765:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf891a4c80. 00010000:00000040:0.0:1789307438.061768:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7e59c00 count: 0 00010000:00000010:0.0:1789307438.061771:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbec49ac980. 00010000:00000001:0.0:1789307438.061779:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061780:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061781:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.061782:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1481 00000001:00000001:0.0:1789307438.061784:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.061787:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbee84200 count: 2 00000004:00000001:0.0:1789307438.061789:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.061790:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.061792:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061793:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061794:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.061795:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061798:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.061799:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.061800:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061801:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061803:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.061805:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.061807:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9d9dc00 with handle 0x66de20725ed00b2e from hash 00010000:00000001:0.0:1789307438.061809:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.061810:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061811:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061812:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.061814:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.061815:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061817:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.061818:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.061819:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.061821:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e18:0x0].0x0 (ffff9fbfbee84200) 00010000:00010000:0.0:1789307438.061823:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.061825:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.061827:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061828:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.061829:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061830:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061831:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.061834:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9d9dc00/0x66de20725ed00b2e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798794 expref: 83 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.061840:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 76 00000020:00000040:0.0:1789307438.061841:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 82 00010000:00000010:0.0:1789307438.061843:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbb4dd780. 00010000:00000040:0.0:1789307438.061846:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbee84200 count: 0 00010000:00000010:0.0:1789307438.061848:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9fa2d80. 00010000:00000001:0.0:1789307438.061890:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.061893:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1482 00000001:00000001:0.0:1789307438.061896:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.061899:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa30d3a00 count: 2 00000004:00000001:0.0:1789307438.061901:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.061903:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.061904:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061906:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061907:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.061909:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061912:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.061913:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.061915:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061916:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061917:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.061918:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.061921:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4b78800 with handle 0x66de20725ed350cd from hash 00010000:00000001:0.0:1789307438.061923:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.061924:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061925:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061926:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.061928:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.061929:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061930:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.061931:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.061932:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.061933:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x820c:0x0].0x0 (ffff9fbfa30d3a00) 00010000:00010000:0.0:1789307438.061934:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.061936:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.061937:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061937:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.061938:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061939:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061939:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.061942:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4b78800/0x66de20725ed350cd lrc: 0/0,0 mode: --/PR res: [0x200002342:0x820c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b759 expref: 82 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.061945:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 75 00000020:00000040:0.0:1789307438.061946:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 81 00010000:00000010:0.0:1789307438.061947:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb2bf5100. 00010000:00000040:0.0:1789307438.061949:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa30d3a00 count: 0 00010000:00000010:0.0:1789307438.061951:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb49b7c80. 00010000:00000001:0.0:1789307438.061960:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.061962:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1483 00000001:00000001:0.0:1789307438.061964:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.061966:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb310a200 count: 2 00000004:00000001:0.0:1789307438.061968:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.061969:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.061971:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061972:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.061973:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.061975:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061977:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.061978:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.061980:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061981:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061982:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.061983:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.061986:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8579e800 with handle 0x66de20725ed3292e from hash 00010000:00000001:0.0:1789307438.061987:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.061989:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.061990:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.061991:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.061992:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.061994:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.061995:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.061996:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.061998:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.061999:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x813d:0x0].0x0 (ffff9fbfb310a200) 00010000:00010000:0.0:1789307438.062002:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.062003:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.062005:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062007:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.062008:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062009:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062010:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.062014:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8579e800/0x66de20725ed3292e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x813d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ac07 expref: 81 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.062020:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 74 00000020:00000040:0.0:1789307438.062022:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 80 00010000:00000010:0.0:1789307438.062024:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf864cea00. 00010000:00000040:0.0:1789307438.062026:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb310a200 count: 0 00010000:00000010:0.0:1789307438.062029:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83f8d580. 00010000:00000001:0.0:1789307438.062036:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.062037:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1484 00000001:00000001:0.0:1789307438.062038:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.062040:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb6b81600 count: 2 00000004:00000001:0.0:1789307438.062041:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.062042:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.062043:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062044:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062045:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.062046:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062048:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.062049:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.062050:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062051:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062052:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.062052:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.062054:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbe96594400 with handle 0x66de20725ed38386 from hash 00010000:00000001:0.0:1789307438.062055:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.062056:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062056:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062057:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.062058:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.062059:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062060:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.062060:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.062061:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.062062:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8315:0x0].0x0 (ffff9fbfb6b81600) 00010000:00010000:0.0:1789307438.062063:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.062064:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.062066:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062067:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.062068:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062069:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062070:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.062072:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbe96594400/0x66de20725ed38386 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8315:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c5d7 expref: 80 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.062075:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 73 00000020:00000040:0.0:1789307438.062076:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 79 00010000:00000010:0.0:1789307438.062077:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbe810f5c80. 00010000:00000040:0.0:1789307438.062078:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb6b81600 count: 0 00010000:00000010:0.0:1789307438.062080:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf85cfc180. 00010000:00000001:0.0:1789307438.062086:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062086:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062087:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.062088:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1485 00000001:00000001:0.0:1789307438.062089:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.062090:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb5930a00 count: 2 00000004:00000001:0.0:1789307438.062091:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.062092:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.062093:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062093:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062094:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.062095:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062096:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.062097:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.062098:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062098:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062099:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.062100:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.062101:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb6d7d000 with handle 0x66de20725ed01b0a from hash 00010000:00000001:0.0:1789307438.062102:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.062102:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062103:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062104:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.062104:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.062105:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062106:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.062107:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.062107:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.062109:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e8c:0x0].0x0 (ffff9fbfb5930a00) 00010000:00010000:0.0:1789307438.062110:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.062111:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.062112:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062113:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.062114:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062114:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062115:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.062117:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb6d7d000/0x66de20725ed01b0a lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e8c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798ac0 expref: 79 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.062120:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 72 00000020:00000040:0.0:1789307438.062120:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 78 00010000:00000010:0.0:1789307438.062122:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd617000. 00010000:00000040:0.0:1789307438.062123:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb5930a00 count: 0 00010000:00000010:0.0:1789307438.062125:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe94431280. 00010000:00000001:0.0:1789307438.062129:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.062130:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1486 00000001:00000001:0.0:1789307438.062131:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.062133:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb52f0500 count: 2 00000004:00000001:0.0:1789307438.062134:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.062135:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.062136:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062136:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062137:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.062138:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062139:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.062140:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.062141:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062141:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062142:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.062143:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.062144:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb48db800 with handle 0x66de20725ed3018f from hash 00010000:00000001:0.0:1789307438.062145:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.062147:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062147:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062148:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.062149:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.062150:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062151:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.062151:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.062152:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.062153:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x806e:0x0].0x0 (ffff9fbfb52f0500) 00010000:00010000:0.0:1789307438.062154:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.062155:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.062156:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062157:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.062157:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062158:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062159:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.062160:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb48db800/0x66de20725ed3018f lrc: 0/0,0 mode: --/PR res: [0x200002342:0x806e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a0b5 expref: 78 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.062164:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 71 00000020:00000040:0.0:1789307438.062165:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 77 00010000:00000010:0.0:1789307438.062166:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfad2f4c80. 00010000:00000040:0.0:1789307438.062168:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb52f0500 count: 0 00010000:00000010:0.0:1789307438.062169:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfa3c70680. 00010000:00000001:0.0:1789307438.062174:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.062175:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1487 00000001:00000001:0.0:1789307438.062175:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.062177:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb5638800 count: 2 00000004:00000001:0.0:1789307438.062178:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.062179:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.062180:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062180:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062181:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.062182:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062183:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.062184:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.062185:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062186:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062186:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.062187:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.062189:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb639e200 with handle 0x66de20725ed35be7 from hash 00010000:00000001:0.0:1789307438.062190:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.062190:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062191:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062192:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.062192:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.062193:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062194:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.062194:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.062195:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.062196:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8246:0x0].0x0 (ffff9fbfb5638800) 00010000:00010000:0.0:1789307438.062197:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.062198:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.062199:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062200:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.062200:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062201:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062202:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.062203:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb639e200/0x66de20725ed35be7 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8246:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ba85 expref: 77 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.062206:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 70 00000020:00000040:0.0:1789307438.062207:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 76 00010000:00000010:0.0:1789307438.062208:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb5a9db80. 00010000:00000040:0.0:1789307438.062210:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb5638800 count: 0 00010000:00000010:0.0:1789307438.062211:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9cc0c00. 00010000:00000001:0.0:1789307438.062217:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.062217:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1488 00000001:00000001:0.0:1789307438.062218:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.062220:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf84fa4600 count: 2 00000004:00000001:0.0:1789307438.062221:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.062222:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.062223:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062224:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062224:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.062225:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062227:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.062228:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.062229:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062229:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062230:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.062231:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.062232:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbb68ac00 with handle 0x66de20725ed02ae6 from hash 00010000:00000001:0.0:1789307438.062233:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.062233:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062234:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062235:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.062235:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.062236:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062237:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.062237:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.062238:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.062239:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f00:0x0].0x0 (ffff9fbf84fa4600) 00010000:00010000:0.0:1789307438.062240:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.062241:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.062242:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062243:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.062244:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062244:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062245:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.062246:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbb68ac00/0x66de20725ed02ae6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f00:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798dec expref: 76 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.062249:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 69 00000020:00000040:0.0:1789307438.062250:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 75 00010000:00000010:0.0:1789307438.062251:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb48cef00. 00010000:00000040:0.0:1789307438.062253:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf84fa4600 count: 0 00010000:00000010:0.0:1789307438.062254:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe8aa4c780. 00010000:00000001:0.0:1789307438.062259:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.062260:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1489 00000001:00000001:0.0:1789307438.062261:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.062263:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9c2f000 count: 2 00000004:00000001:0.0:1789307438.062264:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.062265:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.062266:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062266:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062267:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.062268:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062270:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.062270:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.062271:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062272:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062273:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.062273:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.062275:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0baec00 with handle 0x66de20725ed69ef4 from hash 00010000:00000001:0.0:1789307438.062276:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.062276:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062277:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062277:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.062278:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.062279:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062280:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.062280:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.062281:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.062282:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8364:0x0].0x0 (ffff9fbfb9c2f000) 00010000:00010000:0.0:1789307438.062283:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:0.0:1789307438.062284:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.062285:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062286:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.062286:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062287:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062287:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.062289:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0baec00/0x66de20725ed69ef4 lrc: 0/0,0 mode: --/CR res: [0x200002342:0x8364:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a3ae6 expref: 75 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.062297:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 68 00000020:00000040:0.0:1789307438.062298:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 74 00010000:00000010:0.0:1789307438.062299:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb2633000. 00010000:00000040:0.0:1789307438.062300:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9c2f000 count: 0 00010000:00000010:0.0:1789307438.062302:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9c2ca80. 00010000:00000001:0.0:1789307438.062308:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062309:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062309:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.062310:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1490 00000001:00000001:0.0:1789307438.062311:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.062312:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa3354300 count: 2 00000004:00000001:0.0:1789307438.062313:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.062314:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.062315:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062316:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062317:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.062318:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062320:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.062321:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.062322:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062322:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062323:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.062323:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.062325:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9fb1a00 with handle 0x66de20725ed3721b from hash 00010000:00000001:0.0:1789307438.062326:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.062327:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062327:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062328:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.062328:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.062329:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062330:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.062331:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.062331:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.062332:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82ba:0x0].0x0 (ffff9fbfa3354300) 00010000:00010000:0.0:1789307438.062334:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.062335:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.062336:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062337:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.062338:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062339:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062339:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.062341:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9fb1a00/0x66de20725ed3721b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c0dd expref: 74 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.062344:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 67 00000020:00000040:0.0:1789307438.062345:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 73 00010000:00000010:0.0:1789307438.062346:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfc0fa9780. 00010000:00000040:0.0:1789307438.062348:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa3354300 count: 0 00010000:00000010:0.0:1789307438.062350:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfa336fc00. 00010000:00000001:0.0:1789307438.062356:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062356:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062357:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.062357:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1491 00000001:00000001:0.0:1789307438.062358:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.062360:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbd684000 count: 2 00000004:00000001:0.0:1789307438.062361:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.062361:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.062362:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062363:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062363:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.062364:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062365:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.062366:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.062367:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062368:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062369:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.062370:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.062371:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0efe800 with handle 0x66de20725ed00228 from hash 00010000:00000001:0.0:1789307438.062373:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.062374:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062375:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062376:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.062377:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.062378:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062379:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.062379:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.062380:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.062381:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7dd6:0x0].0x0 (ffff9fbfbd684000) 00010000:00010000:0.0:1789307438.062382:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.062383:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.062384:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062385:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.062386:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062386:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062387:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.062388:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0efe800/0x66de20725ed00228 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7dd6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77985c6 expref: 73 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.062391:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 66 00000020:00000040:0.0:1789307438.062392:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 72 00010000:00000010:0.0:1789307438.062393:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd63de00. 00010000:00000040:0.0:1789307438.062395:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbd684000 count: 0 00010000:00000010:0.0:1789307438.062397:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf922e6200. 00010000:00000001:0.0:1789307438.062401:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.062402:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1492 00000001:00000001:0.0:1789307438.062402:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.062404:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf88e0ee00 count: 2 00000004:00000001:0.0:1789307438.062405:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.062406:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.062406:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062407:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062408:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.062409:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062410:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.062411:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.062412:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062413:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062414:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.062415:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.062416:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8f8fb000 with handle 0x66de20725ed34a7c from hash 00010000:00000001:0.0:1789307438.062418:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.062418:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062419:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062419:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.062420:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.062421:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062422:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.062422:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.062423:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.062424:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81eb:0x0].0x0 (ffff9fbf88e0ee00) 00010000:00010000:0.0:1789307438.062425:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.062426:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.062427:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062428:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.062428:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062429:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062430:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.062431:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8f8fb000/0x66de20725ed34a7c lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81eb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b58b expref: 72 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.062434:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 65 00000020:00000040:0.0:1789307438.062435:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 71 00010000:00000010:0.0:1789307438.062436:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf92253280. 00010000:00000040:0.0:1789307438.062438:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf88e0ee00 count: 0 00010000:00000010:0.0:1789307438.062440:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbbfdb300. 00010000:00000001:0.0:1789307438.062444:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.062445:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1493 00000001:00000001:0.0:1789307438.062446:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.062447:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf8559e500 count: 2 00000004:00000001:0.0:1789307438.062448:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.062450:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.062450:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062451:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062452:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.062453:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062455:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.062456:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.062456:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062457:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062458:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.062458:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.062459:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9f85800 with handle 0x66de20725ed322dd from hash 00010000:00000001:0.0:1789307438.062460:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.062461:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062462:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062462:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.062463:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.062464:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062465:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.062465:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.062466:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.062467:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x811c:0x0].0x0 (ffff9fbf8559e500) 00010000:00010000:0.0:1789307438.062468:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.062469:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.062470:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062471:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.062471:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062472:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062472:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.062474:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9f85800/0x66de20725ed322dd lrc: 0/0,0 mode: --/PR res: [0x200002342:0x811c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779aa39 expref: 71 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.062477:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 64 00000020:00000040:0.0:1789307438.062478:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 70 00010000:00000010:0.0:1789307438.062479:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb2a4bb00. 00010000:00000040:0.0:1789307438.062481:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf8559e500 count: 0 00010000:00000010:0.0:1789307438.062483:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9fac3000. 00010000:00000001:0.0:1789307438.062490:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.062491:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1494 00000001:00000001:0.0:1789307438.062491:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.062494:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb52d6d00 count: 2 00000004:00000001:0.0:1789307438.062495:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.062496:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.062497:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062497:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062498:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.062499:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062500:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.062501:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.062502:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062502:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062503:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.062504:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.062505:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb290b200 with handle 0x66de20725ed37d35 from hash 00010000:00000001:0.0:1789307438.062506:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.062506:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062507:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062508:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.062508:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.062509:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062510:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.062510:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.062511:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.062512:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82f4:0x0].0x0 (ffff9fbfb52d6d00) 00010000:00010000:0.0:1789307438.062513:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.062514:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.062515:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062516:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.062516:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062517:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062518:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.062519:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb290b200/0x66de20725ed37d35 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c409 expref: 70 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.062526:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 63 00000020:00000040:0.0:1789307438.062527:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 69 00010000:00000010:0.0:1789307438.062529:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf891a4100. 00010000:00000040:0.0:1789307438.062530:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb52d6d00 count: 0 00010000:00000010:0.0:1789307438.062531:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb2a4cb80. 00010000:00000001:0.0:1789307438.062538:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062539:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062539:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.062540:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1495 00000001:00000001:0.0:1789307438.062540:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.062542:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7f3fb00 count: 2 00000004:00000001:0.0:1789307438.062543:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.062544:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.062545:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062545:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062546:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.062547:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062549:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.062550:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.062550:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062551:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062552:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.062552:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.062554:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9ed9000 with handle 0x66de20725ed01204 from hash 00010000:00000001:0.0:1789307438.062555:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.062555:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062556:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062556:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.062557:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.062558:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062559:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.062559:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.062560:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.062561:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e4a:0x0].0x0 (ffff9fbfb7f3fb00) 00010000:00010000:0.0:1789307438.062562:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.062564:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.062565:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062566:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.062566:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062567:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062568:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.062569:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9ed9000/0x66de20725ed01204 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77988f2 expref: 69 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.062572:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 62 00000020:00000040:0.0:1789307438.062573:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 68 00010000:00000010:0.0:1789307438.062574:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf98a4b900. 00010000:00000040:0.0:1789307438.062576:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7f3fb00 count: 0 00010000:00000010:0.0:1789307438.062577:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4aa2d00. 00010000:00000001:0.0:1789307438.062583:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.062584:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1496 00000001:00000001:0.0:1789307438.062585:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.062586:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf83535e00 count: 2 00000004:00000001:0.0:1789307438.062587:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.062588:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.062589:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062589:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062590:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.062591:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062592:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.062593:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.062594:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062594:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062595:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.062596:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.062598:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf85c20c00 with handle 0x66de20725ed2fb3e from hash 00010000:00000001:0.0:1789307438.062599:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.062600:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062600:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062602:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.062602:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.062604:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062605:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.062605:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.062606:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.062607:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x804d:0x0].0x0 (ffff9fbf83535e00) 00010000:00010000:0.0:1789307438.062608:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.062609:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.062610:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062611:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.062612:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062612:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062613:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.062615:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf85c20c00/0x66de20725ed2fb3e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x804d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799ee7 expref: 68 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.062618:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 61 00000020:00000040:0.0:1789307438.062619:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 67 00010000:00000010:0.0:1789307438.062620:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf88e0aa00. 00010000:00000040:0.0:1789307438.062621:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf83535e00 count: 0 00010000:00000010:0.0:1789307438.062623:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83d8e080. 00010000:00000001:0.0:1789307438.062629:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.062630:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1497 00000001:00000001:0.0:1789307438.062631:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.062632:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf98ca6f00 count: 2 00000004:00000001:0.0:1789307438.062633:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.062634:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.062635:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062635:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062636:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.062637:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062639:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.062639:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.062640:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062641:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062642:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.062643:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.062644:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbd51e200 with handle 0x66de20725ed35596 from hash 00010000:00000001:0.0:1789307438.062646:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.062646:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062647:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062648:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.062648:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.062649:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062650:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.062650:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.062651:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.062652:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8225:0x0].0x0 (ffff9fbf98ca6f00) 00010000:00010000:0.0:1789307438.062653:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.062654:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.062655:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062656:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.062657:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062657:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062658:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.062659:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbd51e200/0x66de20725ed35596 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8225:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b8b7 expref: 67 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.062663:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 60 00000020:00000040:0.0:1789307438.062664:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 66 00010000:00000010:0.0:1789307438.062665:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbec6873200. 00010000:00000040:0.0:1789307438.062666:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf98ca6f00 count: 0 00010000:00000010:0.0:1789307438.062668:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8894c680. 00010000:00000001:0.0:1789307438.062674:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.062675:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1498 00000001:00000001:0.0:1789307438.062676:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.062677:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfc0c52600 count: 2 00000004:00000001:0.0:1789307438.062678:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.062679:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.062679:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062681:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062682:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.062683:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062684:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.062685:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.062686:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062687:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062687:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.062688:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.062689:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf862f8600 with handle 0x66de20725ed2d39f from hash 00010000:00000001:0.0:1789307438.062690:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.062691:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062692:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062692:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.062693:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.062693:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062694:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.062695:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.062696:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.062697:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f7e:0x0].0x0 (ffff9fbfc0c52600) 00010000:00010000:0.0:1789307438.062698:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.062699:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.062700:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062701:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.062701:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062702:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062702:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.062704:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf862f8600/0x66de20725ed2d39f lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f7e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799395 expref: 66 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.062707:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 59 00000020:00000040:0.0:1789307438.062708:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 65 00010000:00000010:0.0:1789307438.062709:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb306ff80. 00010000:00000040:0.0:1789307438.062711:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfc0c52600 count: 0 00010000:00000010:0.0:1789307438.062712:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb277d980. 00010000:00000001:0.0:1789307438.062717:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.062718:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1499 00000001:00000001:0.0:1789307438.062719:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.062721:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4219700 count: 2 00000004:00000001:0.0:1789307438.062722:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.062723:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.062724:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062725:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062725:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.062726:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062728:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.062728:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.062729:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062730:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062730:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.062731:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.062732:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5fc1200 with handle 0x66de20725ed32df7 from hash 00010000:00000001:0.0:1789307438.062733:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.062734:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062734:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062735:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.062736:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.062736:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062737:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.062738:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.062738:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.062739:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8156:0x0].0x0 (ffff9fbfb4219700) 00010000:00010000:0.0:1789307438.062740:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.062742:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.062743:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062743:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.062744:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062745:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062745:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.062747:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5fc1200/0x66de20725ed32df7 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8156:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ad65 expref: 65 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.062750:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 58 00000020:00000040:0.0:1789307438.062751:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 64 00010000:00000010:0.0:1789307438.062753:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9cc3b80. 00010000:00000040:0.0:1789307438.062754:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4219700 count: 0 00010000:00000010:0.0:1789307438.062756:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9fa44100. 00010000:00000001:0.0:1789307438.062761:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.062762:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1500 00000001:00000001:0.0:1789307438.062762:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.062764:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbf4cf200 count: 2 00000004:00000001:0.0:1789307438.062766:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.062767:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.062767:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062768:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062769:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.062770:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062772:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.062772:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.062773:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062774:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062774:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.062775:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.062776:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf864c5000 with handle 0x66de20725ed3884f from hash 00010000:00000001:0.0:1789307438.062777:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.062778:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062779:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062779:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.062780:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.062781:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062781:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.062782:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.062783:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.062784:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x832e:0x0].0x0 (ffff9fbfbf4cf200) 00010000:00010000:0.0:1789307438.062785:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.062786:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.062787:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062788:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.062788:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062789:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062790:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.062792:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf864c5000/0x66de20725ed3884f lrc: 0/0,0 mode: --/PR res: [0x200002342:0x832e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c735 expref: 64 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.062795:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 57 00000020:00000040:0.0:1789307438.062796:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 63 00010000:00000010:0.0:1789307438.062797:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbeb26cdc00. 00010000:00000040:0.0:1789307438.062799:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbf4cf200 count: 0 00010000:00000010:0.0:1789307438.062800:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4909380. 00010000:00000001:0.0:1789307438.062805:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062806:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062807:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.062807:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1501 00000001:00000001:0.0:1789307438.062808:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.062809:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfba946e00 count: 2 00000004:00000001:0.0:1789307438.062810:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.062811:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.062812:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062813:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062813:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.062814:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062816:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.062817:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.062818:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062819:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062820:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.062821:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.062822:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbd3de00 with handle 0x66de20725ed00e99 from hash 00010000:00000001:0.0:1789307438.062823:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.062823:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062824:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062825:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.062825:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.062826:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062827:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.062828:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.062829:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.062830:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e31:0x0].0x0 (ffff9fbfba946e00) 00010000:00010000:0.0:1789307438.062832:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.062833:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.062834:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062835:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.062836:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062836:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062837:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.062839:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbbd3de00/0x66de20725ed00e99 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798843 expref: 63 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.062842:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 56 00000020:00000040:0.0:1789307438.062843:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 62 00010000:00000010:0.0:1789307438.062844:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9ddd900. 00010000:00000040:0.0:1789307438.062845:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfba946e00 count: 0 00010000:00000010:0.0:1789307438.062846:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe85a59580. 00010000:00000001:0.0:1789307438.062879:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.062882:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1502 00000001:00000001:0.0:1789307438.062885:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.062888:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72af400 count: 2 00000004:00000001:0.0:1789307438.062891:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.062892:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.062894:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062895:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062896:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.062898:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062900:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.062902:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.062903:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062904:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062906:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.062907:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.062910:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5d3bc00 with handle 0x66de20725ed30658 from hash 00010000:00000001:0.0:1789307438.062912:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.062914:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062915:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062916:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.062917:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.062919:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062920:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.062921:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.062922:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.062923:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8087:0x0].0x0 (ffff9fbfb72af400) 00010000:00010000:0.0:1789307438.062925:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.062926:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.062927:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062928:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.062929:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062929:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062930:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.062932:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5d3bc00/0x66de20725ed30658 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8087:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a213 expref: 62 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.062936:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 55 00000020:00000040:0.0:1789307438.062937:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 61 00010000:00000010:0.0:1789307438.062938:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb48ced80. 00010000:00000040:0.0:1789307438.062940:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72af400 count: 0 00010000:00000010:0.0:1789307438.062942:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe8eda8c80. 00010000:00000001:0.0:1789307438.062948:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.062949:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1503 00000001:00000001:0.0:1789307438.062950:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.062952:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa3258d00 count: 2 00000004:00000001:0.0:1789307438.062954:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.062956:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.062957:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062958:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.062960:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.062962:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062964:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.062965:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.062967:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062968:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062970:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.062971:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.062973:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbeedf200 with handle 0x66de20725ed360b0 from hash 00010000:00000001:0.0:1789307438.062974:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.062976:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062977:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062977:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.062979:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.062980:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062981:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.062983:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.062984:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.062986:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x825f:0x0].0x0 (ffff9fbfa3258d00) 00010000:00010000:0.0:1789307438.062987:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.062989:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.062990:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.062992:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.062993:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.062994:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.062995:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.062998:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbeedf200/0x66de20725ed360b0 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x825f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bbe3 expref: 61 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.063003:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 54 00000020:00000040:0.0:1789307438.063005:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 60 00010000:00000010:0.0:1789307438.063007:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb5a86100. 00010000:00000040:0.0:1789307438.063009:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa3258d00 count: 0 00010000:00000010:0.0:1789307438.063012:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfa3c70480. 00010000:00000001:0.0:1789307438.063020:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.063021:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1504 00000001:00000001:0.0:1789307438.063022:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.063025:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf8538a800 count: 2 00000004:00000001:0.0:1789307438.063027:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.063028:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.063030:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063031:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063032:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.063033:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063036:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.063037:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.063039:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063039:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063041:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.063042:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.063044:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0e23a00 with handle 0x66de20725ed2deb9 from hash 00010000:00000001:0.0:1789307438.063046:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.063047:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063048:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063049:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.063050:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.063051:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063052:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.063053:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.063055:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.063056:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fb8:0x0].0x0 (ffff9fbf8538a800) 00010000:00010000:0.0:1789307438.063058:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.063059:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.063061:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063062:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.063063:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063064:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063065:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.063068:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0e23a00/0x66de20725ed2deb9 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fb8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77996c1 expref: 60 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.063073:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 53 00000020:00000040:0.0:1789307438.063074:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 59 00010000:00000010:0.0:1789307438.063076:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfa316e900. 00010000:00000040:0.0:1789307438.063078:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf8538a800 count: 0 00010000:00000010:0.0:1789307438.063081:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf90baba00. 00010000:00000001:0.0:1789307438.063091:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.063093:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1505 00000001:00000001:0.0:1789307438.063094:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.063097:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a86800 count: 2 00000004:00000001:0.0:1789307438.063099:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.063100:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.063102:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063103:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063104:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.063106:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063108:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.063109:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.063111:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063112:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063113:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.063114:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.063115:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb29a4600 with handle 0x66de20725ed33911 from hash 00010000:00000001:0.0:1789307438.063117:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.063118:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063118:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063119:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.063120:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.063121:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063122:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.063122:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.063123:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.063124:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8190:0x0].0x0 (ffff9fbfb4a86800) 00010000:00010000:0.0:1789307438.063126:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.063127:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.063129:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063130:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.063130:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063131:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063132:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.063134:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb29a4600/0x66de20725ed33911 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8190:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b091 expref: 59 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.063141:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 52 00000020:00000040:0.0:1789307438.063142:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 58 00010000:00000010:0.0:1789307438.063143:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9acfc80. 00010000:00000040:0.0:1789307438.063145:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a86800 count: 0 00010000:00000010:0.0:1789307438.063147:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9de2880. 00010000:00000001:0.0:1789307438.063153:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.063154:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1506 00000001:00000001:0.0:1789307438.063155:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.063157:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf864cf000 count: 2 00000004:00000001:0.0:1789307438.063158:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.063159:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.063160:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063161:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063162:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.063163:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063164:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.063165:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.063166:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063167:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063167:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.063168:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.063169:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbedca800 with handle 0x66de20725ed01e75 from hash 00010000:00000001:0.0:1789307438.063170:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.063171:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063171:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063172:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.063173:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.063173:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063174:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.063175:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.063175:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.063176:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ea5:0x0].0x0 (ffff9fbf864cf000) 00010000:00010000:0.0:1789307438.063177:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.063179:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.063180:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063181:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.063182:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063182:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063183:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.063185:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbedca800/0x66de20725ed01e75 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ea5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798b6f expref: 58 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.063188:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 51 00000020:00000040:0.0:1789307438.063189:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 57 00010000:00000010:0.0:1789307438.063190:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf82c7d080. 00010000:00000040:0.0:1789307438.063191:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf864cf000 count: 0 00010000:00000010:0.0:1789307438.063193:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8894cd00. 00010000:00000001:0.0:1789307438.063196:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.063197:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1507 00000001:00000001:0.0:1789307438.063198:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.063199:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf86479200 count: 2 00000004:00000001:0.0:1789307438.063200:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.063201:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.063202:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063202:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063203:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.063204:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063206:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.063206:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.063207:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063208:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063209:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.063209:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.063211:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9c38a00 with handle 0x66de20725ed31172 from hash 00010000:00000001:0.0:1789307438.063212:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.063213:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063213:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063214:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.063215:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.063216:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063217:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.063217:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.063218:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.063219:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80c1:0x0].0x0 (ffff9fbf86479200) 00010000:00010000:0.0:1789307438.063221:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.063222:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.063223:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063224:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.063224:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063225:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063225:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.063227:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9c38a00/0x66de20725ed31172 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a53f expref: 57 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.063230:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 50 00000020:00000040:0.0:1789307438.063231:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 56 00010000:00000010:0.0:1789307438.063232:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbf2c7880. 00010000:00000040:0.0:1789307438.063233:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf86479200 count: 0 00010000:00000010:0.0:1789307438.063235:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb2643080. 00010000:00000001:0.0:1789307438.063240:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.063241:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1508 00000001:00000001:0.0:1789307438.063242:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.063243:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf88a41100 count: 2 00000004:00000001:0.0:1789307438.063244:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.063245:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.063246:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063246:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063247:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.063248:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063249:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.063250:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.063251:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063251:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063252:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.063253:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.063255:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf864eb400 with handle 0x66de20725ed2e9d3 from hash 00010000:00000001:0.0:1789307438.063256:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.063257:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063258:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063258:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.063259:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.063260:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063261:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.063261:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.063262:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.063263:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ff2:0x0].0x0 (ffff9fbf88a41100) 00010000:00010000:0.0:1789307438.063264:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.063265:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.063266:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063267:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.063268:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063268:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063269:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.063270:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf864eb400/0x66de20725ed2e9d3 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ff2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77999ed expref: 56 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.063273:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 49 00000020:00000040:0.0:1789307438.063274:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 55 00010000:00000010:0.0:1789307438.063275:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf9f9b0380. 00010000:00000040:0.0:1789307438.063277:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf88a41100 count: 0 00010000:00000010:0.0:1789307438.063278:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9a97d00. 00010000:00000001:0.0:1789307438.063282:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.063283:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1509 00000001:00000001:0.0:1789307438.063284:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.063286:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb2a15800 count: 2 00000004:00000001:0.0:1789307438.063287:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.063287:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.063288:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063289:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063289:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.063290:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063292:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.063293:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.063294:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063295:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063296:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.063297:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.063298:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb49cee00 with handle 0x66de20725ed02e51 from hash 00010000:00000001:0.0:1789307438.063299:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.063299:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063300:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063301:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.063301:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.063302:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063303:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.063303:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.063304:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.063305:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f19:0x0].0x0 (ffff9fbfb2a15800) 00010000:00010000:0.0:1789307438.063306:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.063307:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.063308:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063309:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.063310:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063310:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063311:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.063312:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb49cee00/0x66de20725ed02e51 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798e9b expref: 55 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.063316:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 48 00000020:00000040:0.0:1789307438.063316:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 54 00010000:00000010:0.0:1789307438.063317:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf90ad2a80. 00010000:00000040:0.0:1789307438.063333:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb2a15800 count: 0 00010000:00000010:0.0:1789307438.063335:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf90946e00. 00010000:00000001:0.0:1789307438.063342:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.063343:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1510 00000001:00000001:0.0:1789307438.063344:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.063346:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9d02300 count: 2 00000004:00000001:0.0:1789307438.063347:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.063348:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.063349:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063350:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063351:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.063352:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063353:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.063354:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.063355:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063355:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063356:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.063356:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.063358:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9608a600 with handle 0x66de20725ecff5b7 from hash 00010000:00000001:0.0:1789307438.063359:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.063360:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063360:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063361:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.063362:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.063363:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063364:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.063364:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.063365:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.063366:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7d7b:0x0].0x0 (ffff9fbfb9d02300) 00010000:00010000:0.0:1789307438.063367:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.063368:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.063369:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063370:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.063371:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063371:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063372:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.063374:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9608a600/0x66de20725ecff5b7 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7d7b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798349 expref: 54 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.063377:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 47 00000020:00000040:0.0:1789307438.063378:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 53 00010000:00000010:0.0:1789307438.063380:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbf2c7400. 00010000:00000040:0.0:1789307438.063381:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9d02300 count: 0 00010000:00000010:0.0:1789307438.063383:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbbfacd80. 00010000:00000001:0.0:1789307438.063388:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.063389:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1511 00000001:00000001:0.0:1789307438.063390:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.063392:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb935b200 count: 2 00000004:00000001:0.0:1789307438.063393:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.063395:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.063396:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063396:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063397:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.063398:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063399:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.063400:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.063401:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063401:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063402:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.063402:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.063404:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbe70000 with handle 0x66de20725ed2f4ed from hash 00010000:00000001:0.0:1789307438.063405:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.063405:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063406:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063406:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.063407:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.063408:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063409:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.063409:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.063410:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.063411:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x802c:0x0].0x0 (ffff9fbfb935b200) 00010000:00010000:0.0:1789307438.063412:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.063413:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.063414:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063415:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.063415:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063416:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063417:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.063419:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbbe70000/0x66de20725ed2f4ed lrc: 0/0,0 mode: --/PR res: [0x200002342:0x802c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799d19 expref: 53 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.063422:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 46 00000020:00000040:0.0:1789307438.063424:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 52 00010000:00000010:0.0:1789307438.063425:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbb478880. 00010000:00000040:0.0:1789307438.063426:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb935b200 count: 0 00010000:00000010:0.0:1789307438.063428:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9a4b8780. 00010000:00000001:0.0:1789307438.063434:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.063434:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1512 00000001:00000001:0.0:1789307438.063435:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.063437:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf88860800 count: 2 00000004:00000001:0.0:1789307438.063438:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.063439:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.063439:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063440:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063441:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.063442:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063443:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.063444:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.063445:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063446:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063446:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.063447:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.063448:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbd51fc00 with handle 0x66de20725ed34f45 from hash 00010000:00000001:0.0:1789307438.063449:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.063450:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063450:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063451:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.063452:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.063453:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063453:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.063454:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.063455:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.063456:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8204:0x0].0x0 (ffff9fbf88860800) 00010000:00010000:0.0:1789307438.063457:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.063458:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.063459:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063460:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.063461:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063462:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063462:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.063464:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbd51fc00/0x66de20725ed34f45 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8204:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b6e9 expref: 52 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.063467:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 45 00000020:00000040:0.0:1789307438.063468:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 51 00010000:00000010:0.0:1789307438.063469:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb2bf5980. 00010000:00000040:0.0:1789307438.063470:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf88860800 count: 0 00010000:00000010:0.0:1789307438.063472:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb49b7900. 00010000:00000001:0.0:1789307438.063478:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.063479:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1513 00000001:00000001:0.0:1789307438.063479:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.063481:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a88400 count: 2 00000004:00000001:0.0:1789307438.063482:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.063483:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.063484:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063484:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063485:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.063486:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063487:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.063488:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.063489:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063489:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063490:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.063491:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.063492:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb91d5a00 with handle 0x66de20725ed327a6 from hash 00010000:00000001:0.0:1789307438.063494:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.063495:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063495:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063496:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.063497:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.063498:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063499:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.063499:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.063500:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.063501:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8135:0x0].0x0 (ffff9fbfb4a88400) 00010000:00010000:0.0:1789307438.063503:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.063504:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.063505:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063505:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.063506:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063507:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063507:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.063509:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb91d5a00/0x66de20725ed327a6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8135:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ab97 expref: 51 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.063512:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 44 00000020:00000040:0.0:1789307438.063513:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 50 00010000:00000010:0.0:1789307438.063514:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf864ce100. 00010000:00000040:0.0:1789307438.063515:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a88400 count: 0 00010000:00000010:0.0:1789307438.063517:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb49f6800. 00010000:00000001:0.0:1789307438.063525:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.063525:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1514 00000001:00000001:0.0:1789307438.063526:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.063528:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9c2fd00 count: 2 00000004:00000001:0.0:1789307438.063529:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.063529:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.063530:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063531:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063531:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.063532:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063534:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.063534:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.063535:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063536:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063536:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.063538:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.063539:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbeab73d000 with handle 0x66de20725ed6a1ef from hash 00010000:00000001:0.0:1789307438.063540:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.063541:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063542:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063543:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.063544:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.063544:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063545:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.063546:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.063546:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.063547:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8367:0x0].0x0 (ffff9fbfb9c2fd00) 00010000:00010000:0.0:1789307438.063548:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00000001:0.0:1789307438.063549:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.063550:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063551:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.063552:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063552:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063553:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.063554:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbeab73d000/0x66de20725ed6a1ef lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8367:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a3b95 expref: 50 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.063558:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 43 00000020:00000040:0.0:1789307438.063558:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 49 00010000:00000010:0.0:1789307438.063560:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb2633600. 00010000:00000040:0.0:1789307438.063561:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9c2fd00 count: 0 00010000:00000010:0.0:1789307438.063562:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9c2cc80. 00010000:00000001:0.0:1789307438.063566:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063567:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063567:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.063568:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1515 00000001:00000001:0.0:1789307438.063569:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.063570:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb2a15300 count: 2 00000004:00000001:0.0:1789307438.063571:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.063572:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.063573:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063574:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063574:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.063575:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063577:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.063578:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.063579:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063580:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063580:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.063581:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.063582:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4839600 with handle 0x66de20725ed381fe from hash 00010000:00000001:0.0:1789307438.063583:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.063584:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063584:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063585:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.063586:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.063586:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063587:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.063588:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.063588:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.063589:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x830d:0x0].0x0 (ffff9fbfb2a15300) 00010000:00010000:0.0:1789307438.063590:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.063591:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.063592:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063593:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.063594:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063594:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063595:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.063597:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4839600/0x66de20725ed381fe lrc: 0/0,0 mode: --/PR res: [0x200002342:0x830d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c567 expref: 49 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.063600:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 42 00000020:00000040:0.0:1789307438.063601:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 48 00010000:00000010:0.0:1789307438.063602:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf82c7d680. 00010000:00000040:0.0:1789307438.063603:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb2a15300 count: 0 00010000:00000010:0.0:1789307438.063604:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfa31e0f00. 00010000:00000001:0.0:1789307438.063608:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063609:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063610:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.063611:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1516 00000001:00000001:0.0:1789307438.063612:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.063613:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4abec00 count: 2 00000004:00000001:0.0:1789307438.063614:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.063615:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.063616:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063616:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063617:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.063618:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063620:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.063620:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.063621:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063622:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063622:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.063623:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.063624:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf898b8e00 with handle 0x66de20725ed00593 from hash 00010000:00000001:0.0:1789307438.063625:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.063626:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063626:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063627:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.063628:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.063628:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063629:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.063630:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.063630:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.063631:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7def:0x0].0x0 (ffff9fbfb4abec00) 00010000:00010000:0.0:1789307438.063632:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.063634:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.063634:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063635:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.063636:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063636:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063637:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.063639:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf898b8e00/0x66de20725ed00593 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7def:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798675 expref: 48 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.063645:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 41 00000020:00000040:0.0:1789307438.063646:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 47 00010000:00000010:0.0:1789307438.063647:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4393900. 00010000:00000040:0.0:1789307438.063649:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4abec00 count: 0 00010000:00000010:0.0:1789307438.063651:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe96722800. 00010000:00000001:0.0:1789307438.063655:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.063656:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1517 00000001:00000001:0.0:1789307438.063657:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.063658:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbe979c0500 count: 2 00000004:00000001:0.0:1789307438.063659:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.063660:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.063661:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063661:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063662:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.063664:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063665:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.063666:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.063667:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063668:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063668:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.063669:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.063670:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbedcbc00 with handle 0x66de20725ed30007 from hash 00010000:00000001:0.0:1789307438.063671:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.063672:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063672:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063673:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.063674:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.063674:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063675:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.063676:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.063676:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.063677:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8066:0x0].0x0 (ffff9fbe979c0500) 00010000:00010000:0.0:1789307438.063678:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.063680:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.063681:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063682:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.063683:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063683:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063684:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.063686:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbedcbc00/0x66de20725ed30007 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8066:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a045 expref: 47 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.063689:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 40 00000020:00000040:0.0:1789307438.063690:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 46 00010000:00000010:0.0:1789307438.063691:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb592ca00. 00010000:00000040:0.0:1789307438.063693:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbe979c0500 count: 0 00010000:00000010:0.0:1789307438.063694:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfc12c8700. 00010000:00000001:0.0:1789307438.063699:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.063699:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1518 00000001:00000001:0.0:1789307438.063700:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.063702:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf835c4900 count: 2 00000004:00000001:0.0:1789307438.063703:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.063703:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.063704:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063705:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063706:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.063706:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063708:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.063709:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.063710:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063711:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063711:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.063712:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.063714:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2fade00 with handle 0x66de20725ed35a5f from hash 00010000:00000001:0.0:1789307438.063715:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.063715:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063716:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063716:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.063717:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.063718:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063719:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.063720:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.063721:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.063722:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x823e:0x0].0x0 (ffff9fbf835c4900) 00010000:00010000:0.0:1789307438.063724:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.063724:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.063725:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063726:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.063727:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063727:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063728:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.063730:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2fade00/0x66de20725ed35a5f lrc: 0/0,0 mode: --/PR res: [0x200002342:0x823e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779ba15 expref: 46 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.063733:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 39 00000020:00000040:0.0:1789307438.063734:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 45 00010000:00000010:0.0:1789307438.063735:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb5a9dd00. 00010000:00000040:0.0:1789307438.063736:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf835c4900 count: 0 00010000:00000010:0.0:1789307438.063737:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9cc0e00. 00010000:00000001:0.0:1789307438.063742:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.063743:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1519 00000001:00000001:0.0:1789307438.063744:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.063745:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a95b00 count: 2 00000004:00000001:0.0:1789307438.063746:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.063747:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.063748:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063748:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063749:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.063750:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063751:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.063752:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.063753:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063753:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063754:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.063755:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.063757:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb1a1a400 with handle 0x66de20725ed2d868 from hash 00010000:00000001:0.0:1789307438.063758:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.063759:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063760:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063760:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.063761:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.063762:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063763:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.063764:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.063764:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.063765:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f97:0x0].0x0 (ffff9fbfb4a95b00) 00010000:00010000:0.0:1789307438.063766:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.063767:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.063768:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063769:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.063770:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063770:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063771:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.063772:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb1a1a400/0x66de20725ed2d868 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f97:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77994f3 expref: 45 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.063776:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 38 00000020:00000040:0.0:1789307438.063776:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 44 00010000:00000010:0.0:1789307438.063777:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86a5fa00. 00010000:00000040:0.0:1789307438.063779:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a95b00 count: 0 00010000:00000010:0.0:1789307438.063780:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83352700. 00010000:00000001:0.0:1789307438.063785:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.063786:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1520 00000001:00000001:0.0:1789307438.063786:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.063788:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a82a00 count: 2 00000004:00000001:0.0:1789307438.063789:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.063789:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.063790:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063791:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063791:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.063793:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063794:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.063795:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.063796:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063796:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063797:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.063798:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.063799:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbe8d09e800 with handle 0x66de20725ed332c0 from hash 00010000:00000001:0.0:1789307438.063800:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.063801:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063801:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063802:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.063803:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.063803:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063804:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.063805:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.063805:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.063806:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x816f:0x0].0x0 (ffff9fbfb4a82a00) 00010000:00010000:0.0:1789307438.063807:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.063808:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.063809:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063810:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.063811:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063811:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063812:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.063814:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbe8d09e800/0x66de20725ed332c0 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x816f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779aec3 expref: 44 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.063817:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 37 00000020:00000040:0.0:1789307438.063818:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 43 00010000:00000010:0.0:1789307438.063819:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9f04b00. 00010000:00000040:0.0:1789307438.063820:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a82a00 count: 0 00010000:00000010:0.0:1789307438.063821:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4aa2980. 00010000:00000001:0.0:1789307438.063827:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.063828:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1521 00000001:00000001:0.0:1789307438.063830:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.063831:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf864d3100 count: 2 00000004:00000001:0.0:1789307438.063832:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.063833:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.063834:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063835:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063836:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.063837:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063838:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.063839:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.063840:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063840:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063841:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.063842:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.063843:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbed96c00 with handle 0x66de20725ed0156f from hash 00010000:00000001:0.0:1789307438.063844:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.063844:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063845:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063845:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.063846:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.063847:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063848:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.063848:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.063849:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.063866:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e63:0x0].0x0 (ffff9fbf864d3100) 00010000:00010000:0.0:1789307438.063876:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.063879:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.063881:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063883:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.063885:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063886:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063888:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.063892:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbed96c00/0x66de20725ed0156f lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e63:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77989a1 expref: 43 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.063898:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 36 00000020:00000040:0.0:1789307438.063900:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 42 00010000:00000010:0.0:1789307438.063903:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ab7780. 00010000:00000040:0.0:1789307438.063906:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf864d3100 count: 0 00010000:00000010:0.0:1789307438.063909:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe8609a080. 00010000:00000001:0.0:1789307438.063920:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.063921:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1522 00000001:00000001:0.0:1789307438.063922:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.063924:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf864d3f00 count: 2 00000004:00000001:0.0:1789307438.063926:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.063927:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.063928:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063929:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063930:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.063931:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063933:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.063934:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.063935:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063936:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063937:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.063938:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.063940:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbf18a600 with handle 0x66de20725ed30b21 from hash 00010000:00000001:0.0:1789307438.063941:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.063942:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063943:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063943:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.063945:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.063945:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063946:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.063947:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.063948:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.063949:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80a0:0x0].0x0 (ffff9fbf864d3f00) 00010000:00010000:0.0:1789307438.063950:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.063952:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.063953:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.063955:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.063957:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.063958:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.063959:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.063962:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbf18a600/0x66de20725ed30b21 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80a0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a371 expref: 42 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.063968:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 35 00000020:00000040:0.0:1789307438.063970:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 41 00010000:00000010:0.0:1789307438.063972:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf864ce380. 00010000:00000040:0.0:1789307438.063975:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf864d3f00 count: 0 00010000:00000010:0.0:1789307438.063978:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb49f6f80. 00010000:00000001:0.0:1789307438.063985:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.063987:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1523 00000001:00000001:0.0:1789307438.063988:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.063990:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbbd78900 count: 2 00000004:00000001:0.0:1789307438.063993:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.063994:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.063995:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063996:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.063998:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.063999:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064002:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.064003:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.064005:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064006:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064008:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.064009:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.064012:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf97933a00 with handle 0x66de20725ed2e382 from hash 00010000:00000001:0.0:1789307438.064014:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.064015:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064016:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064017:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.064019:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.064020:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064022:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.064023:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.064025:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.064026:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fd1:0x0].0x0 (ffff9fbfbbd78900) 00010000:00010000:0.0:1789307438.064028:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.064030:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.064031:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064032:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.064033:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064034:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064035:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.064037:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97933a00/0x66de20725ed2e382 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fd1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779981f expref: 41 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.064041:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 34 00000020:00000040:0.0:1789307438.064042:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 40 00010000:00000010:0.0:1789307438.064043:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9dddc80. 00010000:00000040:0.0:1789307438.064045:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbbd78900 count: 0 00010000:00000010:0.0:1789307438.064047:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe96722400. 00010000:00000001:0.0:1789307438.064053:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.064054:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1524 00000001:00000001:0.0:1789307438.064055:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.064057:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbbd78600 count: 2 00000004:00000001:0.0:1789307438.064058:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.064059:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.064060:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064061:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064062:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.064063:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064065:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.064065:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.064067:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064067:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064068:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.064069:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.064071:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf86222800 with handle 0x66de20725ed74a58 from hash 00010000:00000001:0.0:1789307438.064072:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.064072:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064073:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064073:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.064074:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.064075:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064076:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.064077:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.064078:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.064079:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240001b72:0x1f:0x0].0x0 (ffff9fbfbbd78600) 00010000:00010000:0.0:1789307438.064080:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:0.0:1789307438.064081:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.064082:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064083:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.064084:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064084:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064085:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.064087:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf86222800/0x66de20725ed74a58 lrc: 0/0,0 mode: --/PR res: [0x240001b72:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6334 expref: 40 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.064090:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 33 00000020:00000040:0.0:1789307438.064091:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 39 00010000:00000010:0.0:1789307438.064092:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9503100. 00010000:00000040:0.0:1789307438.064094:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbbd78600 count: 0 00010000:00000010:0.0:1789307438.064095:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf97968080. 00010000:00000001:0.0:1789307438.064100:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.064101:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1525 00000001:00000001:0.0:1789307438.064101:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.064103:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4aa3000 count: 2 00000004:00000001:0.0:1789307438.064104:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.064104:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.064105:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064106:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064107:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.064108:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064109:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.064109:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.064110:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064111:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064112:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.064113:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.064115:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4adca00 with handle 0x66de20725ed0254b from hash 00010000:00000001:0.0:1789307438.064116:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.064117:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064118:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064119:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.064120:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.064120:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064121:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.064122:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.064122:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.064123:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ed7:0x0].0x0 (ffff9fbfb4aa3000) 00010000:00010000:0.0:1789307438.064124:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.064125:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.064126:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064127:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.064128:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064128:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064129:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.064131:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4adca00/0x66de20725ed0254b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ed7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798ccd expref: 39 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.064134:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 32 00000020:00000040:0.0:1789307438.064135:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 38 00010000:00000010:0.0:1789307438.064136:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbe89114380. 00010000:00000040:0.0:1789307438.064137:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4aa3000 count: 0 00010000:00000010:0.0:1789307438.064138:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbec56d9b00. 00010000:00000001:0.0:1789307438.064143:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.064144:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1526 00000001:00000001:0.0:1789307438.064145:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.064146:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a3d500 count: 2 00000004:00000001:0.0:1789307438.064147:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.064148:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.064148:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064149:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064150:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.064151:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064153:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.064154:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.064155:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064155:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064156:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.064157:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.064158:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9fb0800 with handle 0x66de20725ed021e0 from hash 00010000:00000001:0.0:1789307438.064159:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.064160:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064160:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064161:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.064162:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.064162:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064163:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.064164:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.064164:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.064165:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ebe:0x0].0x0 (ffff9fbfb4a3d500) 00010000:00010000:0.0:1789307438.064166:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.064167:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.064168:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064169:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.064170:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064170:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064171:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.064173:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9fb0800/0x66de20725ed021e0 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ebe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798c1e expref: 38 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.064176:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 31 00000020:00000040:0.0:1789307438.064177:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 37 00010000:00000010:0.0:1789307438.064178:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbf758f00. 00010000:00000040:0.0:1789307438.064179:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a3d500 count: 0 00010000:00000010:0.0:1789307438.064181:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf864d2b00. 00010000:00000001:0.0:1789307438.064186:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.064187:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1527 00000001:00000001:0.0:1789307438.064188:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.064190:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72adc00 count: 2 00000004:00000001:0.0:1789307438.064191:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.064192:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.064193:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064194:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064194:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.064195:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064197:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.064197:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.064198:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064199:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064199:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.064200:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.064201:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0baea00 with handle 0x66de20725ed031bc from hash 00010000:00000001:0.0:1789307438.064202:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.064203:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064203:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064204:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.064205:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.064205:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064206:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.064207:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.064207:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.064208:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f32:0x0].0x0 (ffff9fbfb72adc00) 00010000:00010000:0.0:1789307438.064210:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.064211:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.064213:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064214:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.064215:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064216:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064217:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.064220:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0baea00/0x66de20725ed031bc lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798f4a expref: 37 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.064225:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 30 00000020:00000040:0.0:1789307438.064226:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 36 00010000:00000010:0.0:1789307438.064228:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbb478680. 00010000:00000040:0.0:1789307438.064230:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72adc00 count: 0 00010000:00000010:0.0:1789307438.064233:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb2643b00. 00010000:00000001:0.0:1789307438.064239:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.064241:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1528 00000001:00000001:0.0:1789307438.064242:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.064245:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf878a3600 count: 2 00000004:00000001:0.0:1789307438.064247:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.064248:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.064249:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064250:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064251:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.064253:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064256:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.064257:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.064259:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064259:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064261:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.064262:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.064265:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9d1f600 with handle 0x66de20725ed36bca from hash 00010000:00000001:0.0:1789307438.064266:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.064267:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064268:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064269:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.064270:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.064272:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064273:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.064274:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.064276:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.064277:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8299:0x0].0x0 (ffff9fbf878a3600) 00010000:00010000:0.0:1789307438.064279:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.064280:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.064282:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064284:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.064285:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064286:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064286:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.064290:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9d1f600/0x66de20725ed36bca lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8299:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bf0f expref: 36 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.064296:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 29 00000020:00000040:0.0:1789307438.064297:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 35 00010000:00000010:0.0:1789307438.064299:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf87f9e280. 00010000:00000040:0.0:1789307438.064302:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf878a3600 count: 0 00010000:00000010:0.0:1789307438.064304:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe85b20a80. 00010000:00000001:0.0:1789307438.064313:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064314:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064315:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.064316:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1529 00000001:00000001:0.0:1789307438.064317:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.064320:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a8cd00 count: 2 00000004:00000001:0.0:1789307438.064321:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.064322:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.064324:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064325:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064326:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.064327:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064329:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.064331:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.064332:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064333:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064334:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.064335:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.064337:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf85ed7400 with handle 0x66de20725ecff922 from hash 00010000:00000001:0.0:1789307438.064339:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.064340:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064341:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064342:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.064343:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.064344:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064346:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.064347:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.064348:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.064350:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7d94:0x0].0x0 (ffff9fbfb4a8cd00) 00010000:00010000:0.0:1789307438.064353:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.064354:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.064356:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064358:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.064359:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064360:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064361:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.064364:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf85ed7400/0x66de20725ecff922 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7d94:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77983f8 expref: 35 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.064370:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 28 00000020:00000040:0.0:1789307438.064371:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 34 00010000:00000010:0.0:1789307438.064372:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfa316e400. 00010000:00000040:0.0:1789307438.064374:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a8cd00 count: 0 00010000:00000010:0.0:1789307438.064376:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8312ca80. 00010000:00000001:0.0:1789307438.064384:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.064385:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1530 00000001:00000001:0.0:1789307438.064386:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.064388:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf88752a00 count: 2 00000004:00000001:0.0:1789307438.064390:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.064390:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.064391:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064392:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064393:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.064394:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064396:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.064397:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.064398:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064398:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064399:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.064400:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.064402:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf8137e200 with handle 0x66de20725ed3442b from hash 00010000:00000001:0.0:1789307438.064403:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.064404:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064405:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064406:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.064407:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.064408:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064409:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.064410:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.064411:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.064412:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81ca:0x0].0x0 (ffff9fbf88752a00) 00010000:00010000:0.0:1789307438.064413:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.064414:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.064415:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064416:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.064416:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064417:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064418:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.064419:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf8137e200/0x66de20725ed3442b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b3bd expref: 34 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.064423:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 27 00000020:00000040:0.0:1789307438.064424:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 33 00010000:00000010:0.0:1789307438.064425:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4393a80. 00010000:00000040:0.0:1789307438.064427:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf88752a00 count: 0 00010000:00000010:0.0:1789307438.064429:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83115180. 00010000:00000001:0.0:1789307438.064434:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.064435:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1531 00000001:00000001:0.0:1789307438.064435:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.064437:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf90c82d00 count: 2 00000004:00000001:0.0:1789307438.064438:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.064439:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.064440:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064441:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064442:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.064443:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064444:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.064445:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.064446:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064447:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064448:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.064449:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.064450:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9e33a00 with handle 0x66de20725ed31c8c from hash 00010000:00000001:0.0:1789307438.064452:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.064452:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064453:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064453:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.064454:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.064455:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064456:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.064456:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.064457:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.064458:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80fb:0x0].0x0 (ffff9fbf90c82d00) 00010000:00010000:0.0:1789307438.064459:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.064460:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.064461:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064462:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.064463:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064463:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064464:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.064465:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9e33a00/0x66de20725ed31c8c lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a86b expref: 33 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.064468:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 26 00000020:00000040:0.0:1789307438.064469:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 32 00010000:00000010:0.0:1789307438.064470:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb18c8b00. 00010000:00000040:0.0:1789307438.064472:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf90c82d00 count: 0 00010000:00000010:0.0:1789307438.064473:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9802c200. 00010000:00000001:0.0:1789307438.064479:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.064480:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1532 00000001:00000001:0.0:1789307438.064480:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.064482:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4acdd00 count: 2 00000004:00000001:0.0:1789307438.064483:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.064484:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.064485:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064486:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064487:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.064488:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064490:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.064491:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.064492:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064492:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064493:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.064494:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.064495:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf978c6600 with handle 0x66de20725ed6a488 from hash 00010000:00000001:0.0:1789307438.064496:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.064496:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064497:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064497:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.064498:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.064499:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064500:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.064500:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.064501:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.064502:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x836f:0x0].0x0 (ffff9fbfb4acdd00) 00010000:00010000:0.0:1789307438.064503:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:0.0:1789307438.064504:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.064505:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064506:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.064506:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064507:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064508:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.064509:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf978c6600/0x66de20725ed6a488 lrc: 0/0,0 mode: --/CR res: [0x200002342:0x836f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a3c44 expref: 32 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.064512:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 25 00000020:00000040:0.0:1789307438.064513:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 31 00010000:00000010:0.0:1789307438.064514:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9c2b080. 00010000:00000040:0.0:1789307438.064516:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4acdd00 count: 0 00010000:00000010:0.0:1789307438.064517:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb9c2ce00. 00010000:00000001:0.0:1789307438.064526:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064527:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064528:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.064529:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1533 00000001:00000001:0.0:1789307438.064530:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.064532:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4aa3300 count: 2 00000004:00000001:0.0:1789307438.064533:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.064534:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.064535:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064535:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064536:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.064537:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064538:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.064539:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.064540:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064540:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064541:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.064542:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.064543:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbb4e8200 with handle 0x66de20725ed376e4 from hash 00010000:00000001:0.0:1789307438.064544:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.064545:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064545:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064546:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.064546:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.064547:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064548:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.064549:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.064549:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.064550:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82d3:0x0].0x0 (ffff9fbfb4aa3300) 00010000:00010000:0.0:1789307438.064551:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.064552:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.064553:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064554:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.064555:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064555:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064556:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.064558:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbb4e8200/0x66de20725ed376e4 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c23b expref: 31 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.064565:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 24 00000020:00000040:0.0:1789307438.064566:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 30 00010000:00000010:0.0:1789307438.064567:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf891a4780. 00010000:00000040:0.0:1789307438.064568:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4aa3300 count: 0 00010000:00000010:0.0:1789307438.064570:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe858fba80. 00010000:00000001:0.0:1789307438.064574:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064575:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064575:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.064576:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1534 00000001:00000001:0.0:1789307438.064577:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.064578:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a97b00 count: 2 00000004:00000001:0.0:1789307438.064579:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.064580:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.064581:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064582:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064583:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.064584:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064586:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.064586:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.064587:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064588:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064588:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.064589:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.064590:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4a2a200 with handle 0x66de20725ed008fe from hash 00010000:00000001:0.0:1789307438.064591:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.064592:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064592:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064593:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.064593:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.064594:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064595:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.064596:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.064596:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.064597:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e08:0x0].0x0 (ffff9fbfb4a97b00) 00010000:00010000:0.0:1789307438.064599:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.064600:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.064601:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064602:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.064603:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064604:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064604:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.064606:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4a2a200/0x66de20725ed008fe lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e08:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798724 expref: 30 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.064609:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 23 00000020:00000040:0.0:1789307438.064610:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 29 00010000:00000010:0.0:1789307438.064611:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbcb87b00. 00010000:00000040:0.0:1789307438.064615:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a97b00 count: 0 00010000:00000010:0.0:1789307438.064616:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbb53c700. 00010000:00000001:0.0:1789307438.064620:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.064621:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1535 00000001:00000001:0.0:1789307438.064622:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.064624:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a94000 count: 2 00000004:00000001:0.0:1789307438.064625:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.064625:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.064626:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064627:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064628:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.064628:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064630:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.064631:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.064632:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064632:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064633:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.064634:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.064635:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4952000 with handle 0x66de20725ed018da from hash 00010000:00000001:0.0:1789307438.064636:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.064637:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064638:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064639:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.064640:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.064641:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064642:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.064642:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.064643:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.064644:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e7c:0x0].0x0 (ffff9fbfb4a94000) 00010000:00010000:0.0:1789307438.064645:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.064646:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.064647:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064648:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.064649:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064649:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064650:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.064652:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4952000/0x66de20725ed018da lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e7c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798a50 expref: 29 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.064655:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 22 00000020:00000040:0.0:1789307438.064656:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 28 00010000:00000010:0.0:1789307438.064657:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb5948600. 00010000:00000040:0.0:1789307438.064659:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a94000 count: 0 00010000:00000010:0.0:1789307438.064661:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe95e7f900. 00010000:00000001:0.0:1789307438.064665:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.064666:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1536 00000001:00000001:0.0:1789307438.064667:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.064668:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb52f2900 count: 2 00000004:00000001:0.0:1789307438.064669:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.064670:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.064671:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064672:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064672:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.064673:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064675:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.064675:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.064677:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064677:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064678:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.064679:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.064681:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb93dc000 with handle 0x66de20725ed38d18 from hash 00010000:00000001:0.0:1789307438.064682:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.064682:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064683:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064684:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.064684:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.064685:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064686:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.064686:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.064687:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.064688:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8347:0x0].0x0 (ffff9fbfb52f2900) 00010000:00010000:0.0:1789307438.064689:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.064690:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.064691:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064692:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.064692:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064693:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064694:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.064695:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb93dc000/0x66de20725ed38d18 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8347:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c893 expref: 28 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.064699:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 21 00000020:00000040:0.0:1789307438.064699:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 27 00010000:00000010:0.0:1789307438.064700:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf978a8280. 00010000:00000040:0.0:1789307438.064704:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb52f2900 count: 0 00010000:00000010:0.0:1789307438.064705:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a8ab00. 00010000:00000001:0.0:1789307438.064712:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064713:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064714:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.064714:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1537 00000001:00000001:0.0:1789307438.064715:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.064716:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf88860400 count: 2 00000004:00000001:0.0:1789307438.064717:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.064718:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.064719:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064720:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064721:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.064722:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064724:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.064724:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.064725:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064726:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064726:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.064727:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.064728:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbf6ac00 with handle 0x66de20725ed028b6 from hash 00010000:00000001:0.0:1789307438.064729:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.064730:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064731:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064731:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.064732:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.064733:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064733:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.064734:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.064735:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.064736:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7ef0:0x0].0x0 (ffff9fbf88860400) 00010000:00010000:0.0:1789307438.064737:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.064738:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.064739:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064740:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.064740:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064741:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064741:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.064743:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbbf6ac00/0x66de20725ed028b6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7ef0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798d7c expref: 27 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.064746:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 20 00000020:00000040:0.0:1789307438.064747:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 26 00010000:00000010:0.0:1789307438.064748:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf90937380. 00010000:00000040:0.0:1789307438.064749:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf88860400 count: 0 00010000:00000010:0.0:1789307438.064751:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8541c900. 00010000:00000001:0.0:1789307438.064756:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.064757:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1538 00000001:00000001:0.0:1789307438.064758:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.064759:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a8bd00 count: 2 00000004:00000001:0.0:1789307438.064760:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.064761:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.064762:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064763:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064764:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.064764:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064766:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.064767:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.064767:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064768:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064769:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.064769:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.064771:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb59dce00 with handle 0x66de20725ed36579 from hash 00010000:00000001:0.0:1789307438.064772:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.064772:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064773:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064773:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.064774:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.064775:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064776:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.064776:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.064777:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.064778:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8278:0x0].0x0 (ffff9fbfb4a8bd00) 00010000:00010000:0.0:1789307438.064779:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.064780:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.064781:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064782:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.064783:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064783:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064784:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.064785:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb59dce00/0x66de20725ed36579 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8278:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779bd41 expref: 26 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.064792:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 19 00000020:00000040:0.0:1789307438.064793:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 25 00010000:00000010:0.0:1789307438.064794:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbe8aa3dd00. 00010000:00000040:0.0:1789307438.064796:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a8bd00 count: 0 00010000:00000010:0.0:1789307438.064798:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbc7f7e00. 00010000:00000001:0.0:1789307438.064803:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.064804:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1539 00000001:00000001:0.0:1789307438.064804:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.064806:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf84fa4a00 count: 2 00000004:00000001:0.0:1789307438.064807:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.064808:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.064808:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064809:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064810:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.064811:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064813:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.064813:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.064814:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064815:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064815:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.064816:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.064817:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0c60600 with handle 0x66de20725ed33dda from hash 00010000:00000001:0.0:1789307438.064818:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.064819:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064819:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064820:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.064821:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.064821:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064822:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.064823:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.064823:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.064824:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81a9:0x0].0x0 (ffff9fbf84fa4a00) 00010000:00010000:0.0:1789307438.064825:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.064827:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.064828:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064829:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.064830:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064830:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064831:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.064833:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0c60600/0x66de20725ed33dda lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b1ef expref: 25 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.064836:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 18 00000020:00000040:0.0:1789307438.064837:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 24 00010000:00000010:0.0:1789307438.064838:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbbf14a00. 00010000:00000040:0.0:1789307438.064840:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf84fa4a00 count: 0 00010000:00000010:0.0:1789307438.064841:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfc0f85200. 00010000:00000001:0.0:1789307438.064847:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.064848:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1540 00000001:00000001:0.0:1789307438.064849:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.064882:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb6ddf400 count: 2 00000004:00000001:0.0:1789307438.064885:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.064887:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.064889:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064891:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064892:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.064894:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064896:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.064897:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.064900:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064901:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064903:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.064904:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.064906:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf97918e00 with handle 0x66de20725ed03892 from hash 00010000:00000001:0.0:1789307438.064908:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.064909:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064910:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064911:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.064913:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.064915:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064918:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.064919:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.064921:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.064922:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f64:0x0].0x0 (ffff9fbfb6ddf400) 00010000:00010000:0.0:1789307438.064925:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.064927:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.064928:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064930:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.064931:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064932:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064934:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.064937:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf97918e00/0x66de20725ed03892 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f64:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77990a8 expref: 24 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.064944:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 17 00000020:00000040:0.0:1789307438.064947:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 23 00010000:00000010:0.0:1789307438.064949:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf978a8000. 00010000:00000040:0.0:1789307438.064952:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb6ddf400 count: 0 00010000:00000010:0.0:1789307438.064956:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb277d600. 00010000:00000001:0.0:1789307438.064964:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.064966:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1541 00000001:00000001:0.0:1789307438.064967:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.064970:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a3de00 count: 2 00000004:00000001:0.0:1789307438.064972:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.064974:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.064975:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064976:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.064977:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.064979:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.064982:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.064983:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.064984:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064985:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064987:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.064988:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.064991:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb3c22c00 with handle 0x66de20725ed3163b from hash 00010000:00000001:0.0:1789307438.064992:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.064993:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.064995:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.064996:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.064997:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.064998:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065000:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.065001:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.065002:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.065004:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x80da:0x0].0x0 (ffff9fbfb4a3de00) 00010000:00010000:0.0:1789307438.065007:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.065009:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.065011:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065012:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.065013:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065014:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065015:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.065019:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb3c22c00/0x66de20725ed3163b lrc: 0/0,0 mode: --/PR res: [0x200002342:0x80da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a69d expref: 23 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.065025:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 16 00000020:00000040:0.0:1789307438.065027:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 22 00010000:00000010:0.0:1789307438.065029:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf86439300. 00010000:00000040:0.0:1789307438.065032:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a3de00 count: 0 00010000:00000010:0.0:1789307438.065035:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a40680. 00010000:00000001:0.0:1789307438.065043:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.065045:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1542 00000001:00000001:0.0:1789307438.065046:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.065049:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfbbd99400 count: 2 00000004:00000001:0.0:1789307438.065051:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.065053:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.065054:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065055:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065057:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.065059:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065061:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.065062:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.065064:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065065:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065066:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.065067:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.065069:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9fb1600 with handle 0x66de20725ed37093 from hash 00010000:00000001:0.0:1789307438.065071:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.065072:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065073:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065074:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.065075:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.065077:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065078:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.065079:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.065081:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.065082:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82b2:0x0].0x0 (ffff9fbfbbd99400) 00010000:00010000:0.0:1789307438.065085:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.065086:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.065088:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065090:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.065091:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065092:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065093:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.065097:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9fb1600/0x66de20725ed37093 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c06d expref: 22 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.065103:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 15 00000020:00000040:0.0:1789307438.065105:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 21 00010000:00000010:0.0:1789307438.065107:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfc0fa9e80. 00010000:00000040:0.0:1789307438.065118:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfbbd99400 count: 0 00010000:00000010:0.0:1789307438.065121:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfa336f180. 00010000:00000001:0.0:1789307438.065133:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065135:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065137:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.065138:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1543 00000001:00000001:0.0:1789307438.065139:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.065141:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb72d9600 count: 2 00000004:00000001:0.0:1789307438.065142:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.065143:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.065144:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065145:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065146:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.065147:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065149:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.065150:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.065151:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065152:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065153:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.065154:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.065155:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb72ff200 with handle 0x66de20725ecffff8 from hash 00010000:00000001:0.0:1789307438.065157:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.065157:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065158:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065158:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.065160:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.065160:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065161:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.065162:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.065163:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.065164:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7dc6:0x0].0x0 (ffff9fbfb72d9600) 00010000:00010000:0.0:1789307438.065166:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.065167:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.065168:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065169:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.065169:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065170:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065170:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.065173:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb72ff200/0x66de20725ecffff8 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7dc6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798556 expref: 21 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.065180:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 14 00000020:00000040:0.0:1789307438.065181:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 20 00010000:00000010:0.0:1789307438.065182:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf83b72080. 00010000:00000040:0.0:1789307438.065183:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb72d9600 count: 0 00010000:00000010:0.0:1789307438.065185:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf89d31200. 00010000:00000001:0.0:1789307438.065192:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.065193:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1544 00000001:00000001:0.0:1789307438.065194:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.065195:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb5b43100 count: 2 00000004:00000001:0.0:1789307438.065197:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.065197:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.065198:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065199:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065200:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.065201:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065202:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.065203:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.065203:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065204:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065205:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.065205:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.065207:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbbd3ca00 with handle 0x66de20725ed2ee9c from hash 00010000:00000001:0.0:1789307438.065208:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.065208:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065209:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065209:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.065210:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.065211:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065212:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.065212:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.065213:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.065214:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x800b:0x0].0x0 (ffff9fbfb5b43100) 00010000:00010000:0.0:1789307438.065215:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.065216:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.065218:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065218:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.065219:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065220:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065221:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.065222:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfbbd3ca00/0x66de20725ed2ee9c lrc: 0/0,0 mode: --/PR res: [0x200002342:0x800b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799b4b expref: 20 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.065225:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 13 00000020:00000040:0.0:1789307438.065226:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 19 00010000:00000010:0.0:1789307438.065227:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb592cf80. 00010000:00000040:0.0:1789307438.065229:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb5b43100 count: 0 00010000:00000010:0.0:1789307438.065231:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf89d31180. 00010000:00000001:0.0:1789307438.065235:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.065235:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1545 00000001:00000001:0.0:1789307438.065236:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.065238:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf831fb100 count: 2 00000004:00000001:0.0:1789307438.065238:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.065239:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.065240:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065240:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065241:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.065242:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065244:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.065244:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.065245:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065246:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065247:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.065248:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.065249:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4953a00 with handle 0x66de20725ed348f4 from hash 00010000:00000001:0.0:1789307438.065250:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.065251:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065251:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065252:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.065253:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.065254:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065255:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.065256:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.065256:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.065257:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x81e3:0x0].0x0 (ffff9fbf831fb100) 00010000:00010000:0.0:1789307438.065259:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.065260:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.065261:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065262:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.065263:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065263:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065264:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.065265:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4953a00/0x66de20725ed348f4 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x81e3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b51b expref: 19 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.065268:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 12 00000020:00000040:0.0:1789307438.065269:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 18 00010000:00000010:0.0:1789307438.065270:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb49bb980. 00010000:00000040:0.0:1789307438.065272:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf831fb100 count: 0 00010000:00000010:0.0:1789307438.065273:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4aafc80. 00010000:00000001:0.0:1789307438.065280:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.065281:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1546 00000001:00000001:0.0:1789307438.065281:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.065283:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4ac1600 count: 2 00000004:00000001:0.0:1789307438.065284:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.065285:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.065285:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065286:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065287:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.065288:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065289:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.065290:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.065290:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065291:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065292:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.065292:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.065294:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9788bc00 with handle 0x66de20725ed03527 from hash 00010000:00000001:0.0:1789307438.065295:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.065296:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065297:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065297:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.065298:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.065299:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065300:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.065300:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.065301:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.065302:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f4b:0x0].0x0 (ffff9fbfb4ac1600) 00010000:00010000:0.0:1789307438.065303:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.065304:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.065305:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065306:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.065307:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065307:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065308:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.065309:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9788bc00/0x66de20725ed03527 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798ff9 expref: 18 pid: 226606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.065313:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 11 00000020:00000040:0.0:1789307438.065313:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 17 00010000:00000010:0.0:1789307438.065314:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfc0822f00. 00010000:00000040:0.0:1789307438.065317:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4ac1600 count: 0 00010000:00000010:0.0:1789307438.065319:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4118d00. 00010000:00000001:0.0:1789307438.065324:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.065325:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1547 00000001:00000001:0.0:1789307438.065326:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.065328:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb49bc900 count: 2 00000004:00000001:0.0:1789307438.065328:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.065329:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.065330:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065330:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065331:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.065333:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065334:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.065335:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.065336:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065337:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065338:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.065338:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.065340:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9f84e00 with handle 0x66de20725ed32155 from hash 00010000:00000001:0.0:1789307438.065341:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.065341:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065342:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065342:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.065343:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.065344:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065345:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.065345:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.065346:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.065347:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8114:0x0].0x0 (ffff9fbfb49bc900) 00010000:00010000:0.0:1789307438.065348:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.065349:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.065350:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065351:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.065351:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065352:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065353:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.065354:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9f84e00/0x66de20725ed32155 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8114:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a9c9 expref: 17 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.065357:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 10 00000020:00000040:0.0:1789307438.065358:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 16 00010000:00000010:0.0:1789307438.065359:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb2a4bb80. 00010000:00000040:0.0:1789307438.065361:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb49bc900 count: 0 00010000:00000010:0.0:1789307438.065362:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf83f8d700. 00010000:00000001:0.0:1789307438.065367:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.065367:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1548 00000001:00000001:0.0:1789307438.065368:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.065371:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb4a97300 count: 2 00000004:00000001:0.0:1789307438.065372:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.065373:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.065374:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065375:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065376:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.065376:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065378:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.065379:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.065379:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065380:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065381:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.065381:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.065383:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb4add400 with handle 0x66de20725ed37bad from hash 00010000:00000001:0.0:1789307438.065384:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.065384:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065385:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065385:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.065386:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.065387:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065388:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.065388:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.065389:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.065390:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x82ec:0x0].0x0 (ffff9fbfb4a97300) 00010000:00010000:0.0:1789307438.065391:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.065392:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.065393:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065394:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.065394:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065395:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065395:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.065397:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb4add400/0x66de20725ed37bad lrc: 0/0,0 mode: --/PR res: [0x200002342:0x82ec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779c399 expref: 16 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.065400:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 9 00000020:00000040:0.0:1789307438.065401:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 15 00010000:00000010:0.0:1789307438.065403:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb3c13000. 00010000:00000040:0.0:1789307438.065405:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb4a97300 count: 0 00010000:00000010:0.0:1789307438.065407:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9fac3700. 00010000:00000001:0.0:1789307438.065411:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065412:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065412:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.065414:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1549 00000001:00000001:0.0:1789307438.065415:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.065416:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9da3100 count: 2 00000004:00000001:0.0:1789307438.065417:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.065418:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.065419:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065420:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065420:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.065421:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065423:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.065423:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.065424:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065425:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065425:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.065426:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.065427:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0c7e200 with handle 0x66de20725ecffc8d from hash 00010000:00000001:0.0:1789307438.065428:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.065429:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065430:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065430:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.065431:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.065432:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065432:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.065433:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.065434:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.065435:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7dad:0x0].0x0 (ffff9fbfb9da3100) 00010000:00010000:0.0:1789307438.065436:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.065437:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.065438:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065439:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.065439:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065441:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065441:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.065443:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0c7e200/0x66de20725ecffc8d lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7dad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77984a7 expref: 15 pid: 225634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.065447:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 8 00000020:00000040:0.0:1789307438.065448:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 14 00010000:00000010:0.0:1789307438.065449:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb9f0a200. 00010000:00000040:0.0:1789307438.065450:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9da3100 count: 0 00010000:00000010:0.0:1789307438.065452:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbd614900. 00010000:00000001:0.0:1789307438.065458:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.065458:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1550 00000001:00000001:0.0:1789307438.065459:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.065461:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb9f09a00 count: 2 00000004:00000001:0.0:1789307438.065461:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.065462:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.065463:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065463:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065464:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.065465:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065467:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.065467:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.065468:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065469:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065470:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.065471:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.065472:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf85c20400 with handle 0x66de20725ed2f9b6 from hash 00010000:00000001:0.0:1789307438.065473:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.065474:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065474:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065475:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.065475:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.065476:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065477:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.065478:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.065478:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.065480:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x8045:0x0].0x0 (ffff9fbfb9f09a00) 00010000:00010000:0.0:1789307438.065482:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.065483:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.065484:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065485:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.065486:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065487:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065487:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.065489:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf85c20400/0x66de20725ed2f9b6 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x8045:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799e77 expref: 14 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.065492:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 7 00000020:00000040:0.0:1789307438.065493:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 13 00010000:00000010:0.0:1789307438.065494:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf88e0a200. 00010000:00000040:0.0:1789307438.065495:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb9f09a00 count: 0 00010000:00000010:0.0:1789307438.065497:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfbd619180. 00010000:00000001:0.0:1789307438.065502:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.065503:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1551 00000001:00000001:0.0:1789307438.065504:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.065505:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb7f3fa00 count: 2 00000004:00000001:0.0:1789307438.065506:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.065507:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.065508:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065508:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065509:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.065510:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065511:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.065512:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.065512:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065513:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065514:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.065515:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.065516:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb9d4b800 with handle 0x66de20725ed3540e from hash 00010000:00000001:0.0:1789307438.065517:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.065518:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065519:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065520:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.065521:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.065522:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065523:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.065524:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.065525:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.065526:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x821d:0x0].0x0 (ffff9fbfb7f3fa00) 00010000:00010000:0.0:1789307438.065527:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.065528:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.065529:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065530:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.065530:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065531:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065531:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.065533:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb9d4b800/0x66de20725ed3540e lrc: 0/0,0 mode: --/PR res: [0x200002342:0x821d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779b847 expref: 13 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.065536:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 6 00000020:00000040:0.0:1789307438.065537:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 12 00010000:00000010:0.0:1789307438.065538:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbec6873c80. 00010000:00000040:0.0:1789307438.065540:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb7f3fa00 count: 0 00010000:00000010:0.0:1789307438.065541:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8894c200. 00010000:00000001:0.0:1789307438.065545:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.065546:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1552 00000001:00000001:0.0:1789307438.065546:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.065548:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa2ff5400 count: 2 00000004:00000001:0.0:1789307438.065549:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.065550:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.065550:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065551:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065552:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.065553:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065554:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.065555:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.065555:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065556:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065557:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.065558:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.065559:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf89878800 with handle 0x66de20725ed2d217 from hash 00010000:00000001:0.0:1789307438.065560:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.065561:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065562:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065562:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.065563:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.065564:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065565:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.065565:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.065566:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.065567:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7f76:0x0].0x0 (ffff9fbfa2ff5400) 00010000:00010000:0.0:1789307438.065568:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.065569:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.065570:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065571:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.065571:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065572:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065572:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.065574:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf89878800/0x66de20725ed2d217 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7f76:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799325 expref: 12 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.065577:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 5 00000020:00000040:0.0:1789307438.065578:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 11 00010000:00000010:0.0:1789307438.065579:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf900c3c00. 00010000:00000040:0.0:1789307438.065581:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa2ff5400 count: 0 00010000:00000010:0.0:1789307438.065582:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe95e7fb80. 00010000:00000001:0.0:1789307438.065587:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.065587:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1553 00000001:00000001:0.0:1789307438.065588:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.065590:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfb49b8500 count: 2 00000004:00000001:0.0:1789307438.065591:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.065591:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.065592:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065593:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065594:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.065595:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065597:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.065597:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.065598:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065599:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065600:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.065600:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.065602:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb63e5400 with handle 0x66de20725ed32c6f from hash 00010000:00000001:0.0:1789307438.065603:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.065603:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065604:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065604:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.065605:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.065606:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065607:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.065607:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.065608:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.065609:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x814e:0x0].0x0 (ffff9fbfb49b8500) 00010000:00010000:0.0:1789307438.065610:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.065611:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.065612:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065613:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.065614:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065614:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065615:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.065616:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb63e5400/0x66de20725ed32c6f lrc: 0/0,0 mode: --/PR res: [0x200002342:0x814e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779acf5 expref: 11 pid: 235179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.065620:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 4 00000020:00000040:0.0:1789307438.065620:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 10 00010000:00000010:0.0:1789307438.065622:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfbd63d480. 00010000:00000040:0.0:1789307438.065623:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfb49b8500 count: 0 00010000:00000010:0.0:1789307438.065625:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbfb4a98980. 00010000:00000001:0.0:1789307438.065631:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.065632:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1554 00000001:00000001:0.0:1789307438.065633:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.065634:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf90a1fd00 count: 2 00000004:00000001:0.0:1789307438.065636:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.065637:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.065637:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065638:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065639:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.065640:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065641:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.065642:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.065643:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065643:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065644:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.065645:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.065646:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb2947c00 with handle 0x66de20725ed00c69 from hash 00010000:00000001:0.0:1789307438.065647:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.065648:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065648:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065649:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.065649:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.065650:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065651:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.065652:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.065652:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.065653:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e21:0x0].0x0 (ffff9fbf90a1fd00) 00010000:00010000:0.0:1789307438.065654:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.065655:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.065656:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065657:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.065658:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065658:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065659:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.065660:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb2947c00/0x66de20725ed00c69 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77987d3 expref: 10 pid: 230993 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.065667:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 3 00000020:00000040:0.0:1789307438.065668:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 9 00010000:00000010:0.0:1789307438.065669:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbf8630ea80. 00010000:00000040:0.0:1789307438.065671:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf90a1fd00 count: 0 00010000:00000010:0.0:1789307438.065672:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbe85a59100. 00010000:00000001:0.0:1789307438.065677:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.065677:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1555 00000001:00000001:0.0:1789307438.065678:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.065680:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfba946d00 count: 2 00000004:00000001:0.0:1789307438.065681:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.065682:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.065682:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065683:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065684:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.065685:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065687:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.065687:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.065689:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065689:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065690:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.065691:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.065692:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf9fb57200 with handle 0x66de20725ed304d0 from hash 00010000:00000001:0.0:1789307438.065693:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.065694:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065694:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065695:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.065695:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.065696:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065697:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.065698:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.065698:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.065699:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x807f:0x0].0x0 (ffff9fbfba946d00) 00010000:00010000:0.0:1789307438.065700:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.065702:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.065703:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065704:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.065705:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065705:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065706:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.065708:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbf9fb57200/0x66de20725ed304d0 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x807f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f779a1a3 expref: 9 pid: 225632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.065711:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 2 00000020:00000040:0.0:1789307438.065712:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 8 00010000:00000010:0.0:1789307438.065713:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb48ce100. 00010000:00000040:0.0:1789307438.065714:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfba946d00 count: 0 00010000:00000010:0.0:1789307438.065716:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf8428d180. 00010000:00000001:0.0:1789307438.065721:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.065722:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1556 00000001:00000001:0.0:1789307438.065723:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.065724:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbfa3137a00 count: 2 00000004:00000001:0.0:1789307438.065725:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.065726:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.065727:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065728:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065728:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.065729:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065730:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.065731:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.065732:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065732:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065733:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.065734:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.065736:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfc0baee00 with handle 0x66de20725ed2dd31 from hash 00010000:00000001:0.0:1789307438.065737:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.065738:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065738:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065739:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.065739:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.065740:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065741:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.065742:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.065743:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.065744:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7fb0:0x0].0x0 (ffff9fbfa3137a00) 00010000:00010000:0.0:1789307438.065745:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.065746:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.065747:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065748:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.065749:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065749:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065750:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.065751:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfc0baee00/0x66de20725ed2dd31 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7fb0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7799651 expref: 8 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.065754:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 1 00000020:00000040:0.0:1789307438.065755:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 7 00010000:00000010:0.0:1789307438.065756:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb4ab7400. 00010000:00000040:0.0:1789307438.065757:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbfa3137a00 count: 0 00010000:00000010:0.0:1789307438.065759:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf88165300. 00010000:00000001:0.0:1789307438.065763:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.065763:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1557 00000001:00000001:0.0:1789307438.065764:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789307438.065766:0:120440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9a788000 count: 2 00000004:00000001:0.0:1789307438.065767:0:120440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1789307438.065768:0:120440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1789307438.065769:0:120440:0:(tgt_handler.c:1405:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065769:0:120440:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1789307438.065770:0:120440:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.065771:0:120440:0:(tgt_handler.c:1459:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065772:0:120440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789307438.065773:0:120440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789307438.065774:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065774:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065775:0:120440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789307438.065776:0:120440:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307438.065778:0:120440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb5815000 with handle 0x66de20725ed01c45 from hash 00010000:00000001:0.0:1789307438.065779:0:120440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789307438.065780:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065780:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065781:0:120440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789307438.065782:0:120440:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.065783:0:120440:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065784:0:120440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789307438.065784:0:120440:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307438.065785:0:120440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1789307438.065786:0:120440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002342:0x7e95:0x0].0x0 (ffff9fbf9a788000) 00010000:00010000:0.0:1789307438.065787:0:120440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1789307438.065788:0:120440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307438.065789:0:120440:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.065790:0:120440:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307438.065790:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307438.065791:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789307438.065792:0:120440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789307438.065793:0:120440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fbfb5815000/0x66de20725ed01c45 lrc: 0/0,0 mode: --/PR res: [0x200002342:0x7e95:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f7798aff expref: 7 pid: 225633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307438.065796:0:120440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fbf86773800 : new locks_count 0 00000020:00000040:0.0:1789307438.065797:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 6 00010000:00000010:0.0:1789307438.065798:0:120440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fbfb5a86880. 00010000:00000040:0.0:1789307438.065800:0:120440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf9a788000 count: 0 00010000:00000010:0.0:1789307438.065801:0:120440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fbf9fac3f00. 00010000:00000001:0.0:1789307438.065804:0:120440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1789307438.065805:0:120440:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6b94c9bb-f547-4, loop: 1558 00000001:00000001:0.0:1789307438.065806:0:120440:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1789307438.065829:0:120440:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789307438.065830:0:120440:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9fbf86773800, canceled 1559 locks, left on hash table 0. 00000020:00000010:0.0:1789307438.065837:0:120440:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9fbfc08a1e00. 00000020:00000010:0.0:1789307438.065842:0:120440:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9fbf90b9d000. 00000020:00000010:0.0:1789307438.065845:0:120440:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9fbfbf8a8f18. 00000020:00000010:0.0:1789307438.065865:0:120440:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9fbfc08a1c00. 80000000:00000010:0.0:1789307438.065879:0:120440:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9fbe86acd9c0. 40000000:00000010:0.0:1789307438.065885:0:120440:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9fbf885642c0. 00100000:00000010:0.0:1789307438.065889:0:120440:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9fbf90b99800. 00040000:00000010:0.0:1789307438.065893:0:120440:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9fbf87ecce00. 00040000:00000010:0.0:1789307438.065896:0:120440:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9fbfc08a0c00. 00080000:00000010:0.0:1789307438.065900:0:120440:0:(osd_handler.c:8304:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff9fbf87d48000. 00080000:00000010:0.0:1789307438.065903:0:120440:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info': 4296 at ffff9fbfb1acc000. 00002000:00000010:0.0:1789307438.065907:0:120440:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9fbf88d9d000. 00000020:00000010:0.0:1789307438.065910:0:120440:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc08a1600. 00000020:00000001:0.0:1789307438.065913:0:120440:0:(genops.c:1914:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1789307438.065915:0:120440:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 5 00000020:00000001:0.0:1789307438.065916:0:120440:0:(genops.c:1939:obd_stale_export_put()) Process leaving 00010000:00000001:0.0:1789307438.065917:0:120440:0:(ldlm_lockd.c:2947:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307438.065919:0:120440:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789307438.065921:0:120440:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789307438.065922:0:120440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789307438.065924:0:120440:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789307438.065924:0:120440:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789307438.065925:0:120440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789307438.065927:0:120440:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789307438.065928:0:120440:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789307438.065929:0:120440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:0.1:1789307438.067893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3354b00. 00010000:00000010:1.1:1789307438.067902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfa335c000. 00010000:00000010:0.1:1789307438.067904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2fac200. 00010000:00000010:0.1:1789307438.067915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85101100. 00010000:00000010:0.1:1789307438.067918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbf6a600. 00010000:00000010:0.1:1789307438.067923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4aa3500. 00010000:00000010:0.1:1789307438.067926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf86570400. 00010000:00000010:0.1:1789307438.067929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8da00. 00010000:00000010:0.1:1789307438.067933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8f8fb800. 00010000:00000010:0.1:1789307438.067937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb935b300. 00010000:00000010:0.1:1789307438.067940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb49cec00. 00010000:00000010:0.1:1789307438.067945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84d2d900. 00010000:00000010:0.1:1789307438.067948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4a42e00. 00010000:00000010:0.1:1789307438.067953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a0c800. 00010000:00000010:0.1:1789307438.067957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0a43800. 00010000:00000010:0.1:1789307438.067963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf97a26e00. 00010000:00000010:0.1:1789307438.067967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9fe7000. 00010000:00000010:0.1:1789307438.067981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88a41600. 00010000:00000010:0.1:1789307438.067989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52da600. 00010000:00000010:0.1:1789307438.067994:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb92df200. 00010000:00000010:0.1:1789307438.067999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe9543c400. 00010000:00000010:0.1:1789307438.068003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9194200. 00010000:00000010:0.1:1789307438.068009:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf835c4600. 00010000:00000010:0.1:1789307438.068013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b42800. 00010000:00000010:0.1:1789307438.068018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85cdfc00. 00010000:00000010:0.1:1789307438.068022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978e9c00. 00010000:00000010:0.1:1789307438.068028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac0800. 00010000:00000010:0.1:1789307438.068050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5fc0800. 00010000:00000010:0.1:1789307438.068055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8559e400. 00010000:00000010:0.1:1789307438.068059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b05400. 00010000:00000010:0.1:1789307438.068064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb63fc900. 00010000:00000010:0.1:1789307438.068068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbf18aa00. 00010000:00000010:0.1:1789307438.068072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9dde000. 00010000:00000010:0.1:1789307438.068076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97933200. 00010000:00000010:0.1:1789307438.068080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2493400. 00010000:00000010:0.1:1789307438.068084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9294200. 00010000:00000010:0.1:1789307438.068089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3258700. 00010000:00000010:0.1:1789307438.068093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8984da00. 00010000:00000010:0.1:1789307438.068097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbf4cf600. 00010000:00000010:0.1:1789307438.068100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf864c5800. 00010000:00000010:0.1:1789307438.068104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7d5d500. 00010000:00000010:0.1:1789307438.068108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbd3e200. 00010000:00000010:0.1:1789307438.068111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82c25300. 00010000:00000010:0.1:1789307438.068114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2bdd600. 00010000:00000010:0.1:1789307438.068117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9da3200. 00010000:00000010:0.1:1789307438.068120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8137e400. 00010000:00000010:0.1:1789307438.068123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9f05200. 00010000:00000010:0.1:1789307438.068125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2a54600. 00010000:00000010:0.1:1789307438.068128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5fc0c00. 00010000:00000010:0.1:1789307438.068130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9dde500. 00010000:00000010:0.1:1789307438.068133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fba9600. 00010000:00000010:0.1:1789307438.068136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd63ee00. 00010000:00000010:0.1:1789307438.068140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fba8a00. 00010000:00000010:0.1:1789307438.068144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9a5bf300. 00010000:00000010:0.1:1789307438.068149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978e8000. 00010000:00000010:0.1:1789307438.068153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fa7500. 00010000:00000010:0.1:1789307438.068158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbf232e00. 00010000:00000010:0.1:1789307438.068162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf90b05400. 00010000:00000010:0.1:1789307438.068166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf86479100. 00010000:00000010:0.1:1789307438.068177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb639fc00. 00010000:00000010:0.1:1789307438.068182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a3e300. 00010000:00000010:0.1:1789307438.068186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf90bbf800. 00010000:00000010:0.1:1789307438.068192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2a4f800. 00010000:00000010:0.1:1789307438.068196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5fc1000. 00010000:00000010:0.1:1789307438.068199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9fbaeb00. 00010000:00000010:0.1:1789307438.068203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2946200. 00010000:00000010:0.1:1789307438.068206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8814ab00. 00010000:00000010:0.1:1789307438.068209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85d83400. 00010000:00000010:0.1:1789307438.068212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4aba700. 00010000:00000010:0.1:1789307438.068215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0a43600. 00010000:00000010:0.1:1789307438.068217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a3dc00. 00010000:00000010:0.1:1789307438.068221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb3c22e00. 00010000:00000010:0.1:1789307438.068226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9c2fe00. 00010000:00000010:0.1:1789307438.068230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9ec7600. 00010000:00000010:0.1:1789307438.068234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85170300. 00010000:00000010:0.1:1789307438.068238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf860be800. 00010000:00000010:0.1:1789307438.068242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85cfe600. 00010000:00000010:0.1:1789307438.068245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d3b600. 00010000:00000010:0.1:1789307438.068248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fa7f00. 00010000:00000010:0.1:1789307438.068251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8626c600. 00010000:00000010:0.1:1789307438.068256:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac0e00. 00010000:00000010:0.1:1789307438.068260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bcf800. 00010000:00000010:0.1:1789307438.068266:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49bce00. 00010000:00000010:0.1:1789307438.068269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf82d28a00. 00010000:00000010:0.1:1789307438.068274:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90c82f00. 00010000:00000010:0.1:1789307438.068279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf81514800. 00010000:00000010:0.1:1789307438.068283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fe4f00. 00010000:00000010:0.1:1789307438.068287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9ad6000. 00010000:00000010:0.1:1789307438.068291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9f09f00. 00010000:00000010:0.1:1789307438.068295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8937f600. 00010000:00000010:0.1:1789307438.068299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7f3f900. 00010000:00000010:0.1:1789307438.068309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d4bc00. 00010000:00000010:0.1:1789307438.068314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4abfe00. 00010000:00000010:0.1:1789307438.068320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9a82c00. 00010000:00000010:0.1:1789307438.068324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb490b100. 00010000:00000010:0.1:1789307438.068328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85caf800. 00010000:00000010:0.1:1789307438.068332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf835bba00. 00010000:00000010:0.1:1789307438.068335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52db400. 00010000:00000010:0.1:1789307438.068341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf98b3f800. 00010000:00000010:0.1:1789307438.068345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9de7e00. 00010000:00000010:0.1:1789307438.068349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac3400. 00010000:00000010:0.1:1789307438.068352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52f5600. 00010000:00000010:0.1:1789307438.068355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb5a96a00. 00010000:00000010:0.1:1789307438.068357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf864fce00. 00010000:00000010:0.1:1789307438.068360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2a4f200. 00010000:00000010:0.1:1789307438.068363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d4ec00. 00010000:00000010:0.1:1789307438.068365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4aba200. 00010000:00000010:0.1:1789307438.068368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf86340600. 00010000:00000010:0.1:1789307438.068371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a94400. 00010000:00000010:0.1:1789307438.068373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a1bc00. 00010000:00000010:0.1:1789307438.068377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac2700. 00010000:00000010:0.1:1789307438.068381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf864fdc00. 00010000:00000010:0.1:1789307438.068384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7ef8600. 00010000:00000010:0.1:1789307438.068388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8137fa00. 00010000:00000010:0.1:1789307438.068391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9c29300. 00010000:00000010:0.1:1789307438.068393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9977400. 00010000:00000010:0.1:1789307438.068397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85350000. 00010000:00000010:0.1:1789307438.068399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb945e000. 00010000:00000010:0.1:1789307438.068403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90bcf500. 00010000:00000010:0.1:1789307438.068405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978d5600. 00010000:00000010:0.1:1789307438.068410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88a65000. 00010000:00000010:0.1:1789307438.068412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9446000. 00010000:00000010:0.1:1789307438.068415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a0c700. 00010000:00000010:0.1:1789307438.068422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf81515e00. 00010000:00000010:0.1:1789307438.068426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85ce1c00. 00010000:00000010:0.1:1789307438.068429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bb9200. 00010000:00000010:0.1:1789307438.068432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9226dd00. 00010000:00000010:0.1:1789307438.068435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb92e8200. 00010000:00000010:0.1:1789307438.068438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7f3bb00. 00010000:00000010:0.1:1789307438.068440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe9543c800. 00010000:00000010:0.1:1789307438.068444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fab700. 00010000:00000010:0.1:1789307438.068448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6a96a00. 00010000:00000010:0.1:1789307438.068450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2ff5c00. 00010000:00000010:0.1:1789307438.068453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf89879c00. 00010000:00000010:0.1:1789307438.068456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb48cf100. 00010000:00000010:0.1:1789307438.068459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e33e00. 00010000:00000010:0.1:1789307438.068462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfc0fb5900. 00010000:00000010:0.1:1789307438.068466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9c61c00. 00010000:00000010:0.1:1789307438.068470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72adb00. 00010000:00000010:0.1:1789307438.068472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbd3c000. 00010000:00000010:0.1:1789307438.068474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84d2d100. 00010000:00000010:0.1:1789307438.068476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b79400. 00010000:00000010:0.1:1789307438.068480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72abc00. 00010000:00000010:0.1:1789307438.068482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bcf200. 00010000:00000010:0.1:1789307438.068485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90c82c00. 00010000:00000010:0.1:1789307438.068488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d9d800. 00010000:00000010:0.1:1789307438.068492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb63f9c00. 00010000:00000010:0.1:1789307438.068495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf894f1600. 00010000:00000010:0.1:1789307438.068498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb5b43a00. 00010000:00000010:0.1:1789307438.068501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb48db000. 00010000:00000010:0.1:1789307438.068505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbd78c00. 00010000:00000010:0.1:1789307438.068508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2947600. 00010000:00000010:0.1:1789307438.068511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf98b3f500. 00010000:00000010:0.1:1789307438.068513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1aacc00. 00010000:00000010:0.1:1789307438.068516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb6ddf300. 00010000:00000010:0.1:1789307438.068522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52fd600. 00010000:00000010:0.1:1789307438.068525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf920bc000. 00010000:00000010:0.1:1789307438.068527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0ee5a00. 00010000:00000010:0.1:1789307438.068531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf86575d00. 00010000:00000010:0.1:1789307438.068533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf89847000. 00010000:00000010:0.1:1789307438.068536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9fa0ea00. 00010000:00000010:0.1:1789307438.068539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb63e5c00. 00010000:00000010:0.1:1789307438.068542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83b37800. 00010000:00000010:0.1:1789307438.068545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbac52400. 00010000:00000010:0.1:1789307438.068548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72b0f00. 00010000:00000010:0.1:1789307438.068551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbe7c000. 00010000:00000010:0.1:1789307438.068553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb63fca00. 00010000:00000010:0.1:1789307438.068555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9305600. 00010000:00000010:0.1:1789307438.068559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a87100. 00010000:00000010:0.1:1789307438.068562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e5b400. 00010000:00000010:0.1:1789307438.068564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82b09400. 00010000:00000010:0.1:1789307438.068566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97933e00. 00010000:00000010:0.1:1789307438.068570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82cf1900. 00010000:00000010:0.1:1789307438.068578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a08000. 00010000:00000010:0.1:1789307438.068580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9fbaed00. 00010000:00000010:0.1:1789307438.068583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5890a00. 00010000:00000010:0.1:1789307438.068587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83be2d00. 00010000:00000010:0.1:1789307438.068590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb3c23600. 00010000:00000010:0.1:1789307438.068592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbd99e00. 00010000:00000010:0.1:1789307438.068597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9fb0200. 00010000:00000010:0.1:1789307438.068601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9fa6d00. 00010000:00000010:0.1:1789307438.068604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fba8e00. 00010000:00000010:0.1:1789307438.068607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbee84300. 00010000:00000010:0.1:1789307438.068609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d9d600. 00010000:00000010:0.1:1789307438.068612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8cf00. 00010000:00000010:0.1:1789307438.068615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd7b5a00. 00010000:00000010:0.1:1789307438.068620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52f0f00. 00010000:00000010:0.1:1789307438.068626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978c6800. 00010000:00000010:0.1:1789307438.068632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb6b81500. 00010000:00000010:0.1:1789307438.068635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe96595200. 00010000:00000010:0.1:1789307438.068637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfc0c52300. 00010000:00000010:0.1:1789307438.068640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9fe7200. 00010000:00000010:0.1:1789307438.068642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd63ea00. 00010000:00000010:0.1:1789307438.068645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97f17600. 00010000:00000010:0.1:1789307438.068648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85170d00. 00010000:00000010:0.1:1789307438.068651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9678e00. 00010000:00000010:0.1:1789307438.068653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9a5bf500. 00010000:00000010:0.1:1789307438.068656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9c60600. 00010000:00000010:0.1:1789307438.068658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf864cdc00. 00010000:00000010:0.1:1789307438.068660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9de6200. 00010000:00000010:0.1:1789307438.068664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85da3400. 00010000:00000010:0.1:1789307438.068666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb93dce00. 00010000:00000010:0.1:1789307438.068670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fa4b00. 00010000:00000010:0.1:1789307438.068673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9446e00. 00010000:00000010:0.1:1789307438.068675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9c2f200. 00010000:00000010:0.1:1789307438.068677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52c6a00. 00010000:00000010:0.1:1789307438.068681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72ac100. 00010000:00000010:0.1:1789307438.068684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2a31600. 00010000:00000010:0.1:1789307438.068687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7d5d300. 00010000:00000010:0.1:1789307438.068689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978c6200. 00010000:00000010:0.1:1789307438.068692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf898ea000. 00010000:00000010:0.1:1789307438.068697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6d61600. 00010000:00000010:0.1:1789307438.068699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb490b300. 00010000:00000010:0.1:1789307438.068704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fbad000. 00010000:00000010:0.1:1789307438.068709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72afb00. 00010000:00000010:0.1:1789307438.068712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8137f400. 00010000:00000010:0.1:1789307438.068716:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa30f4500. 00010000:00000010:0.1:1789307438.068720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b6e600. 00010000:00000010:0.1:1789307438.068723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85350600. 00010000:00000010:0.1:1789307438.068732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb945f000. 00010000:00000010:0.1:1789307438.068736:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf853cb100. 00010000:00000010:0.1:1789307438.068740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb49ce600. 00010000:00000010:0.1:1789307438.068744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88e0e100. 00010000:00000010:0.1:1789307438.068750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6a96e00. 00010000:00000010:0.1:1789307438.068755:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85da3200. 00010000:00000010:0.1:1789307438.068758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978c7600. 00010000:00000010:0.1:1789307438.068764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3204000. 00010000:00000010:0.1:1789307438.068767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb7d1ba00. 00010000:00000010:0.1:1789307438.068773:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4acd000. 00010000:00000010:0.1:1789307438.068778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbf233e00. 00010000:00000010:0.1:1789307438.068783:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2e1c400. 00010000:00000010:0.1:1789307438.068786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb966a600. 00010000:00000010:0.1:1789307438.068790:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7f3b000. 00010000:00000010:0.1:1789307438.068793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85d5aa00. 00010000:00000010:0.1:1789307438.068796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2493e00. 00010000:00000010:0.1:1789307438.068800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9c61a00. 00010000:00000010:0.1:1789307438.068804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2492500. 00010000:00000010:0.1:1789307438.068814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0a43a00. 00010000:00000010:0.1:1789307438.068817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3313100. 00010000:00000010:0.1:1789307438.068819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8984d000. 00010000:00000010:0.1:1789307438.068821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9d9b600. 00010000:00000010:0.1:1789307438.068824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbb86f000. 00010000:00000010:0.1:1789307438.068829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8559f500. 00010000:00000010:0.1:1789307438.068831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe9543de00. 00010000:00000010:0.1:1789307438.068833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3258c00. 00010000:00000010:0.1:1789307438.068836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbeedfc00. 00010000:00000010:0.1:1789307438.068840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd684500. 00010000:00000010:0.1:1789307438.068843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52d4800. 00010000:00000010:0.1:1789307438.068845:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8532da00. 00010000:00000010:0.1:1789307438.068848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4953800. 00010000:00000010:0.1:1789307438.068884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85350100. 00010000:00000010:0.1:1789307438.068898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb3c3ee00. 00010000:00000010:0.1:1789307438.068902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf86479300. 00010000:00000010:0.1:1789307438.068906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97825800. 00010000:00000010:0.1:1789307438.068912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a83d00. 00010000:00000010:0.1:1789307438.068918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e32800. 00010000:00000010:0.1:1789307438.068921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88a41800. 00010000:00000010:0.1:1789307438.068925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbeab73d200. 00010000:00000010:0.1:1789307438.068928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88752f00. 00010000:00000010:0.1:1789307438.068931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4a42c00. 00010000:00000010:0.1:1789307438.068933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf853cb400. 00010000:00000010:0.1:1789307438.068935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bae800. 00010000:00000010:0.1:1789307438.068938:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb63f9e00. 00010000:00000010:0.1:1789307438.068940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbf6aa00. 00010000:00000010:0.1:1789307438.068943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd63e200. 00010000:00000010:0.1:1789307438.068945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9309600. 00010000:00000010:0.1:1789307438.068949:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49f5700. 00010000:00000010:0.1:1789307438.068953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9906600. 00010000:00000010:0.1:1789307438.068957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb5930900. 00010000:00000010:0.1:1789307438.068960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52d4400. 00010000:00000010:0.1:1789307438.068964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2ed3800. 00010000:00000010:0.1:1789307438.068968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fb50800. 00010000:00000010:0.1:1789307438.068975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0c7fe00. 00010000:00000010:0.1:1789307438.068980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7faf200. 00010000:00000010:0.1:1789307438.068984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb92e8000. 00010000:00000010:0.1:1789307438.068988:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52d6800. 00010000:00000010:0.1:1789307438.068993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb290bc00. 00010000:00000010:0.1:1789307438.068996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb1a83300. 00010000:00000010:0.1:1789307438.069000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b79000. 00010000:00000010:0.1:1789307438.069004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf86575700. 00010000:00000010:0.1:1789307438.069007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf89847e00. 00010000:00000010:0.1:1789307438.069010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4219500. 00010000:00000010:0.1:1789307438.069013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb63e5200. 00010000:00000010:0.1:1789307438.069020:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83b37400. 00010000:00000010:0.1:1789307438.069022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe96595600. 00010000:00000010:0.1:1789307438.069026:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac3300. 00010000:00000010:0.1:1789307438.069028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd554000. 00010000:00000010:0.1:1789307438.069031:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9da3a00. 00010000:00000010:0.1:1789307438.069033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9679400. 00010000:00000010:0.1:1789307438.069037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4abf400. 00010000:00000010:0.1:1789307438.069041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bf7c00. 00010000:00000010:0.1:1789307438.069044:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fe4b00. 00010000:00000010:0.1:1789307438.069047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9ad7a00. 00010000:00000010:0.1:1789307438.069051:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbb4dc100. 00010000:00000010:0.1:1789307438.069054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf86570800. 00010000:00000010:0.1:1789307438.069057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a97500. 00010000:00000010:0.1:1789307438.069061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4a2b800. 00010000:00000010:0.1:1789307438.069065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf832e3900. 00010000:00000010:0.1:1789307438.069070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9447600. 00010000:00000010:0.1:1789307438.069073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb63f9500. 00010000:00000010:0.1:1789307438.069077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbf6b800. 00010000:00000010:0.1:1789307438.069082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2a15f00. 00010000:00000010:0.1:1789307438.069086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4838200. 00010000:00000010:0.1:1789307438.069089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a94600. 00010000:00000010:0.1:1789307438.069092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d3d400. 00010000:00000010:0.1:1789307438.069097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb48a8e00. 00010000:00000010:0.1:1789307438.069100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9907600. 00010000:00000010:0.1:1789307438.069103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4abe000. 00010000:00000010:0.1:1789307438.069105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb92e8c00. 00010000:00000010:0.1:1789307438.069109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd613000. 00010000:00000010:0.1:1789307438.069112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d3da00. 00010000:00000010:0.1:1789307438.069115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a82e00. 00010000:00000010:0.1:1789307438.069120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf98c4c600. 00010000:00000010:0.1:1789307438.069123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52f2e00. 00010000:00000010:0.1:1789307438.069128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb93dca00. 00010000:00000010:0.1:1789307438.069137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb48a8a00. 00010000:00000010:0.1:1789307438.069142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1ad2a00. 00010000:00000010:0.1:1789307438.069146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72ac500. 00010000:00000010:0.1:1789307438.069149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5890c00. 00010000:00000010:0.1:1789307438.069152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8b900. 00010000:00000010:0.1:1789307438.069156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb59dd400. 00010000:00000010:0.1:1789307438.069159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbd78700. 00010000:00000010:0.1:1789307438.069163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf92230800. 00010000:00000010:0.1:1789307438.069167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb264fa00. 00010000:00000010:0.1:1789307438.069170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0c60a00. 00010000:00000010:0.1:1789307438.069175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ab9600. 00010000:00000010:0.1:1789307438.069178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6008c00. 00010000:00000010:0.1:1789307438.069182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49bc600. 00010000:00000010:0.1:1789307438.069185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97824800. 00010000:00000010:0.1:1789307438.069188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf853cb900. 00010000:00000010:0.1:1789307438.069191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978d5c00. 00010000:00000010:0.1:1789307438.069195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac1700. 00010000:00000010:0.1:1789307438.069199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bae600. 00010000:00000010:0.1:1789307438.069202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf865cf400. 00010000:00000010:0.1:1789307438.069206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d9d000. 00010000:00000010:0.1:1789307438.069209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9954f500. 00010000:00000010:0.1:1789307438.069221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4adc400. 00010000:00000010:0.1:1789307438.069225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb5638b00. 00010000:00000010:0.1:1789307438.069229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf89846600. 00010000:00000010:0.1:1789307438.069232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9d02900. 00010000:00000010:0.1:1789307438.069234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85d5b000. 00010000:00000010:0.1:1789307438.069237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8dc00. 00010000:00000010:0.1:1789307438.069240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2fad800. 00010000:00000010:0.1:1789307438.069243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2ff5600. 00010000:00000010:0.1:1789307438.069245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf89879a00. 00010000:00000010:0.1:1789307438.069248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49b8600. 00010000:00000010:0.1:1789307438.069252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb63e4e00. 00010000:00000010:0.1:1789307438.069261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbe85816f00. 00010000:00000010:0.1:1789307438.069265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9214e400. 00010000:00000010:0.1:1789307438.069269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfc0fb5d00. 00010000:00000010:0.1:1789307438.069272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9df9a00. 00010000:00000010:0.1:1789307438.069276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8559f000. 00010000:00000010:0.1:1789307438.069279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9194600. 00010000:00000010:0.1:1789307438.069282:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85170600. 00010000:00000010:0.1:1789307438.069285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbed97800. 00010000:00000010:0.1:1789307438.069288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd613200. 00010000:00000010:0.1:1789307438.069291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d3dc00. 00010000:00000010:0.1:1789307438.069294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbded700. 00010000:00000010:0.1:1789307438.069298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9de7600. 00010000:00000010:0.1:1789307438.069302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf831fb000. 00010000:00000010:0.1:1789307438.069305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85cc1a00. 00010000:00000010:0.1:1789307438.069308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf920bc400. 00010000:00000010:0.1:1789307438.069312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9c39a00. 00010000:00000010:0.1:1789307438.069316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb1a87600. 00010000:00000010:0.1:1789307438.069320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf864eb200. 00010000:00000010:0.1:1789307438.069324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa30d3400. 00010000:00000010:0.1:1789307438.069327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb945f200. 00010000:00000010:0.1:1789307438.069330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb92dff00. 00010000:00000010:0.1:1789307438.069334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52f4c00. 00010000:00000010:0.1:1789307438.069337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbded600. 00010000:00000010:0.1:1789307438.069338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb945f800. 00010000:00000010:0.1:1789307438.069341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9a788d00. 00010000:00000010:0.1:1789307438.069344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e8d600. 00010000:00000010:0.1:1789307438.069347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72d9e00. 00010000:00000010:0.1:1789307438.069349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9906800. 00010000:00000010:0.1:1789307438.069351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4acdb00. 00010000:00000010:0.1:1789307438.069355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf898b9a00. 00010000:00000010:0.1:1789307438.069357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8814a500. 00010000:00000010:0.1:1789307438.069360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a09000. 00010000:00000010:0.1:1789307438.069366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8b300. 00010000:00000010:0.1:1789307438.069369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2a30400. 00010000:00000010:0.1:1789307438.069372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf855b4f00. 00010000:00000010:0.1:1789307438.069377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9f84200. 00010000:00000010:0.1:1789307438.069379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbee84900. 00010000:00000010:0.1:1789307438.069381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb49cea00. 00010000:00000010:0.1:1789307438.069384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2489300. 00010000:00000010:0.1:1789307438.069387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97825000. 00010000:00000010:0.1:1789307438.069390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf835bbc00. 00010000:00000010:0.1:1789307438.069394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2bdd800. 00010000:00000010:0.1:1789307438.069397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83535f00. 00010000:00000010:0.1:1789307438.069401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9906400. 00010000:00000010:0.1:1789307438.069403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82b09800. 00010000:00000010:0.1:1789307438.069406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bb8e00. 00010000:00000010:0.1:1789307438.069410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9a58dc00. 00010000:00000010:0.1:1789307438.069413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d1fa00. 00010000:00000010:0.1:1789307438.069417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf832e3700. 00010000:00000010:0.1:1789307438.069421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85d5a600. 00010000:00000010:0.1:1789307438.069424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8559ef00. 00010000:00000010:0.1:1789307438.069428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbe54e00. 00010000:00000010:0.1:1789307438.069432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7fafe00. 00010000:00000010:0.1:1789307438.069437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52ecc00. 00010000:00000010:0.1:1789307438.069439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbb4dc800. 00010000:00000010:0.1:1789307438.069441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4853400. 00010000:00000010:0.1:1789307438.069444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a82c00. 00010000:00000010:0.1:1789307438.069447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2947200. 00010000:00000010:0.1:1789307438.069449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49f5800. 00010000:00000010:0.1:1789307438.069451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0c7f000. 00010000:00000010:0.1:1789307438.069453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf832e3f00. 00010000:00000010:0.1:1789307438.069455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4a2b000. 00010000:00000010:0.1:1789307438.069457:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9da3600. 00010000:00000010:0.1:1789307438.069459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8137ec00. 00010000:00000010:0.1:1789307438.069465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88a65100. 00010000:00000010:0.1:1789307438.069468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0baf000. 00010000:00000010:0.1:1789307438.069472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf97a26400. 00010000:00000010:0.1:1789307438.069474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb290b000. 00010000:00000010:0.1:1789307438.069476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf80025900. 00010000:00000010:0.1:1789307438.069478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbf18ba00. 00010000:00000010:0.1:1789307438.069480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82cf1500. 00010000:00000010:0.1:1789307438.069484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8992ee00. 00010000:00000010:0.1:1789307438.069487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbe979c0d00. 00010000:00000010:0.1:1789307438.069490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbedcb600. 00010000:00000010:0.1:1789307438.069492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85ce1200. 00010000:00000010:0.1:1789307438.069494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9678600. 00010000:00000010:0.1:1789307438.069496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a95700. 00010000:00000010:0.1:1789307438.069499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a1b400. 00010000:00000010:0.1:1789307438.069502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac0900. 00010000:00000010:0.1:1789307438.069504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb3c3ea00. 00010000:00000010:0.1:1789307438.069507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbb43b200. 00010000:00000010:0.1:1789307438.069510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9dca600. 00010000:00000010:0.1:1789307438.069513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49e1000. 00010000:00000010:0.1:1789307438.069515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9f72400. 00010000:00000010:0.1:1789307438.069517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72abe00. 00010000:00000010:0.1:1789307438.069520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5890600. 00010000:00000010:0.1:1789307438.069522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9fbae400. 00010000:00000010:0.1:1789307438.069524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbeedf000. 00010000:00000010:0.1:1789307438.069526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8538a000. 00010000:00000010:0.1:1789307438.069529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2fd4e00. 00010000:00000010:0.1:1789307438.069532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac2200. 00010000:00000010:0.1:1789307438.069534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978c7c00. 00010000:00000010:0.1:1789307438.069537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9c2f900. 00010000:00000010:0.1:1789307438.069541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9ec6800. 00010000:00000010:0.1:1789307438.069544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85170400. 00010000:00000010:0.1:1789307438.069547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf860bfa00. 00010000:00000010:0.1:1789307438.069556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fa7c00. 00010000:00000010:0.1:1789307438.069559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6a96600. 00010000:00000010:0.1:1789307438.069563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf865cfe00. 00010000:00000010:0.1:1789307438.069565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d9d200. 00010000:00000010:0.1:1789307438.069568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a97d00. 00010000:00000010:0.1:1789307438.069571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb483e200. 00010000:00000010:0.1:1789307438.069575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfba946100. 00010000:00000010:0.1:1789307438.069577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d1fe00. 00010000:00000010:0.1:1789307438.069580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9d02800. 00010000:00000010:0.1:1789307438.069583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbe7c800. 00010000:00000010:0.1:1789307438.069585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa30d3000. 00010000:00000010:0.1:1789307438.069588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd7b5800. 00010000:00000010:0.1:1789307438.069591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9f05100. 00010000:00000010:0.1:1789307438.069594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8579f600. 00010000:00000010:0.1:1789307438.069598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4abf700. 00010000:00000010:0.1:1789307438.069602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9a82a00. 00010000:00000010:0.1:1789307438.069605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88752d00. 00010000:00000010:0.1:1789307438.069608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4a43a00. 00010000:00000010:0.1:1789307438.069611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb63fc400. 00010000:00000010:0.1:1789307438.069614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9304a00. 00010000:00000010:0.1:1789307438.069618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf835bb200. 00010000:00000010:0.1:1789307438.069620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52db800. 00010000:00000010:0.1:1789307438.069624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3c23e00. 00010000:00000010:0.1:1789307438.069627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d2e800. 00010000:00000010:0.1:1789307438.069629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf98b3fb00. 00010000:00000010:0.1:1789307438.069633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb29a4800. 00010000:00000010:0.1:1789307438.069635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fa7e00. 00010000:00000010:0.1:1789307438.069638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6d60600. 00010000:00000010:0.1:1789307438.069640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2a4ff00. 00010000:00000010:0.1:1789307438.069643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d4e600. 00010000:00000010:0.1:1789307438.069645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb1a87d00. 00010000:00000010:0.1:1789307438.069648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6d61a00. 00010000:00000010:0.1:1789307438.069657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7ef8800. 00010000:00000010:0.1:1789307438.069662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52fca00. 00010000:00000010:0.1:1789307438.069665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4acda00. 00010000:00000010:0.1:1789307438.069667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2a31000. 00010000:00000010:0.1:1789307438.069670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85ce1a00. 00010000:00000010:0.1:1789307438.069673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9679200. 00010000:00000010:0.1:1789307438.069676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf967ca700. 00010000:00000010:0.1:1789307438.069680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a1a200. 00010000:00000010:0.1:1789307438.069683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2492d00. 00010000:00000010:0.1:1789307438.069685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf98c4c000. 00010000:00000010:0.1:1789307438.069688:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb48cfa00. 00010000:00000010:0.1:1789307438.069691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e5be00. 00010000:00000010:0.1:1789307438.069694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72af200. 00010000:00000010:0.1:1789307438.069697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0ee5600. 00010000:00000010:0.1:1789307438.069700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82b09700. 00010000:00000010:0.1:1789307438.069703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bcf400. 00010000:00000010:0.1:1789307438.069706:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf831fb300. 00010000:00000010:0.1:1789307438.069709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85cc0600. 00010000:00000010:0.1:1789307438.069723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88e0ed00. 00010000:00000010:0.1:1789307438.069728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0e22800. 00010000:00000010:0.1:1789307438.069732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb48cf900. 00010000:00000010:0.1:1789307438.069736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbd26800. 00010000:00000010:0.1:1789307438.069738:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52d6500. 00010000:00000010:0.1:1789307438.069741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb91d4000. 00010000:00000010:0.1:1789307438.069743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4aba400. 00010000:00000010:0.1:1789307438.069745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf86340c00. 00010000:00000010:0.1:1789307438.069748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9d02c00. 00010000:00000010:0.1:1789307438.069750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb29a4000. 00010000:00000010:0.1:1789307438.069752:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3204100. 00010000:00000010:0.1:1789307438.069754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6105c00. 00010000:00000010:0.1:1789307438.069757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9c29800. 00010000:00000010:0.1:1789307438.069759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9976c00. 00010000:00000010:0.1:1789307438.069766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3354900. 00010000:00000010:0.1:1789307438.069769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9fb0600. 00010000:00000010:0.1:1789307438.069772:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a88e00. 00010000:00000010:0.1:1789307438.069776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf86341200. 00010000:00000010:0.1:1789307438.069778:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49e1500. 00010000:00000010:0.1:1789307438.069781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2a33000. 00010000:00000010:0.1:1789307438.069783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52dac00. 00010000:00000010:0.1:1789307438.069785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88a65900. 00010000:00000010:0.1:1789307438.069787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9446600. 00010000:00000010:0.1:1789307438.069789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9da3e00. 00010000:00000010:0.1:1789307438.069791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb29ace00. 00010000:00000010:0.1:1789307438.069793:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb6ddf100. 00010000:00000010:0.1:1789307438.069795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52fd000. 00010000:00000010:0.1:1789307438.069797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52f2f00. 00010000:00000010:0.1:1789307438.069799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb29ac600. 00010000:00000010:0.1:1789307438.069801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb5b43700. 00010000:00000010:0.1:1789307438.069803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb48db400. 00010000:00000010:0.1:1789307438.069806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbb43bf00. 00010000:00000010:0.1:1789307438.069809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9214ec00. 00010000:00000010:0.1:1789307438.069813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4acc200. 00010000:00000010:0.1:1789307438.069816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9195600. 00010000:00000010:0.1:1789307438.069819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a87300. 00010000:00000010:0.1:1789307438.069822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e5ae00. 00010000:00000010:0.1:1789307438.069826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82cf1f00. 00010000:00000010:0.1:1789307438.069830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a09400. 00010000:00000010:0.1:1789307438.069833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac1e00. 00010000:00000010:0.1:1789307438.069837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9788b400. 00010000:00000010:0.1:1789307438.069840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83dbd200. 00010000:00000010:0.1:1789307438.069844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf90b04a00. 00010000:00000010:0.1:1789307438.069847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf878a3f00. 00010000:00000010:0.1:1789307438.069867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb945fa00. 00010000:00000010:0.1:1789307438.069883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9da0400. 00010000:00000010:0.1:1789307438.069892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb966a400. 00010000:00000010:0.1:1789307438.069896:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72ada00. 00010000:00000010:0.1:1789307438.069899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbd3d800. 00010000:00000010:0.1:1789307438.069904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac2000. 00010000:00000010:0.1:1789307438.069907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8626cc00. 00010000:00000010:0.1:1789307438.069911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72ac000. 00010000:00000010:0.1:1789307438.069914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bb9000. 00010000:00000010:0.1:1789307438.069916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90c82a00. 00010000:00000010:0.1:1789307438.069919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d9ca00. 00010000:00000010:0.1:1789307438.069921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7e59500. 00010000:00000010:0.1:1789307438.069924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8984d600. 00010000:00000010:0.1:1789307438.069926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8c900. 00010000:00000010:0.1:1789307438.069928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbeab73de00. 00010000:00000010:0.1:1789307438.069930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fab600. 00010000:00000010:0.1:1789307438.069932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d6ea00. 00010000:00000010:0.1:1789307438.069935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa30d3b00. 00010000:00000010:0.1:1789307438.069937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8992ec00. 00010000:00000010:0.1:1789307438.069940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb310a300. 00010000:00000010:0.1:1789307438.069943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8579e400. 00010000:00000010:0.1:1789307438.069946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a76200. 00010000:00000010:0.1:1789307438.069949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8f8fb200. 00010000:00000010:0.1:1789307438.069952:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52f0e00. 00010000:00000010:0.1:1789307438.069955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbd3cc00. 00010000:00000010:0.1:1789307438.069958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83b23700. 00010000:00000010:0.1:1789307438.069962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d2f800. 00010000:00000010:0.1:1789307438.069965:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9c2fc00. 00010000:00000010:0.1:1789307438.069968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf98c4c400. 00010000:00000010:0.1:1789307438.069971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf920bcd00. 00010000:00000010:0.1:1789307438.069974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9f72a00. 00010000:00000010:0.1:1789307438.069977:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3354000. 00010000:00000010:0.1:1789307438.069981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb95e9600. 00010000:00000010:0.1:1789307438.069985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7faf900. 00010000:00000010:0.1:1789307438.069995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8992fe00. 00010000:00000010:0.1:1789307438.069998:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49e1600. 00010000:00000010:0.1:1789307438.070002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5815200. 00010000:00000010:0.1:1789307438.070005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88e0e900. 00010000:00000010:0.1:1789307438.070009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8f8faa00. 00010000:00000010:0.1:1789307438.070013:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbb43b300. 00010000:00000010:0.1:1789307438.070016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978e9e00. 00010000:00000010:0.1:1789307438.070020:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8559ee00. 00010000:00000010:0.1:1789307438.070024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb72fe000. 00010000:00000010:0.1:1789307438.070029:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52d6300. 00010000:00000010:0.1:1789307438.070033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb290a200. 00010000:00000010:0.1:1789307438.070036:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd613e00. 00010000:00000010:0.1:1789307438.070038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf80030e00. 00010000:00000010:0.1:1789307438.070042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83535b00. 00010000:00000010:0.1:1789307438.070044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85c20600. 00010000:00000010:0.1:1789307438.070047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf98ca6e00. 00010000:00000010:0.1:1789307438.070050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd7b4c00. 00010000:00000010:0.1:1789307438.070053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfc0c52500. 00010000:00000010:0.1:1789307438.070055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd554200. 00010000:00000010:0.1:1789307438.070057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4219800. 00010000:00000010:0.1:1789307438.070060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5fc1e00. 00010000:00000010:0.1:1789307438.070062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf835c4a00. 00010000:00000010:0.1:1789307438.070064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf89846000. 00010000:00000010:0.1:1789307438.070066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72af900. 00010000:00000010:0.1:1789307438.070068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0ee4e00. 00010000:00000010:0.1:1789307438.070071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8538a500. 00010000:00000010:0.1:1789307438.070073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2fd4000. 00010000:00000010:0.1:1789307438.070076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90bcfc00. 00010000:00000010:0.1:1789307438.070078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2bdd000. 00010000:00000010:0.1:1789307438.070080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbee84f00. 00010000:00000010:0.1:1789307438.070082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9df8a00. 00010000:00000010:0.1:1789307438.070085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb6b81800. 00010000:00000010:0.1:1789307438.070092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe96594c00. 00010000:00000010:0.1:1789307438.070095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9fa0e200. 00010000:00000010:0.1:1789307438.070097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbf233600. 00010000:00000010:0.1:1789307438.070100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb5638900. 00010000:00000010:0.1:1789307438.070102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb639e800. 00010000:00000010:0.1:1789307438.070106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf864cd500. 00010000:00000010:0.1:1789307438.070109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe8d09ee00. 00010000:00000010:0.1:1789307438.070112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85da3600. 00010000:00000010:0.1:1789307438.070114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6009200. 00010000:00000010:0.1:1789307438.070116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf855b4700. 00010000:00000010:0.1:1789307438.070119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0c60400. 00010000:00000010:0.1:1789307438.070122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf864d3700. 00010000:00000010:0.1:1789307438.070124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbf18b800. 00010000:00000010:0.1:1789307438.070126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85170c00. 00010000:00000010:0.1:1789307438.070128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbed96000. 00010000:00000010:0.1:1789307438.070130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf898ea200. 00010000:00000010:0.1:1789307438.070133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6d60000. 00010000:00000010:0.1:1789307438.070135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb264f800. 00010000:00000010:0.1:1789307438.070137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0c60c00. 00010000:00000010:0.1:1789307438.070140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9fa6300. 00010000:00000010:0.1:1789307438.070142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b37e00. 00010000:00000010:0.1:1789307438.070144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa30f4a00. 00010000:00000010:0.1:1789307438.070146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5814200. 00010000:00000010:0.1:1789307438.070148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9c2f700. 00010000:00000010:0.1:1789307438.070150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9c39200. 00010000:00000010:0.1:1789307438.070152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb48a8100. 00010000:00000010:0.1:1789307438.070154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbd27400. 00010000:00000010:0.1:1789307438.070156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb1a83f00. 00010000:00000010:0.1:1789307438.070159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b05600. 00010000:00000010:0.1:1789307438.070161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbf4cf300. 00010000:00000010:0.1:1789307438.070164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf90bbe000. 00010000:00000010:0.1:1789307438.070167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83be2300. 00010000:00000010:0.1:1789307438.070172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9c38600. 00010000:00000010:0.1:1789307438.070175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ab9000. 00010000:00000010:0.1:1789307438.070178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbeedec00. 00010000:00000010:0.1:1789307438.070180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a86300. 00010000:00000010:0.1:1789307438.070183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb7d1ae00. 00010000:00000010:0.1:1789307438.070185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72ad200. 00010000:00000010:0.1:1789307438.070187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97824a00. 00010000:00000010:0.1:1789307438.070189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf86479c00. 00010000:00000010:0.1:1789307438.070191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97825600. 00010000:00000010:0.1:1789307438.070193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf878a3100. 00010000:00000010:0.1:1789307438.070195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbf233000. 00010000:00000010:0.1:1789307438.070197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a87700. 00010000:00000010:0.1:1789307438.070199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fbadc00. 00010000:00000010:0.1:1789307438.070201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72d9200. 00010000:00000010:0.1:1789307438.070203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2fd5e00. 00010000:00000010:0.1:1789307438.070205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88752100. 00010000:00000010:0.1:1789307438.070207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4a43000. 00010000:00000010:0.1:1789307438.070209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2a15900. 00010000:00000010:0.1:1789307438.070211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8579f400. 00010000:00000010:0.1:1789307438.070213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90c82200. 00010000:00000010:0.1:1789307438.070215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e32400. 00010000:00000010:0.1:1789307438.070217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7e59300. 00010000:00000010:0.1:1789307438.070220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbb4e8600. 00010000:00000010:0.1:1789307438.070222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52f0800. 00010000:00000010:0.1:1789307438.070224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe9543c200. 00010000:00000010:0.1:1789307438.070226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb935b800. 00010000:00000010:0.1:1789307438.070229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbe71400. 00010000:00000010:0.1:1789307438.070232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88860300. 00010000:00000010:0.1:1789307438.070235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd51f200. 00010000:00000010:0.1:1789307438.070237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a88900. 00010000:00000010:0.1:1789307438.070240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978c7800. 00010000:00000010:0.1:1789307438.070242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8d500. 00010000:00000010:0.1:1789307438.070247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf898b8c00. 00010000:00000010:0.1:1789307438.070249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbe979c0e00. 00010000:00000010:0.1:1789307438.070251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbedcaa00. 00010000:00000010:0.1:1789307438.070253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd613300. 00010000:00000010:0.1:1789307438.070255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd554a00. 00010000:00000010:0.1:1789307438.070257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52f2800. 00010000:00000010:0.1:1789307438.070260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb93dda00. 00010000:00000010:0.1:1789307438.070263:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2ff5900. 00010000:00000010:0.1:1789307438.070264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd6c4800. 00010000:00000010:0.1:1789307438.070267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf864d3e00. 00010000:00000010:0.1:1789307438.070268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbedca400. 00010000:00000010:0.1:1789307438.070270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8b800. 00010000:00000010:0.1:1789307438.070272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb59dc400. 00010000:00000010:0.1:1789307438.070274:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72d9400. 00010000:00000010:0.1:1789307438.070276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2fd4200. 00010000:00000010:0.1:1789307438.070278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a86700. 00010000:00000010:0.1:1789307438.070280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9308000. 00010000:00000010:0.1:1789307438.070281:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ab9e00. 00010000:00000010:0.1:1789307438.070283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d2f600. 00010000:00000010:0.1:1789307438.070285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2ed3700. 00010000:00000010:0.1:1789307438.070287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b6fc00. 00010000:00000010:0.1:1789307438.070289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbd99100. 00010000:00000010:0.1:1789307438.070292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9fb1400. 00010000:00000010:0.1:1789307438.070294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7ef8d00. 00010000:00000010:0.1:1789307438.070296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d3b800. 00010000:00000010:0.1:1789307438.070299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4acde00. 00010000:00000010:0.1:1789307438.070300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf898b8600. 00010000:00000010:0.1:1789307438.070303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac2f00. 00010000:00000010:0.1:1789307438.070305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97825400. 00010000:00000010:0.1:1789307438.070307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8559e100. 00010000:00000010:0.1:1789307438.070309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9f85200. 00010000:00000010:0.1:1789307438.070312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83535300. 00010000:00000010:0.1:1789307438.070318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9907c00. 00010000:00000010:0.1:1789307438.070321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9f09000. 00010000:00000010:0.1:1789307438.070323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85c21c00. 00010000:00000010:0.1:1789307438.070324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2ff5e00. 00010000:00000010:0.1:1789307438.070326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf89878600. 00010000:00000010:0.1:1789307438.070329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8538a900. 00010000:00000010:0.1:1789307438.070331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fba9a00. 00010000:00000010:0.1:1789307438.070333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5fc0000. 00010000:00000010:0.1:1789307438.070335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbec693ac00. 00010000:00000010:0.1:1789307438.070338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4a42600. 00010000:00000010:0.1:1789307438.070340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2a15500. 00010000:00000010:0.1:1789307438.070342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4838000. 00010000:00000010:0.1:1789307438.070344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fab800. 00010000:00000010:0.1:1789307438.070346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb639f200. 00010000:00000010:0.1:1789307438.070348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf835c4000. 00010000:00000010:0.1:1789307438.070350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b42600. 00010000:00000010:0.1:1789307438.070352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a82b00. 00010000:00000010:0.1:1789307438.070355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe8d09fc00. 00010000:00000010:0.1:1789307438.070358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2ed3300. 00010000:00000010:0.1:1789307438.070360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fb51e00. 00010000:00000010:0.1:1789307438.070362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb6ddf700. 00010000:00000010:0.1:1789307438.070364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97919600. 00010000:00000010:0.1:1789307438.070366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9c2d600. 00010000:00000010:0.1:1789307438.070369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85ed6200. 00010000:00000010:0.1:1789307438.070371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9954f600. 00010000:00000010:0.1:1789307438.070375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb483ee00. 00010000:00000010:0.1:1789307438.070377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3258b00. 00010000:00000010:0.1:1789307438.070379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e8dc00. 00010000:00000010:0.1:1789307438.070381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf98ca6900. 00010000:00000010:0.1:1789307438.070383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b78600. 00010000:00000010:0.1:1789307438.070387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49b8f00. 00010000:00000010:0.1:1789307438.070389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb63e4c00. 00010000:00000010:0.1:1789307438.070396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbf4cfe00. 00010000:00000010:0.1:1789307438.070399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf864c4400. 00010000:00000010:0.1:1789307438.070402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82c25400. 00010000:00000010:0.1:1789307438.070405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb7d1b200. 00010000:00000010:0.1:1789307438.070408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfba946900. 00010000:00000010:0.1:1789307438.070411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fb57c00. 00010000:00000010:0.1:1789307438.070414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82c25a00. 00010000:00000010:0.1:1789307438.070418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2bdcc00. 00010000:00000010:0.1:1789307438.070421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3137400. 00010000:00000010:0.1:1789307438.070424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52d5200. 00010000:00000010:0.1:1789307438.070428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a0c600. 00010000:00000010:0.1:1789307438.070431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0a42800. 00010000:00000010:0.1:1789307438.070435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3c23700. 00010000:00000010:0.1:1789307438.070438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85caf600. 00010000:00000010:0.1:1789307438.070440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf920bc300. 00010000:00000010:0.1:1789307438.070442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d4e000. 00010000:00000010:0.1:1789307438.070444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9a58db00. 00010000:00000010:0.1:1789307438.070446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d1e000. 00010000:00000010:0.1:1789307438.070448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a94300. 00010000:00000010:0.1:1789307438.070450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9608b400. 00010000:00000010:0.1:1789307438.070453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88752900. 00010000:00000010:0.1:1789307438.070455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fbad400. 00010000:00000010:0.1:1789307438.070456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbf4cf100. 00010000:00000010:0.1:1789307438.070458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9195c00. 00010000:00000010:0.1:1789307438.070460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85101a00. 00010000:00000010:0.1:1789307438.070463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbf6be00. 00010000:00000010:0.1:1789307438.070465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb935bf00. 00010000:00000010:0.1:1789307438.070467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978d4e00. 00010000:00000010:0.1:1789307438.070469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a88000. 00010000:00000010:0.1:1789307438.070472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb91d4a00. 00010000:00000010:0.1:1789307438.070474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2e1cc00. 00010000:00000010:0.1:1789307438.070476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52fd400. 00010000:00000010:0.1:1789307438.070482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49f5300. 00010000:00000010:0.1:1789307438.070485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf98c4c800. 00010000:00000010:0.1:1789307438.070487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb92df100. 00010000:00000010:0.1:1789307438.070489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85d5ae00. 00010000:00000010:0.1:1789307438.070491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf835c4d00. 00010000:00000010:0.1:1789307438.070493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b42a00. 00010000:00000010:0.1:1789307438.070495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85cdf100. 00010000:00000010:0.1:1789307438.070497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf89878a00. 00010000:00000010:0.1:1789307438.070499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac0500. 00010000:00000010:0.1:1789307438.070502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb3c3e000. 00010000:00000010:0.1:1789307438.070504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a3e600. 00010000:00000010:0.1:1789307438.070506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf90bbf600. 00010000:00000010:0.1:1789307438.070508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49e1e00. 00010000:00000010:0.1:1789307438.070510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9ec7c00. 00010000:00000010:0.1:1789307438.070512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf900b7300. 00010000:00000010:0.1:1789307438.070514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbf18a400. 00010000:00000010:0.1:1789307438.070516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9fbaef00. 00010000:00000010:0.1:1789307438.070518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd65d200. 00010000:00000010:0.1:1789307438.070521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9ddee00. 00010000:00000010:0.1:1789307438.070523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf92230400. 00010000:00000010:0.1:1789307438.070525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fa4900. 00010000:00000010:0.1:1789307438.070527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a09a00. 00010000:00000010:0.1:1789307438.070529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2493100. 00010000:00000010:0.1:1789307438.070532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9a83e00. 00010000:00000010:0.1:1789307438.070534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a3d800. 00010000:00000010:0.1:1789307438.070537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9ad7200. 00010000:00000010:0.1:1789307438.070539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7ef8000. 00010000:00000010:0.1:1789307438.070541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d3a600. 00010000:00000010:0.1:1789307438.070543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2489f00. 00010000:00000010:0.1:1789307438.070545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bae400. 00010000:00000010:0.1:1789307438.070548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8559fe00. 00010000:00000010:0.1:1789307438.070550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9305200. 00010000:00000010:0.1:1789307438.070554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49b8100. 00010000:00000010:0.1:1789307438.070557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52ed200. 00010000:00000010:0.1:1789307438.070559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52f3f00. 00010000:00000010:0.1:1789307438.070561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb63e4a00. 00010000:00000010:0.1:1789307438.070564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4aa3a00. 00010000:00000010:0.1:1789307438.070567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf86571c00. 00010000:00000010:0.1:1789307438.070569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a83800. 00010000:00000010:0.1:1789307438.070571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1aac400. 00010000:00000010:0.1:1789307438.070573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf90b04600. 00010000:00000010:0.1:1789307438.070575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88860100. 00010000:00000010:0.1:1789307438.070577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b78200. 00010000:00000010:0.1:1789307438.070579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a94a00. 00010000:00000010:0.1:1789307438.070581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bf7000. 00010000:00000010:0.1:1789307438.070583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac2e00. 00010000:00000010:0.1:1789307438.070585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf864fc800. 00010000:00000010:0.1:1789307438.070588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9a5bfe00. 00010000:00000010:0.1:1789307438.070590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb59dc600. 00010000:00000010:0.1:1789307438.070592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9c29c00. 00010000:00000010:0.1:1789307438.070594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9976200. 00010000:00000010:0.1:1789307438.070596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90bcfa00. 00010000:00000010:0.1:1789307438.070598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbe7c200. 00010000:00000010:0.1:1789307438.070600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9f09500. 00010000:00000010:0.1:1789307438.070602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5fc1600. 00010000:00000010:0.1:1789307438.070604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9226d000. 00010000:00000010:0.1:1789307438.070607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb92e9800. 00010000:00000010:0.1:1789307438.070609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4abab00. 00010000:00000010:0.1:1789307438.070611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0a42a00. 00010000:00000010:0.1:1789307438.070614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9c2f800. 00010000:00000010:0.1:1789307438.070616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9df9400. 00010000:00000010:0.1:1789307438.070618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a0c100. 00010000:00000010:0.1:1789307438.070620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9679e00. 00010000:00000010:0.1:1789307438.070622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fa7200. 00010000:00000010:0.1:1789307438.070627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6a96800. 00010000:00000010:0.1:1789307438.070629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49bc000. 00010000:00000010:0.1:1789307438.070631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf82d28600. 00010000:00000010:0.1:1789307438.070633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85101700. 00010000:00000010:0.1:1789307438.070635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0c60200. 00010000:00000010:0.1:1789307438.070638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8538a200. 00010000:00000010:0.1:1789307438.070640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9c38c00. 00010000:00000010:0.1:1789307438.070642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9f09e00. 00010000:00000010:0.1:1789307438.070644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8937f400. 00010000:00000010:0.1:1789307438.070646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7f3f500. 00010000:00000010:0.1:1789307438.070648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d4ac00. 00010000:00000010:0.1:1789307438.070650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9f05300. 00010000:00000010:0.1:1789307438.070652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85caee00. 00010000:00000010:0.1:1789307438.070655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7fafa00. 00010000:00000010:0.1:1789307438.070657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf898b8000. 00010000:00000010:0.1:1789307438.070659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4abfd00. 00010000:00000010:0.1:1789307438.070661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe96595c00. 00010000:00000010:0.1:1789307438.070663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf864cfd00. 00010000:00000010:0.1:1789307438.070665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4852a00. 00010000:00000010:0.1:1789307438.070669:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9ddea00. 00010000:00000010:0.1:1789307438.070670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fba8400. 00010000:00000010:0.1:1789307438.070673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7e59f00. 00010000:00000010:0.1:1789307438.070675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf81514200. 00010000:00000010:0.1:1789307438.070678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83be2400. 00010000:00000010:0.1:1789307438.070680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fba9000. 00010000:00000010:0.1:1789307438.070683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf835bb300. 00010000:00000010:0.1:1789307438.070686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52da000. 00010000:00000010:0.1:1789307438.070688:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9a5bf800. 00010000:00000010:0.1:1789307438.070692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bcea00. 00010000:00000010:0.1:1789307438.070695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf98b3fe00. 00010000:00000010:0.1:1789307438.070698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb29a5200. 00010000:00000010:0.1:1789307438.070701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb48cfb00. 00010000:00000010:0.1:1789307438.070710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbd27a00. 00010000:00000010:0.1:1789307438.070713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb5930100. 00010000:00000010:0.1:1789307438.070716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b42c00. 00010000:00000010:0.1:1789307438.070720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2489000. 00010000:00000010:0.1:1789307438.070723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d4f200. 00010000:00000010:0.1:1789307438.070726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4aba500. 00010000:00000010:0.1:1789307438.070729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf86340e00. 00010000:00000010:0.1:1789307438.070733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85350700. 00010000:00000010:0.1:1789307438.070736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf86571e00. 00010000:00000010:0.1:1789307438.070738:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4abe300. 00010000:00000010:0.1:1789307438.070741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb93dc600. 00010000:00000010:0.1:1789307438.070744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbac48c00. 00010000:00000010:0.1:1789307438.070747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978c7e00. 00010000:00000010:0.1:1789307438.070750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a0cb00. 00010000:00000010:0.1:1789307438.070753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6105e00. 00010000:00000010:0.1:1789307438.070756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf97a26000. 00010000:00000010:0.1:1789307438.070758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52fc800. 00010000:00000010:0.1:1789307438.070761:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf864d3900. 00010000:00000010:0.1:1789307438.070764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9977000. 00010000:00000010:0.1:1789307438.070767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb92df000. 00010000:00000010:0.1:1789307438.070770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe9543da00. 00010000:00000010:0.1:1789307438.070773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1aada00. 00010000:00000010:0.1:1789307438.070776:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf86575800. 00010000:00000010:0.1:1789307438.070780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d4b000. 00010000:00000010:0.1:1789307438.070833:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2ff5f00. 00010000:00000010:0.1:1789307438.070841:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978e9400. 00010000:00000010:0.1:1789307438.070845:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2492900. 00010000:00000010:0.1:1789307438.070848:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf98c4de00. 00010000:00000010:0.1:1789307438.070886:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83b37900. 00010000:00000010:0.1:1789307438.070892:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbac53000. 00010000:00000010:0.1:1789307438.070896:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7f3f600. 00010000:00000010:0.1:1789307438.070901:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e8c800. 00010000:00000010:0.1:1789307438.070911:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb63fc200. 00010000:00000010:0.1:1789307438.070916:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9304600. 00010000:00000010:0.1:1789307438.070921:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a87500. 00010000:00000010:0.1:1789307438.070925:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2946e00. 00010000:00000010:0.1:1789307438.070929:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82b09600. 00010000:00000010:0.1:1789307438.070934:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb92e5e00. 00010000:00000010:0.1:1789307438.070938:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82cf1700. 00010000:00000010:0.1:1789307438.070943:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85d82400. 00010000:00000010:0.1:1789307438.070947:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a3d200. 00010000:00000010:0.1:1789307438.070954:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf864c4a00. 00010000:00000010:0.1:1789307438.070958:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83be2f00. 00010000:00000010:0.1:1789307438.070961:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb3c22200. 00010000:00000010:0.1:1789307438.070963:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72ad400. 00010000:00000010:0.1:1789307438.070967:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9608ae00. 00010000:00000010:0.1:1789307438.070970:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72ab300. 00010000:00000010:0.1:1789307438.070973:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bce800. 00010000:00000010:0.1:1789307438.070976:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8ba00. 00010000:00000010:0.1:1789307438.070979:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bb9800. 00010000:00000010:0.1:1789307438.070983:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88a41700. 00010000:00000010:0.1:1789307438.070986:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85c20000. 00010000:00000010:0.1:1789307438.070989:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb63fc100. 00010000:00000010:0.1:1789307438.070992:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2810200. 00010000:00000010:0.1:1789307438.070995:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9d02200. 00010000:00000010:0.1:1789307438.070997:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9608a200. 00010000:00000010:0.1:1789307438.071000:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd63e100. 00010000:00000010:0.1:1789307438.071003:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97f17200. 00010000:00000010:0.1:1789307438.071008:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb5638100. 00010000:00000010:0.1:1789307438.071011:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb639fa00. 00010000:00000010:0.1:1789307438.071014:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9a5bf400. 00010000:00000010:0.1:1789307438.071017:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0baf600. 00010000:00000010:0.1:1789307438.071020:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf864cde00. 00010000:00000010:0.1:1789307438.071023:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe8d09ec00. 00010000:00000010:0.1:1789307438.071035:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83dbdd00. 00010000:00000010:0.1:1789307438.071038:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52c6800. 00010000:00000010:0.1:1789307438.071041:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2a4f500. 00010000:00000010:0.1:1789307438.071045:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2a31400. 00010000:00000010:0.1:1789307438.071048:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf898eaf00. 00010000:00000010:0.1:1789307438.071052:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf92230600. 00010000:00000010:0.1:1789307438.071055:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72af700. 00010000:00000010:0.1:1789307438.071058:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2a54a00. 00010000:00000010:0.1:1789307438.071061:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72b0900. 00010000:00000010:0.1:1789307438.071064:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4adce00. 00010000:00000010:0.1:1789307438.071067:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2492a00. 00010000:00000010:0.1:1789307438.071071:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0a42600. 00010000:00000010:0.1:1789307438.071075:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72b0c00. 00010000:00000010:0.1:1789307438.071078:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb945e200. 00010000:00000010:0.1:1789307438.071080:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9da0500. 00010000:00000010:0.1:1789307438.071084:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0c7e400. 00010000:00000010:0.1:1789307438.071087:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84d2df00. 00010000:00000010:0.1:1789307438.071090:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b78400. 00010000:00000010:0.1:1789307438.071094:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a83b00. 00010000:00000010:0.1:1789307438.071097:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e33c00. 00010000:00000010:0.1:1789307438.071100:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9fa6a00. 00010000:00000010:0.1:1789307438.071103:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbb4e9a00. 00010000:00000010:0.1:1789307438.071106:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf898ea700. 00010000:00000010:0.1:1789307438.071109:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d9ce00. 00010000:00000010:0.1:1789307438.071112:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbec693aa00. 00010000:00000010:0.1:1789307438.071115:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9907400. 00010000:00000010:0.1:1789307438.071118:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8cc00. 00010000:00000010:0.1:1789307438.071123:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd7b4800. 00010000:00000010:0.1:1789307438.071127:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbac48900. 00010000:00000010:0.1:1789307438.071131:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb91d5e00. 00010000:00000010:0.1:1789307438.071134:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb6b81f00. 00010000:00000010:0.1:1789307438.071137:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe96595a00. 00010000:00000010:0.1:1789307438.071147:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbd78300. 00010000:00000010:0.1:1789307438.071150:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fb56c00. 00010000:00000010:0.1:1789307438.071154:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85da3e00. 00010000:00000010:0.1:1789307438.071157:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52f4400. 00010000:00000010:0.1:1789307438.071161:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf855b4b00. 00010000:00000010:0.1:1789307438.071164:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd627e00. 00010000:00000010:0.1:1789307438.071169:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7d5d100. 00010000:00000010:0.1:1789307438.071173:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e5b000. 00010000:00000010:0.1:1789307438.071176:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb264f600. 00010000:00000010:0.1:1789307438.071179:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0c61c00. 00010000:00000010:0.1:1789307438.071184:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa30f4d00. 00010000:00000010:0.1:1789307438.071188:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf81514a00. 00010000:00000010:0.1:1789307438.071191:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a83a00. 00010000:00000010:0.1:1789307438.071194:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0c61a00. 00010000:00000010:0.1:1789307438.071197:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf98b3f100. 00010000:00000010:0.1:1789307438.071200:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb93dd400. 00010000:00000010:0.1:1789307438.071203:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90bcf000. 00010000:00000010:0.1:1789307438.071206:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbe7d200. 00010000:00000010:0.1:1789307438.071210:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88e0ef00. 00010000:00000010:0.1:1789307438.071213:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8f8fa400. 00010000:00000010:0.1:1789307438.071216:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf878a3700. 00010000:00000010:0.1:1789307438.071219:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978c7000. 00010000:00000010:0.1:1789307438.071222:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3204200. 00010000:00000010:0.1:1789307438.071225:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb7d1b600. 00010000:00000010:0.1:1789307438.071228:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52d6a00. 00010000:00000010:0.1:1789307438.071231:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf86571a00. 00010000:00000010:0.1:1789307438.071234:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72d9b00. 00010000:00000010:0.1:1789307438.071238:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb72ff800. 00010000:00000010:0.1:1789307438.071241:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7f3bd00. 00010000:00000010:0.1:1789307438.071244:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbe70c00. 00010000:00000010:0.1:1789307438.071247:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf86575000. 00010000:00000010:0.1:1789307438.071250:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf89847400. 00010000:00000010:0.1:1789307438.071259:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2493c00. 00010000:00000010:0.1:1789307438.071263:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9c60a00. 00010000:00000010:0.1:1789307438.071265:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4219100. 00010000:00000010:0.1:1789307438.071269:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb63e5000. 00010000:00000010:0.1:1789307438.071272:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3313400. 00010000:00000010:0.1:1789307438.071276:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8984c400. 00010000:00000010:0.1:1789307438.071279:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8559f200. 00010000:00000010:0.1:1789307438.071282:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8654ee00. 00010000:00000010:0.1:1789307438.071285:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd684a00. 00010000:00000010:0.1:1789307438.071289:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d3d800. 00010000:00000010:0.1:1789307438.071292:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85350400. 00010000:00000010:0.1:1789307438.071296:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5891200. 00010000:00000010:0.1:1789307438.071301:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52f2300. 00010000:00000010:0.1:1789307438.071304:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb92e4a00. 00010000:00000010:0.1:1789307438.071307:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb63f9400. 00010000:00000010:0.1:1789307438.071311:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52eca00. 00010000:00000010:0.1:1789307438.071314:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4acd900. 00010000:00000010:0.1:1789307438.071318:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbb68b400. 00010000:00000010:0.1:1789307438.071322:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9fa6000. 00010000:00000010:0.1:1789307438.071325:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4852000. 00010000:00000010:0.1:1789307438.071328:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf865cf900. 00010000:00000010:0.1:1789307438.071332:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6104200. 00010000:00000010:0.1:1789307438.071335:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85cfe900. 00010000:00000010:0.1:1789307438.071338:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf894f1a00. 00010000:00000010:0.1:1789307438.071349:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbec693a800. 00010000:00000010:0.1:1789307438.071353:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9907200. 00010000:00000010:0.1:1789307438.071356:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8ca00. 00010000:00000010:0.1:1789307438.071361:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4a2a600. 00010000:00000010:0.1:1789307438.071365:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb63f9100. 00010000:00000010:0.1:1789307438.071369:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb91d5600. 00010000:00000010:0.1:1789307438.071373:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2a15d00. 00010000:00000010:0.1:1789307438.071376:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4838400. 00010000:00000010:0.1:1789307438.071385:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2ed3000. 00010000:00000010:0.1:1789307438.071388:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf86340200. 00010000:00000010:0.1:1789307438.071391:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb48a8900. 00010000:00000010:0.1:1789307438.071394:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97f16600. 00010000:00000010:0.1:1789307438.071397:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4abea00. 00010000:00000010:0.1:1789307438.071400:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb92e8800. 00010000:00000010:0.1:1789307438.071403:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd613100. 00010000:00000010:0.1:1789307438.071406:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a1a600. 00010000:00000010:0.1:1789307438.071409:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4accd00. 00010000:00000010:0.1:1789307438.071412:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb3c3fc00. 00010000:00000010:0.1:1789307438.071415:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf86479900. 00010000:00000010:0.1:1789307438.071420:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0ee4600. 00010000:00000010:0.1:1789307438.071424:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72ace00. 00010000:00000010:0.1:1789307438.071427:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2a31c00. 00010000:00000010:0.1:1789307438.071430:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbd78800. 00010000:00000010:0.1:1789307438.071433:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97933800. 00010000:00000010:0.1:1789307438.071436:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a95500. 00010000:00000010:0.1:1789307438.071440:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b24000. 00010000:00000010:0.1:1789307438.071444:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb5b43900. 00010000:00000010:0.1:1789307438.071448:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2fd5000. 00010000:00000010:0.1:1789307438.071451:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83b37600. 00010000:00000010:0.1:1789307438.071455:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf864c5600. 00010000:00000010:0.1:1789307438.071459:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac3f00. 00010000:00000010:0.1:1789307438.071462:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9a83600. 00010000:00000010:0.1:1789307438.071465:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ab9b00. 00010000:00000010:0.1:1789307438.071468:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbeede000. 00010000:00000010:0.1:1789307438.071471:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8532d200. 00010000:00000010:0.1:1789307438.071477:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf860bf600. 00010000:00000010:0.1:1789307438.071481:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4abf100. 00010000:00000010:0.1:1789307438.071485:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bf6600. 00010000:00000010:0.1:1789307438.071490:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83dbd600. 00010000:00000010:0.1:1789307438.071493:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9c39800. 00010000:00000010:0.1:1789307438.071502:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a83f00. 00010000:00000010:0.1:1789307438.071506:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e32c00. 00010000:00000010:0.1:1789307438.071509:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fe4500. 00010000:00000010:0.1:1789307438.071512:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb29a4c00. 00010000:00000010:0.1:1789307438.071515:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88a41300. 00010000:00000010:0.1:1789307438.071518:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0c7e000. 00010000:00000010:0.1:1789307438.071522:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a76e00. 00010000:00000010:0.1:1789307438.071525:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4a43600. 00010000:00000010:0.1:1789307438.071529:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb6b81b00. 00010000:00000010:0.1:1789307438.071532:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0baf800. 00010000:00000010:0.1:1789307438.071536:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85101d00. 00010000:00000010:0.1:1789307438.071539:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb3c3ec00. 00010000:00000010:0.1:1789307438.071542:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fab900. 00010000:00000010:0.1:1789307438.071546:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbf869600. 00010000:00000010:0.1:1789307438.071549:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52f2600. 00010000:00000010:0.1:1789307438.071553:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb93dd800. 00010000:00000010:0.1:1789307438.071556:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbf1d000. 00010000:00000010:0.1:1789307438.071559:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d6f400. 00010000:00000010:0.1:1789307438.071563:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7d5dd00. 00010000:00000010:0.1:1789307438.071567:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb59dd600. 00010000:00000010:0.1:1789307438.071570:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb490bc00. 00010000:00000010:0.1:1789307438.071574:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9309400. 00010000:00000010:0.1:1789307438.071577:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb264fd00. 00010000:00000010:0.1:1789307438.071580:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97932800. 00010000:00000010:0.1:1789307438.071583:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2ed3400. 00010000:00000010:0.1:1789307438.071587:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b6f000. 00010000:00000010:0.1:1789307438.071591:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9a788500. 00010000:00000010:0.1:1789307438.071594:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e8d200. 00010000:00000010:0.1:1789307438.071597:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9c2de00. 00010000:00000010:0.1:1789307438.071600:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbb4e8c00. 00010000:00000010:0.1:1789307438.071603:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf853cb300. 00010000:00000010:0.1:1789307438.071606:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978d5a00. 00010000:00000010:0.1:1789307438.071615:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4acdf00. 00010000:00000010:0.1:1789307438.071618:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf898b8a00. 00010000:00000010:0.1:1789307438.071622:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac2c00. 00010000:00000010:0.1:1789307438.071625:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978c7400. 00010000:00000010:0.1:1789307438.071629:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf865cfa00. 00010000:00000010:0.1:1789307438.071632:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6105a00. 00010000:00000010:0.1:1789307438.071635:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9954f000. 00010000:00000010:0.1:1789307438.071641:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8984d800. 00010000:00000010:0.1:1789307438.071646:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa323ea00. 00010000:00000010:0.1:1789307438.071649:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbed56600. 00010000:00000010:0.1:1789307438.071653:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9d02a00. 00010000:00000010:0.1:1789307438.071655:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85d5b600. 00010000:00000010:0.1:1789307438.071658:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8d700. 00010000:00000010:0.1:1789307438.071662:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2face00. 00010000:00000010:0.1:1789307438.071668:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83b23f00. 00010000:00000010:0.1:1789307438.071671:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6d7de00. 00010000:00000010:0.1:1789307438.071674:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49b8c00. 00010000:00000010:0.1:1789307438.071678:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85cae600. 00010000:00000010:0.1:1789307438.071681:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfc0fb5000. 00010000:00000010:0.1:1789307438.071684:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9c61000. 00010000:00000010:0.1:1789307438.071687:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8559f100. 00010000:00000010:0.1:1789307438.071691:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9194c00. 00010000:00000010:0.1:1789307438.071694:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd613a00. 00010000:00000010:0.1:1789307438.071699:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a1a800. 00010000:00000010:0.1:1789307438.071703:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbded200. 00010000:00000010:0.1:1789307438.071707:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a75a00. 00010000:00000010:0.1:1789307438.071711:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84c1b100. 00010000:00000010:0.1:1789307438.071715:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bb8c00. 00010000:00000010:0.1:1789307438.071718:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf920bc200. 00010000:00000010:0.1:1789307438.071722:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0ee4200. 00010000:00000010:0.1:1789307438.071725:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9a58d700. 00010000:00000010:0.1:1789307438.071728:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbf232000. 00010000:00000010:0.1:1789307438.071738:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb63f9f00. 00010000:00000010:0.1:1789307438.071743:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf86222000. 00010000:00000010:0.1:1789307438.071748:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb1a87300. 00010000:00000010:0.1:1789307438.071752:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf864ea000. 00010000:00000010:0.1:1789307438.071756:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf865cf500. 00010000:00000010:0.1:1789307438.071759:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbe55800. 00010000:00000010:0.1:1789307438.071764:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa30d3500. 00010000:00000010:0.1:1789307438.071768:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbf1a4a00. 00010000:00000010:0.1:1789307438.071770:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb63f9900. 00010000:00000010:0.1:1789307438.071774:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52ed000. 00010000:00000010:0.1:1789307438.071777:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbb4dc900. 00010000:00000010:0.1:1789307438.071780:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4852800. 00010000:00000010:0.1:1789307438.071783:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49f5500. 00010000:00000010:0.1:1789307438.071786:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf864eaa00. 00010000:00000010:0.1:1789307438.071790:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf832e3100. 00010000:00000010:0.1:1789307438.071794:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4a2b200. 00010000:00000010:0.1:1789307438.071797:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9da3300. 00010000:00000010:0.1:1789307438.071800:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8137f200. 00010000:00000010:0.1:1789307438.071804:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52f2c00. 00010000:00000010:0.1:1789307438.071807:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb92e5000. 00010000:00000010:0.1:1789307438.071811:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbe979c0c00. 00010000:00000010:0.1:1789307438.071815:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbedcb400. 00010000:00000010:0.1:1789307438.071818:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a95d00. 00010000:00000010:0.1:1789307438.071821:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d3d200. 00010000:00000010:0.1:1789307438.071824:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9c29100. 00010000:00000010:0.1:1789307438.071827:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4839a00. 00010000:00000010:0.1:1789307438.071831:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb5638700. 00010000:00000010:0.1:1789307438.071834:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf89847a00. 00010000:00000010:0.1:1789307438.071838:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbe85816700. 00010000:00000010:0.1:1789307438.071842:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9214ea00. 00010000:00000010:0.1:1789307438.071845:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9fbae000. 00010000:00000010:0.1:1789307438.071848:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf864c4e00. 00010000:00000010:2.1:1789307438.071897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72b0a00. 00010000:00000010:0.1:1789307438.071899:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82c25f00. 00010000:00000010:0.1:1789307438.071909:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf99660c00. 00010000:00000010:2.1:1789307438.071911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6a97200. 00010000:00000010:0.1:1789307438.071914:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3204f00. 00010000:00000010:2.1:1789307438.071919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d6a800. 00010000:00000010:0.1:1789307438.071923:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9dcbe00. 00010000:00000010:2.1:1789307438.071926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8559f300. 00010000:00000010:0.1:1789307438.071933:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a82300. 00010000:00000010:2.1:1789307438.071935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf90b05e00. 00010000:00000010:0.1:1789307438.071941:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2946a00. 00010000:00000010:2.1:1789307438.071943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a76700. 00010000:00000010:0.1:1789307438.071948:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2e1c700. 00010000:00000010:2.1:1789307438.071951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6d7cc00. 00010000:00000010:0.1:1789307438.071955:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85ed7600. 00010000:00000010:2.1:1789307438.071958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5fc0a00. 00010000:00000010:0.1:1789307438.071962:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49f5f00. 00010000:00000010:2.1:1789307438.071966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7fafc00. 00010000:00000010:0.1:1789307438.071969:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4953c00. 00010000:00000010:2.1:1789307438.071976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf898b9000. 00010000:00000010:0.1:1789307438.071978:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85ce1000. 00010000:00000010:2.1:1789307438.071984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85cdf700. 00010000:00000010:0.1:1789307438.071986:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf99660600. 00010000:00000010:2.1:1789307438.071992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbd27c00. 00010000:00000010:0.1:1789307438.071994:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac0c00. 00010000:00000010:2.1:1789307438.072001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf832e3600. 00010000:00000010:0.1:1789307438.072002:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb3c3fa00. 00010000:00000010:2.1:1789307438.072009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0c61200. 00010000:00000010:0.1:1789307438.072010:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a3e800. 00010000:00000010:0.1:1789307438.072019:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9f73e00. 00010000:00000010:2.1:1789307438.072019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52dbc00. 00010000:00000010:0.1:1789307438.072027:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4acd400. 00010000:00000010:2.1:1789307438.072030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88860d00. 00010000:00000010:0.1:1789307438.072034:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b6ee00. 00010000:00000010:0.1:1789307438.072038:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72ab600. 00010000:00000010:0.1:1789307438.072042:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5890e00. 00010000:00000010:0.1:1789307438.072045:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9fbae100. 00010000:00000010:0.1:1789307438.072049:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd65d000. 00010000:00000010:0.1:1789307438.072057:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72d9100. 00010000:00000010:2.1:1789307438.072060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbd3f200. 00010000:00000010:0.1:1789307438.072063:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2fd5600. 00010000:00000010:2.1:1789307438.072070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8559f900. 00010000:00000010:0.1:1789307438.072071:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a86d00. 00010000:00000010:2.1:1789307438.072079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52dae00. 00010000:00000010:0.1:1789307438.072080:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4953200. 00010000:00000010:0.1:1789307438.072088:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8bc00. 00010000:00000010:2.1:1789307438.072090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9f05000. 00010000:00000010:0.1:1789307438.072094:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf99660a00. 00010000:00000010:2.1:1789307438.072097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978c7200. 00010000:00000010:0.1:1789307438.072101:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf855b4900. 00010000:00000010:2.1:1789307438.072105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb6b81300. 00010000:00000010:0.1:1789307438.072109:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9f85400. 00010000:00000010:2.1:1789307438.072113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe96595400. 00010000:00000010:0.1:1789307438.072116:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9c2f400. 00010000:00000010:2.1:1789307438.072120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88e0e300. 00010000:00000010:0.1:1789307438.072123:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9ec7e00. 00010000:00000010:2.1:1789307438.072127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d2f000. 00010000:00000010:2.1:1789307438.072134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9788ae00. 00010000:00000010:0.1:1789307438.072138:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbee84b00. 00010000:00000010:2.1:1789307438.072140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9f05700. 00010000:00000010:0.1:1789307438.072147:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bf7a00. 00010000:00000010:2.1:1789307438.072148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf898b9600. 00010000:00000010:2.1:1789307438.072157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72b0400. 00010000:00000010:0.1:1789307438.072158:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf831fbf00. 00010000:00000010:2.1:1789307438.072161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9308800. 00010000:00000010:0.1:1789307438.072165:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6a97a00. 00010000:00000010:2.1:1789307438.072169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85ce1d00. 00010000:00000010:0.1:1789307438.072172:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72aed00. 00010000:00000010:2.1:1789307438.072177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d6a200. 00010000:00000010:0.1:1789307438.072180:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97824200. 00010000:00000010:2.1:1789307438.072184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd613700. 00010000:00000010:0.1:1789307438.072187:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf865cf300. 00010000:00000010:2.1:1789307438.072192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9788a000. 00010000:00000010:0.1:1789307438.072195:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e33600. 00010000:00000010:2.1:1789307438.072199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e33200. 00010000:00000010:0.1:1789307438.072201:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8559f600. 00010000:00000010:2.1:1789307438.072207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7faf500. 00010000:00000010:0.1:1789307438.072209:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbb86fe00. 00010000:00000010:2.1:1789307438.072213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bb8800. 00010000:00000010:0.1:1789307438.072217:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9d02d00. 00010000:00000010:2.1:1789307438.072219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8d000. 00010000:00000010:0.1:1789307438.072225:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbe71e00. 00010000:00000010:2.1:1789307438.072227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0c7fc00. 00010000:00000010:0.1:1789307438.072233:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa30d3100. 00010000:00000010:2.1:1789307438.072233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac3500. 00010000:00000010:0.1:1789307438.072243:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd51fe00. 00010000:00000010:2.1:1789307438.072244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf90b04800. 00010000:00000010:0.1:1789307438.072254:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9f05f00. 00010000:00000010:2.1:1789307438.072255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52fcc00. 00010000:00000010:2.1:1789307438.072260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac3900. 00010000:00000010:0.1:1789307438.072263:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85cae200. 00010000:00000010:2.1:1789307438.072265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbb68aa00. 00010000:00000010:2.1:1789307438.072271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83535500. 00010000:00000010:0.1:1789307438.072273:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83535d00. 00010000:00000010:2.1:1789307438.072275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf90b05800. 00010000:00000010:0.1:1789307438.072282:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbf1a5a00. 00010000:00000010:0.1:1789307438.072289:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbe85816c00. 00010000:00000010:0.1:1789307438.072293:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9a83200. 00010000:00000010:0.1:1789307438.072297:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf864cf800. 00010000:00000010:0.1:1789307438.072300:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0e22000. 00010000:00000010:0.1:1789307438.072304:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb63fcb00. 00010000:00000010:0.1:1789307438.072307:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9304e00. 00010000:00000010:0.1:1789307438.072311:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82c25600. 00010000:00000010:0.1:1789307438.072314:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52db000. 00010000:00000010:0.1:1789307438.072317:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85cfe400. 00010000:00000010:0.1:1789307438.072320:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6d7dc00. 00010000:00000010:0.1:1789307438.072323:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf98b3f000. 00010000:00000010:0.1:1789307438.072326:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb29a4e00. 00010000:00000010:0.1:1789307438.072331:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb48cf000. 00010000:00000010:0.1:1789307438.072334:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbd27600. 00010000:00000010:0.1:1789307438.072343:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52d6100. 00010000:00000010:0.1:1789307438.072347:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb91d4400. 00010000:00000010:0.1:1789307438.072350:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb5930500. 00010000:00000010:0.1:1789307438.072353:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb3c22400. 00010000:00000010:0.1:1789307438.072356:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2489800. 00010000:00000010:0.1:1789307438.072359:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d4ee00. 00010000:00000010:0.1:1789307438.072363:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac1a00. 00010000:00000010:0.1:1789307438.072366:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf86341400. 00010000:00000010:0.1:1789307438.072369:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85cfef00. 00010000:00000010:0.1:1789307438.072372:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb48db600. 00010000:00000010:0.1:1789307438.072375:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb1a87b00. 00010000:00000010:0.1:1789307438.072379:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbeab73d600. 00010000:00000010:0.1:1789307438.072383:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8559e200. 00010000:00000010:0.1:1789307438.072386:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6105200. 00010000:00000010:0.1:1789307438.072390:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83b23400. 00010000:00000010:0.1:1789307438.072393:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd7b5400. 00010000:00000010:0.1:1789307438.072397:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7faf800. 00010000:00000010:0.1:1789307438.072401:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe9543ce00. 00010000:00000010:0.1:1789307438.072404:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3354400. 00010000:00000010:0.1:1789307438.072408:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb95e8600. 00010000:00000010:0.1:1789307438.072412:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfba946c00. 00010000:00000010:0.1:1789307438.072415:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fb57a00. 00010000:00000010:0.1:1789307438.072420:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88a65600. 00010000:00000010:0.1:1789307438.072423:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8f8fa200. 00010000:00000010:0.1:1789307438.072427:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9da3800. 00010000:00000010:0.1:1789307438.072430:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb29acc00. 00010000:00000010:0.1:1789307438.072434:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd684900. 00010000:00000010:0.1:1789307438.072438:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0efee00. 00010000:00000010:0.1:1789307438.072442:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb5b43300. 00010000:00000010:0.1:1789307438.072445:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb48da600. 00010000:00000010:0.1:1789307438.072449:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6a97400. 00010000:00000010:0.1:1789307438.072452:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf967ca600. 00010000:00000010:0.1:1789307438.072461:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a1be00. 00010000:00000010:0.1:1789307438.072465:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85da3c00. 00010000:00000010:0.1:1789307438.072468:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978c6c00. 00010000:00000010:0.1:1789307438.072474:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7f3fe00. 00010000:00000010:0.1:1789307438.072477:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2fd5800. 00010000:00000010:0.1:1789307438.072481:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a0ca00. 00010000:00000010:0.1:1789307438.072485:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb290b400. 00010000:00000010:0.1:1789307438.072489:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a97900. 00010000:00000010:0.1:1789307438.072493:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb483f800. 00010000:00000010:0.1:1789307438.072498:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfba946b00. 00010000:00000010:0.1:1789307438.072501:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbd3da00. 00010000:00000010:0.1:1789307438.072504:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72b0200. 00010000:00000010:0.1:1789307438.072507:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d1e400. 00010000:00000010:0.1:1789307438.072510:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88a41d00. 00010000:00000010:0.1:1789307438.072513:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0c7f600. 00010000:00000010:0.1:1789307438.072516:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fa7800. 00010000:00000010:0.1:1789307438.072519:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8626c200. 00010000:00000010:0.1:1789307438.072524:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72acd00. 00010000:00000010:0.1:1789307438.072528:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0a43200. 00010000:00000010:0.1:1789307438.072531:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a83600. 00010000:00000010:0.1:1789307438.072534:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6104e00. 00010000:00000010:0.1:1789307438.072537:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8c800. 00010000:00000010:0.1:1789307438.072541:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb63e5800. 00010000:00000010:0.1:1789307438.072545:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fabe00. 00010000:00000010:0.1:1789307438.072548:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d6fa00. 00010000:00000010:0.1:1789307438.072551:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a76d00. 00010000:00000010:0.1:1789307438.072555:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4a43e00. 00010000:00000010:0.1:1789307438.072558:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2489500. 00010000:00000010:0.1:1789307438.072561:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4a42000. 00010000:00000010:0.1:1789307438.072564:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a88b00. 00010000:00000010:0.1:1789307438.072568:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf86341a00. 00010000:00000010:0.1:1789307438.072572:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf97a26100. 00010000:00000010:0.1:1789307438.072581:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb290ac00. 00010000:00000010:0.1:1789307438.072585:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf864d3400. 00010000:00000010:0.1:1789307438.072589:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1ad2200. 00010000:00000010:0.1:1789307438.072592:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85ce1700. 00010000:00000010:0.1:1789307438.072597:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8992e400. 00010000:00000010:0.1:1789307438.072600:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2492000. 00010000:00000010:0.1:1789307438.072603:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf98c4c200. 00010000:00000010:0.1:1789307438.072606:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbb43bc00. 00010000:00000010:0.1:1789307438.072610:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9dca000. 00010000:00000010:0.1:1789307438.072613:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4accf00. 00010000:00000010:0.1:1789307438.072616:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf89879200. 00010000:00000010:0.1:1789307438.072619:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72abb00. 00010000:00000010:0.1:1789307438.072622:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5890400. 00010000:00000010:0.1:1789307438.072625:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a87800. 00010000:00000010:0.1:1789307438.072628:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2947800. 00010000:00000010:0.1:1789307438.072631:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82b09300. 00010000:00000010:0.1:1789307438.072634:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb92e5600. 00010000:00000010:0.1:1789307438.072637:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a86900. 00010000:00000010:0.1:1789307438.072642:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a74600. 00010000:00000010:0.1:1789307438.072645:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83be2e00. 00010000:00000010:0.1:1789307438.072649:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb483f400. 00010000:00000010:0.1:1789307438.072652:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf855b4400. 00010000:00000010:0.1:1789307438.072656:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbed57e00. 00010000:00000010:0.1:1789307438.072661:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9da3400. 00010000:00000010:0.1:1789307438.072664:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb966a200. 00010000:00000010:0.1:1789307438.072667:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7e59700. 00010000:00000010:0.1:1789307438.072671:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb483f200. 00010000:00000010:0.1:1789307438.072674:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf898eab00. 00010000:00000010:0.1:1789307438.072679:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d79200. 00010000:00000010:0.1:1789307438.072683:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa30d3d00. 00010000:00000010:0.1:1789307438.072687:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8992f600. 00010000:00000010:0.1:1789307438.072690:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb310a600. 00010000:00000010:0.1:1789307438.072704:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85caea00. 00010000:00000010:0.1:1789307438.072707:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb6b81900. 00010000:00000010:0.1:1789307438.072710:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85ed7800. 00010000:00000010:0.1:1789307438.072714:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfc0c52c00. 00010000:00000010:0.1:1789307438.072717:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9fe6c00. 00010000:00000010:0.1:1789307438.072722:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52f0a00. 00010000:00000010:0.1:1789307438.072725:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb48dae00. 00010000:00000010:0.1:1789307438.072729:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb5638c00. 00010000:00000010:0.1:1789307438.072732:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb639ee00. 00010000:00000010:0.1:1789307438.072735:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3c23800. 00010000:00000010:0.1:1789307438.072739:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d2ec00. 00010000:00000010:0.1:1789307438.072742:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf864cd000. 00010000:00000010:0.1:1789307438.072745:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a75400. 00010000:00000010:0.1:1789307438.072750:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac3600. 00010000:00000010:0.1:1789307438.072753:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52f4e00. 00010000:00000010:0.1:1789307438.072756:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83dbd000. 00010000:00000010:0.1:1789307438.072759:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbac53a00. 00010000:00000010:0.1:1789307438.072763:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72ae400. 00010000:00000010:0.1:1789307438.072766:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb91d4e00. 00010000:00000010:0.1:1789307438.072769:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4abae00. 00010000:00000010:0.1:1789307438.072773:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb59dcc00. 00010000:00000010:0.1:1789307438.072776:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf898eaa00. 00010000:00000010:0.1:1789307438.072780:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbeab73c000. 00010000:00000010:0.1:1789307438.072784:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbac48200. 00010000:00000010:0.1:1789307438.072788:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb91d5800. 00010000:00000010:0.1:1789307438.072791:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9fa6200. 00010000:00000010:0.1:1789307438.072796:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4936800. 00010000:00000010:0.1:1789307438.072801:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa30f4c00. 00010000:00000010:0.1:1789307438.072804:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf81514000. 00010000:00000010:0.1:1789307438.072808:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49e1700. 00010000:00000010:0.1:1789307438.072810:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5814a00. 00010000:00000010:0.1:1789307438.072814:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbd99b00. 00010000:00000010:0.1:1789307438.072825:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978e9a00. 00010000:00000010:0.1:1789307438.072829:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d6bc00. 00010000:00000010:0.1:1789307438.072833:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd613b00. 00010000:00000010:0.1:1789307438.072836:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb29ad800. 00010000:00000010:0.1:1789307438.072840:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49bc700. 00010000:00000010:0.1:1789307438.072843:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52ec200. 00010000:00000010:0.1:1789307438.072847:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbf4cf900. 00010000:00000010:0.1:1789307438.072887:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf90bbf200. 00010000:00000010:0.1:1789307438.072894:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb5638600. 00010000:00000010:0.1:1789307438.072900:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbd3d200. 00010000:00000010:0.1:1789307438.072906:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72af000. 00010000:00000010:0.1:1789307438.072911:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0ee4a00. 00010000:00000010:0.1:1789307438.072915:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ab9700. 00010000:00000010:0.1:1789307438.072920:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2bdd400. 00010000:00000010:0.1:1789307438.072924:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8538a600. 00010000:00000010:0.1:1789307438.072929:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2fd4a00. 00010000:00000010:0.1:1789307438.072935:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a86500. 00010000:00000010:0.1:1789307438.072941:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0a43400. 00010000:00000010:0.1:1789307438.072945:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7d5d400. 00010000:00000010:0.1:1789307438.072950:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0e23c00. 00010000:00000010:0.1:1789307438.072955:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83dbd300. 00010000:00000010:0.1:1789307438.072960:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97824400. 00010000:00000010:0.1:1789307438.072965:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72d9f00. 00010000:00000010:0.1:1789307438.072968:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0e22600. 00010000:00000010:0.1:1789307438.072971:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85cdf900. 00010000:00000010:0.1:1789307438.072975:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bb8400. 00010000:00000010:0.1:1789307438.072978:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52f0900. 00010000:00000010:0.1:1789307438.072981:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe9543dc00. 00010000:00000010:0.1:1789307438.072985:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbac48700. 00010000:00000010:0.1:1789307438.072988:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb92e4400. 00010000:00000010:0.1:1789307438.072991:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3354500. 00010000:00000010:0.1:1789307438.072995:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb95e8e00. 00010000:00000010:0.1:1789307438.073007:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82cf1a00. 00010000:00000010:0.1:1789307438.073015:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0effa00. 00010000:00000010:0.1:1789307438.073019:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88a65800. 00010000:00000010:0.1:1789307438.073022:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8f8fa600. 00010000:00000010:0.1:1789307438.073026:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8559e300. 00010000:00000010:0.1:1789307438.073030:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf82d29a00. 00010000:00000010:0.1:1789307438.073033:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb6ddff00. 00010000:00000010:0.1:1789307438.073036:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb483fc00. 00010000:00000010:0.1:1789307438.073039:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb5b43800. 00010000:00000010:0.1:1789307438.073042:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9ec6a00. 00010000:00000010:0.1:1789307438.073045:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83535700. 00010000:00000010:0.1:1789307438.073048:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfa335d000. 00010000:00000010:0.1:1789307438.073052:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf98ca6a00. 00010000:00000010:0.1:1789307438.073055:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d4b600. 00010000:00000010:0.1:1789307438.073059:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfc0c52900. 00010000:00000010:0.1:1789307438.073062:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd554e00. 00010000:00000010:0.1:1789307438.073066:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9fa0ed00. 00010000:00000010:0.1:1789307438.073069:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb63e5e00. 00010000:00000010:0.1:1789307438.073073:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac0b00. 00010000:00000010:0.1:1789307438.073077:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb945f600. 00010000:00000010:0.1:1789307438.073080:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbb4dcb00. 00010000:00000010:0.1:1789307438.073084:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf89879e00. 00010000:00000010:0.1:1789307438.073087:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf864cd300. 00010000:00000010:0.1:1789307438.073090:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbb68b000. 00010000:00000010:0.1:1789307438.073094:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2489c00. 00010000:00000010:0.1:1789307438.073097:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97825a00. 00010000:00000010:0.1:1789307438.073101:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf878a3800. 00010000:00000010:0.1:1789307438.073105:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d1e600. 00010000:00000010:0.1:1789307438.073108:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a87b00. 00010000:00000010:0.1:1789307438.073111:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9906e00. 00010000:00000010:0.1:1789307438.073115:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a76400. 00010000:00000010:0.1:1789307438.073119:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4a43400. 00010000:00000010:0.1:1789307438.073129:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90c82b00. 00010000:00000010:0.1:1789307438.073133:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e32a00. 00010000:00000010:0.1:1789307438.073136:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7e59b00. 00010000:00000010:0.1:1789307438.073139:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbb4e9200. 00010000:00000010:0.1:1789307438.073142:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf865cf800. 00010000:00000010:0.1:1789307438.073145:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9df9200. 00010000:00000010:0.1:1789307438.073149:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb935ba00. 00010000:00000010:0.1:1789307438.073153:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbe71a00. 00010000:00000010:0.1:1789307438.073157:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88860200. 00010000:00000010:0.1:1789307438.073161:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd51e400. 00010000:00000010:0.1:1789307438.073164:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a88300. 00010000:00000010:0.1:1789307438.073168:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8579fa00. 00010000:00000010:0.1:1789307438.073172:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85ce1e00. 00010000:00000010:0.1:1789307438.073176:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0c61000. 00010000:00000010:0.1:1789307438.073180:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2a15700. 00010000:00000010:0.1:1789307438.073184:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4838e00. 00010000:00000010:0.1:1789307438.073187:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fa7100. 00010000:00000010:0.1:1789307438.073190:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8937f000. 00010000:00000010:0.1:1789307438.073194:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8d400. 00010000:00000010:0.1:1789307438.073197:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf898b9400. 00010000:00000010:0.1:1789307438.073201:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbe979c0f00. 00010000:00000010:0.1:1789307438.073205:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbedca600. 00010000:00000010:0.1:1789307438.073208:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb5638200. 00010000:00000010:0.1:1789307438.073211:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb639f000. 00010000:00000010:0.1:1789307438.073214:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83b23800. 00010000:00000010:0.1:1789307438.073218:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6d7da00. 00010000:00000010:0.1:1789307438.073221:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4acc000. 00010000:00000010:0.1:1789307438.073224:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9de7c00. 00010000:00000010:0.1:1789307438.073228:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52f2b00. 00010000:00000010:0.1:1789307438.073232:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb93ddc00. 00010000:00000010:0.1:1789307438.073235:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf86479800. 00010000:00000010:0.1:1789307438.073239:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbd27e00. 00010000:00000010:0.1:1789307438.073255:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf864d3200. 00010000:00000010:0.1:1789307438.073259:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fba8600. 00010000:00000010:0.1:1789307438.073264:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbac48500. 00010000:00000010:0.1:1789307438.073268:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fba9e00. 00010000:00000010:0.1:1789307438.073271:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbd78000. 00010000:00000010:0.1:1789307438.073275:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6d61800. 00010000:00000010:0.1:1789307438.073279:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb490b700. 00010000:00000010:0.1:1789307438.073282:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9309200. 00010000:00000010:0.1:1789307438.073285:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2a4f900. 00010000:00000010:0.1:1789307438.073288:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6009400. 00010000:00000010:0.1:1789307438.073292:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2ed3b00. 00010000:00000010:0.1:1789307438.073295:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b6f600. 00010000:00000010:0.1:1789307438.073298:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7ef8100. 00010000:00000010:0.1:1789307438.073302:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d3aa00. 00010000:00000010:0.1:1789307438.073306:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8559e700. 00010000:00000010:0.1:1789307438.073309:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9f85c00. 00010000:00000010:0.1:1789307438.073314:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9954fe00. 00010000:00000010:0.1:1789307438.073321:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4add200. 00010000:00000010:0.1:1789307438.073325:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf967cae00. 00010000:00000010:0.1:1789307438.073328:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e8cc00. 00010000:00000010:0.1:1789307438.073331:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83535100. 00010000:00000010:0.1:1789307438.073334:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85c21e00. 00010000:00000010:0.1:1789307438.073338:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf98ca6000. 00010000:00000010:0.1:1789307438.073341:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9447200. 00010000:00000010:0.1:1789307438.073344:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfc0c52800. 00010000:00000010:0.1:1789307438.073348:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0baf400. 00010000:00000010:0.1:1789307438.073353:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49b8300. 00010000:00000010:0.1:1789307438.073357:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb63e4800. 00010000:00000010:0.1:1789307438.073360:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbf4cff00. 00010000:00000010:0.1:1789307438.073363:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf864c5e00. 00010000:00000010:0.1:1789307438.073367:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8538ad00. 00010000:00000010:0.1:1789307438.073370:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9c39400. 00010000:00000010:0.1:1789307438.073378:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfba946000. 00010000:00000010:0.1:1789307438.073382:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fb57400. 00010000:00000010:0.1:1789307438.073386:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3258a00. 00010000:00000010:0.1:1789307438.073390:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52da800. 00010000:00000010:0.1:1789307438.073393:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85cdfa00. 00010000:00000010:0.1:1789307438.073396:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0e22e00. 00010000:00000010:0.1:1789307438.073400:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a0c000. 00010000:00000010:0.1:1789307438.073404:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0a42400. 00010000:00000010:0.1:1789307438.073408:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb490bb00. 00010000:00000010:0.1:1789307438.073411:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0e22a00. 00010000:00000010:0.1:1789307438.073413:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf920bc700. 00010000:00000010:0.1:1789307438.073417:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbed57000. 00010000:00000010:0.1:1789307438.073420:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbee84400. 00010000:00000010:0.1:1789307438.073423:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9608a000. 00010000:00000010:0.1:1789307438.073426:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbf4cfa00. 00010000:00000010:0.1:1789307438.073430:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8579f000. 00010000:00000010:0.1:1789307438.073434:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbb636000. 00010000:00000010:0.1:1789307438.073437:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4936a00. 00010000:00000010:0.1:1789307438.073450:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a1f700. 00010000:00000010:0.1:1789307438.073455:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52fc200. 00010000:00000010:0.1:1789307438.073458:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90c82300. 00010000:00000010:0.1:1789307438.073461:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978c7a00. 00010000:00000010:0.1:1789307438.073465:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbd99300. 00010000:00000010:0.1:1789307438.073469:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9fb1000. 00010000:00000010:0.1:1789307438.073472:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9c2db00. 00010000:00000010:0.1:1789307438.073475:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb72fe200. 00010000:00000010:0.1:1789307438.073481:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4acd200. 00010000:00000010:0.1:1789307438.073485:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8626dc00. 00010000:00000010:0.1:1789307438.073489:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9ddeb00. 00010000:00000010:0.1:1789307438.073492:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf92231800. 00010000:00000010:0.1:1789307438.073496:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9308e00. 00010000:00000010:0.1:1789307438.073500:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2493a00. 00010000:00000010:0.1:1789307438.073509:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9a83c00. 00010000:00000010:0.1:1789307438.073512:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88a65700. 00010000:00000010:0.1:1789307438.073516:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbd3ea00. 00010000:00000010:0.1:1789307438.073525:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb6b81700. 00010000:00000010:0.1:1789307438.073529:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0baf200. 00010000:00000010:0.1:1789307438.073533:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9a58d300. 00010000:00000010:0.1:1789307438.073537:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbf233a00. 00010000:00000010:0.1:1789307438.073541:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52f3300. 00010000:00000010:0.1:1789307438.073545:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fbad600. 00010000:00000010:0.1:1789307438.073548:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88752300. 00010000:00000010:0.1:1789307438.073552:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9308a00. 00010000:00000010:0.1:1789307438.073556:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a1ff00. 00010000:00000010:0.1:1789307438.073559:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978e9000. 00010000:00000010:0.1:1789307438.073563:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85101600. 00010000:00000010:0.1:1789307438.073566:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b6e400. 00010000:00000010:0.1:1789307438.073569:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4aa3400. 00010000:00000010:0.1:1789307438.073574:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf86571400. 00010000:00000010:0.1:1789307438.073577:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a83000. 00010000:00000010:0.1:1789307438.073580:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6105400. 00010000:00000010:0.1:1789307438.073584:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb935b400. 00010000:00000010:0.1:1789307438.073587:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbe70600. 00010000:00000010:0.1:1789307438.073591:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88860c00. 00010000:00000010:0.1:1789307438.073595:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85d82800. 00010000:00000010:0.1:1789307438.073599:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a88200. 00010000:00000010:0.1:1789307438.073602:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb91d5400. 00010000:00000010:0.1:1789307438.073606:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2489b00. 00010000:00000010:0.1:1789307438.073610:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbeab73cc00. 00010000:00000010:0.1:1789307438.073613:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2e1c900. 00010000:00000010:0.1:1789307438.073616:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85ed7c00. 00010000:00000010:0.1:1789307438.073619:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2ed3c00. 00010000:00000010:0.1:1789307438.073622:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fb51c00. 00010000:00000010:0.1:1789307438.073626:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb92df600. 00010000:00000010:0.1:1789307438.073635:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9195e00. 00010000:00000010:0.1:1789307438.073639:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf835c4f00. 00010000:00000010:0.1:1789307438.073643:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b43800. 00010000:00000010:0.1:1789307438.073646:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85cdf000. 00010000:00000010:0.1:1789307438.073649:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf89879000. 00010000:00000010:0.1:1789307438.073653:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac0a00. 00010000:00000010:0.1:1789307438.073656:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf860be000. 00010000:00000010:0.1:1789307438.073660:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9c29a00. 00010000:00000010:0.1:1789307438.073663:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b05000. 00010000:00000010:0.1:1789307438.073671:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf900b7f00. 00010000:00000010:0.1:1789307438.073674:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbf18bc00. 00010000:00000010:0.1:1789307438.073679:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fa4f00. 00010000:00000010:0.1:1789307438.073682:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a08800. 00010000:00000010:0.1:1789307438.073686:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4219c00. 00010000:00000010:0.1:1789307438.073691:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb49ce400. 00010000:00000010:0.1:1789307438.073696:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a3d700. 00010000:00000010:0.1:1789307438.073700:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9ad6600. 00010000:00000010:0.1:1789307438.073703:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9c2fb00. 00010000:00000010:0.1:1789307438.073707:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd65ca00. 00010000:00000010:0.1:1789307438.073710:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a0c500. 00010000:00000010:0.1:1789307438.073713:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb290b600. 00010000:00000010:0.1:1789307438.073716:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7ef8e00. 00010000:00000010:0.1:1789307438.073719:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d3a800. 00010000:00000010:0.1:1789307438.073722:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf831fb400. 00010000:00000010:0.1:1789307438.073726:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4953600. 00010000:00000010:0.1:1789307438.073729:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72ae000. 00010000:00000010:0.1:1789307438.073734:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9788b600. 00010000:00000010:0.1:1789307438.073737:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49bc200. 00010000:00000010:0.1:1789307438.073740:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf82d29000. 00010000:00000010:0.1:1789307438.073743:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a97e00. 00010000:00000010:0.1:1789307438.073746:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8984ce00. 00010000:00000010:0.1:1789307438.073749:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9d9bb00. 00010000:00000010:0.1:1789307438.073758:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9679c00. 00010000:00000010:0.1:1789307438.073763:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9f09700. 00010000:00000010:0.1:1789307438.073767:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8937e400. 00010000:00000010:0.1:1789307438.073770:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7f3fc00. 00010000:00000010:0.1:1789307438.073774:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d4a000. 00010000:00000010:0.1:1789307438.073777:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9f05b00. 00010000:00000010:0.1:1789307438.073782:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2a54800. 00010000:00000010:0.1:1789307438.073785:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a1f000. 00010000:00000010:0.1:1789307438.073788:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9de6800. 00010000:00000010:0.1:1789307438.073792:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83be2c00. 00010000:00000010:0.1:1789307438.073795:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97f17400. 00010000:00000010:0.1:1789307438.073799:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9a5bf000. 00010000:00000010:0.1:1789307438.073802:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d2f200. 00010000:00000010:0.1:1789307438.073805:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9fa0ec00. 00010000:00000010:0.1:1789307438.073808:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbf868e00. 00010000:00000010:0.1:1789307438.073817:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbd99f00. 00010000:00000010:0.1:1789307438.073822:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fbace00. 00010000:00000010:0.1:1789307438.073828:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9c2ff00. 00010000:00000010:0.1:1789307438.073832:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52c7e00. 00010000:00000010:0.1:1789307438.073841:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a3ea00. 00010000:00000010:0.1:1789307438.073845:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9f73800. 00010000:00000010:0.1:1789307438.073848:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72afe00. 00010000:00000010:0.1:1789307438.073886:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbf6a800. 00010000:00000010:0.1:1789307438.073891:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9fbae300. 00010000:00000010:0.1:1789307438.073895:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd65d600. 00010000:00000010:0.1:1789307438.073899:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb92dfd00. 00010000:00000010:0.1:1789307438.073903:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe9543cc00. 00010000:00000010:0.1:1789307438.073907:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6a96c00. 00010000:00000010:0.1:1789307438.073911:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2ff5500. 00010000:00000010:0.1:1789307438.073915:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978e8400. 00010000:00000010:0.1:1789307438.073918:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb1a83200. 00010000:00000010:0.1:1789307438.073922:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e33800. 00010000:00000010:0.1:1789307438.073933:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf831fbc00. 00010000:00000010:0.1:1789307438.073936:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9c39c00. 00010000:00000010:0.1:1789307438.073939:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbe85816d00. 00010000:00000010:0.1:1789307438.073943:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9214f800. 00010000:00000010:0.1:1789307438.073946:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf864cf900. 00010000:00000010:0.1:1789307438.073950:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2faa600. 00010000:00000010:0.1:1789307438.073959:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82c25e00. 00010000:00000010:0.1:1789307438.073964:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf86222a00. 00010000:00000010:0.1:1789307438.073968:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf98b3fc00. 00010000:00000010:0.1:1789307438.073971:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a75600. 00010000:00000010:0.1:1789307438.073974:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb48cfe00. 00010000:00000010:0.1:1789307438.073978:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6009000. 00010000:00000010:0.1:1789307438.073982:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84d2dc00. 00010000:00000010:0.1:1789307438.073985:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bafe00. 00010000:00000010:0.1:1789307438.073989:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2489e00. 00010000:00000010:0.1:1789307438.073992:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d4fa00. 00010000:00000010:0.1:1789307438.073995:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac1100. 00010000:00000010:0.1:1789307438.073999:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbf232400. 00010000:00000010:0.1:1789307438.074004:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85ce1500. 00010000:00000010:0.1:1789307438.074008:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb29a5c00. 00010000:00000010:0.1:1789307438.074012:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a94500. 00010000:00000010:0.1:1789307438.074015:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9608ac00. 00010000:00000010:0.1:1789307438.074018:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac2800. 00010000:00000010:0.1:1789307438.074022:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf864fde00. 00010000:00000010:0.1:1789307438.074025:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83b23500. 00010000:00000010:0.1:1789307438.074028:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d6ae00. 00010000:00000010:0.1:1789307438.074032:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9c29200. 00010000:00000010:0.1:1789307438.074035:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9976800. 00010000:00000010:0.1:1789307438.074038:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85350b00. 00010000:00000010:0.1:1789307438.074042:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf86571000. 00010000:00000010:0.1:1789307438.074045:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90bcf600. 00010000:00000010:0.1:1789307438.074049:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb49cf800. 00010000:00000010:0.1:1789307438.074058:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a1f300. 00010000:00000010:0.1:1789307438.074061:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52fda00. 00010000:00000010:0.1:1789307438.074064:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84d2d700. 00010000:00000010:0.1:1789307438.074068:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b79c00. 00010000:00000010:0.1:1789307438.074071:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a0c900. 00010000:00000010:0.1:1789307438.074074:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0a43e00. 00010000:00000010:0.1:1789307438.074078:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88a41e00. 00010000:00000010:0.1:1789307438.074081:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52d5e00. 00010000:00000010:0.1:1789307438.074086:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf86575400. 00010000:00000010:0.1:1789307438.074089:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf89846c00. 00010000:00000010:0.1:1789307438.074092:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2492800. 00010000:00000010:0.1:1789307438.074095:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf860bfe00. 00010000:00000010:0.1:1789307438.074098:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a3ef00. 00010000:00000010:0.1:1789307438.074100:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbac53c00. 00010000:00000010:0.1:1789307438.074102:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4aa3900. 00010000:00000010:0.1:1789307438.074106:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9295200. 00010000:00000010:0.1:1789307438.074114:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb63fc500. 00010000:00000010:0.1:1789307438.074118:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbedcba00. 00010000:00000010:0.1:1789307438.074120:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a87200. 00010000:00000010:0.1:1789307438.074124:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2946400. 00010000:00000010:0.1:1789307438.074127:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82b09f00. 00010000:00000010:0.1:1789307438.074130:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd554600. 00010000:00000010:0.1:1789307438.074132:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82cf1c00. 00010000:00000010:0.1:1789307438.074137:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85d83a00. 00010000:00000010:0.1:1789307438.074139:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2492400. 00010000:00000010:0.1:1789307438.074142:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0a42200. 00010000:00000010:0.1:1789307438.074145:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac3c00. 00010000:00000010:0.1:1789307438.074149:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9fb0000. 00010000:00000010:0.1:1789307438.074152:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83be2a00. 00010000:00000010:0.1:1789307438.074154:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb3c22800. 00010000:00000010:0.1:1789307438.074159:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72b0e00. 00010000:00000010:0.1:1789307438.074161:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9df8400. 00010000:00000010:0.1:1789307438.074169:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9da3500. 00010000:00000010:0.1:1789307438.074172:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbb86f400. 00010000:00000010:0.1:1789307438.074176:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85cfe800. 00010000:00000010:0.1:1789307438.074179:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2a32600. 00010000:00000010:0.1:1789307438.074182:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84d2de00. 00010000:00000010:0.1:1789307438.074185:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b78000. 00010000:00000010:0.1:1789307438.074189:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72ab200. 00010000:00000010:0.1:1789307438.074192:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bcfa00. 00010000:00000010:0.1:1789307438.074197:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a83200. 00010000:00000010:0.1:1789307438.074200:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6104000. 00010000:00000010:0.1:1789307438.074203:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90c82000. 00010000:00000010:0.1:1789307438.074206:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d9da00. 00010000:00000010:0.1:1789307438.074209:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd63ef00. 00010000:00000010:0.1:1789307438.074213:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9305a00. 00010000:00000010:0.1:1789307438.074216:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbec693ad00. 00010000:00000010:0.1:1789307438.074220:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8937fa00. 00010000:00000010:0.1:1789307438.074224:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8ce00. 00010000:00000010:0.1:1789307438.074227:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd7b5200. 00010000:00000010:0.1:1789307438.074231:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb310a400. 00010000:00000010:0.1:1789307438.074235:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85caf400. 00010000:00000010:0.1:1789307438.074239:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbd78400. 00010000:00000010:0.1:1789307438.074242:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9de7a00. 00010000:00000010:0.1:1789307438.074245:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd63e800. 00010000:00000010:0.1:1789307438.074248:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9788aa00. 00010000:00000010:0.1:1789307438.074251:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9a5bf900. 00010000:00000010:0.1:1789307438.074254:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bcf000. 00010000:00000010:0.1:1789307438.074257:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a94b00. 00010000:00000010:0.1:1789307438.074260:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb639fe00. 00010000:00000010:0.1:1789307438.074264:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4abef00. 00010000:00000010:0.1:1789307438.074267:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf898b9e00. 00010000:00000010:0.1:1789307438.074270:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf97a26700. 00010000:00000010:0.1:1789307438.074275:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52fde00. 00010000:00000010:0.1:1789307438.074283:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb48a8500. 00010000:00000010:0.1:1789307438.074286:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9ec6400. 00010000:00000010:0.1:1789307438.074289:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa30f4300. 00010000:00000010:0.1:1789307438.074292:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf81514c00. 00010000:00000010:0.1:1789307438.074295:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90c82e00. 00010000:00000010:0.1:1789307438.074297:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d9d400. 00010000:00000010:0.1:1789307438.074300:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90bcfd00. 00010000:00000010:0.1:1789307438.074303:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbe7dc00. 00010000:00000010:0.1:1789307438.074307:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88a65500. 00010000:00000010:0.1:1789307438.074311:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9446a00. 00010000:00000010:0.1:1789307438.074314:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83b37300. 00010000:00000010:0.1:1789307438.074317:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9788b800. 00010000:00000010:0.1:1789307438.074320:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3204400. 00010000:00000010:0.1:1789307438.074323:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb7d1bc00. 00010000:00000010:0.1:1789307438.074326:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72d9700. 00010000:00000010:0.1:1789307438.074329:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb72ff400. 00010000:00000010:0.1:1789307438.074332:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7f3bc00. 00010000:00000010:0.1:1789307438.074335:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d6e200. 00010000:00000010:0.1:1789307438.074338:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2ff5700. 00010000:00000010:0.1:1789307438.074342:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf89878c00. 00010000:00000010:0.1:1789307438.074345:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3258600. 00010000:00000010:0.1:1789307438.074348:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8984cc00. 00010000:00000010:0.1:1789307438.074350:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf898eae00. 00010000:00000010:0.1:1789307438.074354:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d9cc00. 00010000:00000010:0.1:1789307438.074357:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb6b81400. 00010000:00000010:0.1:1789307438.074360:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9fe6600. 00010000:00000010:0.1:1789307438.074364:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52f2200. 00010000:00000010:0.1:1789307438.074367:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb92e4800. 00010000:00000010:0.1:1789307438.074370:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf835bb900. 00010000:00000010:0.1:1789307438.074374:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf99661c00. 00010000:00000010:0.1:1789307438.074378:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf864cd800. 00010000:00000010:0.1:1789307438.074382:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a75e00. 00010000:00000010:0.1:1789307438.074390:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac3e00. 00010000:00000010:0.1:1789307438.074393:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52f5c00. 00010000:00000010:0.1:1789307438.074396:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfc0fb4700. 00010000:00000010:0.1:1789307438.074399:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd7b4200. 00010000:00000010:0.1:1789307438.074403:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2a4fc00. 00010000:00000010:0.1:1789307438.074406:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2a30200. 00010000:00000010:0.1:1789307438.074410:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7d5de00. 00010000:00000010:0.1:1789307438.074414:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9df8200. 00010000:00000010:0.1:1789307438.074416:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf898ea500. 00010000:00000010:0.1:1789307438.074420:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbeab73dc00. 00010000:00000010:0.1:1789307438.074423:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb264f700. 00010000:00000010:0.1:1789307438.074426:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4952400. 00010000:00000010:0.1:1789307438.074429:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb92df300. 00010000:00000010:0.1:1789307438.074432:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d6b400. 00010000:00000010:0.1:1789307438.074435:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf98b3f400. 00010000:00000010:0.1:1789307438.074437:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb93dd600. 00010000:00000010:0.1:1789307438.074441:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb6ddf000. 00010000:00000010:0.1:1789307438.074444:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbb4e9000. 00010000:00000010:0.1:1789307438.074447:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49e1800. 00010000:00000010:0.1:1789307438.074450:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9f72c00. 00010000:00000010:0.1:1789307438.074453:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf86575c00. 00010000:00000010:0.1:1789307438.074456:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf89847200. 00010000:00000010:0.1:1789307438.074459:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9fa0e800. 00010000:00000010:0.1:1789307438.074462:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf860bf400. 00010000:00000010:0.1:1789307438.074465:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83b37c00. 00010000:00000010:0.1:1789307438.074468:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4838800. 00010000:00000010:0.1:1789307438.074471:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8b200. 00010000:00000010:0.1:1789307438.074475:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf99661a00. 00010000:00000010:0.1:1789307438.074478:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7faf300. 00010000:00000010:0.1:1789307438.074482:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5815400. 00010000:00000010:0.1:1789307438.074484:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ab9c00. 00010000:00000010:0.1:1789307438.074488:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbeedf800. 00010000:00000010:0.1:1789307438.074495:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd684b00. 00010000:00000010:0.1:1789307438.074499:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d3cc00. 00010000:00000010:0.1:1789307438.074502:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8532d000. 00010000:00000010:0.1:1789307438.074506:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbe55400. 00010000:00000010:0.1:1789307438.074509:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfad4ade00. 00010000:00000010:0.1:1789307438.074513:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6d60200. 00010000:00000010:0.1:1789307438.074516:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83dbda00. 00010000:00000010:0.1:1789307438.074518:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d4f800. 00010000:00000010:0.1:1789307438.074521:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbd99900. 00010000:00000010:0.1:1789307438.074524:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9df8800. 00010000:00000010:0.1:1789307438.074527:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85cfe700. 00010000:00000010:0.1:1789307438.074530:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2a33200. 00010000:00000010:0.1:1789307438.074533:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a76100. 00010000:00000010:0.1:1789307438.074535:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf864fc200. 00010000:00000010:0.1:1789307438.074538:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a3e200. 00010000:00000010:0.1:1789307438.074541:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bce200. 00010000:00000010:0.1:1789307438.074544:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb63f9d00. 00010000:00000010:0.1:1789307438.074547:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbf6bc00. 00010000:00000010:0.1:1789307438.074550:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf832e3000. 00010000:00000010:0.1:1789307438.074553:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8626c000. 00010000:00000010:0.1:1789307438.074557:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbec693ae00. 00010000:00000010:0.1:1789307438.074560:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9906a00. 00010000:00000010:0.1:1789307438.074563:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2a4f400. 00010000:00000010:0.1:1789307438.074565:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d2fc00. 00010000:00000010:0.1:1789307438.074568:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9dde400. 00010000:00000010:0.1:1789307438.074572:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fb50600. 00010000:00000010:0.1:1789307438.074576:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4acc700. 00010000:00000010:0.1:1789307438.074578:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9de6e00. 00010000:00000010:0.1:1789307438.074581:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85da3100. 00010000:00000010:0.1:1789307438.074584:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf90bbe800. 00010000:00000010:0.1:1789307438.074588:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf80025d00. 00010000:00000010:0.1:1789307438.074592:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbed96800. 00010000:00000010:0.1:1789307438.074599:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72aca00. 00010000:00000010:0.1:1789307438.074602:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2a30a00. 00010000:00000010:0.1:1789307438.074605:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7d5d000. 00010000:00000010:0.1:1789307438.074610:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb59dd000. 00010000:00000010:0.1:1789307438.074613:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbd78200. 00010000:00000010:0.1:1789307438.074616:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6d60e00. 00010000:00000010:0.1:1789307438.074619:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb490b200. 00010000:00000010:0.1:1789307438.074621:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9309a00. 00010000:00000010:0.1:1789307438.074624:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9f05600. 00010000:00000010:0.1:1789307438.074627:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b24a00. 00010000:00000010:0.1:1789307438.074634:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2ed3a00. 00010000:00000010:0.1:1789307438.074637:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b6e800. 00010000:00000010:0.1:1789307438.074640:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf853cb800. 00010000:00000010:0.1:1789307438.074644:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978d5e00. 00010000:00000010:0.1:1789307438.074647:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac2300. 00010000:00000010:0.1:1789307438.074651:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978c6e00. 00010000:00000010:0.1:1789307438.074655:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa323e100. 00010000:00000010:0.1:1789307438.074658:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbed57400. 00010000:00000010:0.1:1789307438.074662:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4abf500. 00010000:00000010:0.1:1789307438.074665:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bf7200. 00010000:00000010:0.1:1789307438.074669:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8559fb00. 00010000:00000010:0.1:1789307438.074672:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd51ec00. 00010000:00000010:0.1:1789307438.074675:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9f05500. 00010000:00000010:0.1:1789307438.074679:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbb68be00. 00010000:00000010:0.1:1789307438.074681:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83535a00. 00010000:00000010:0.1:1789307438.074684:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbf1a5800. 00010000:00000010:0.1:1789307438.074687:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9fa6800. 00010000:00000010:0.1:1789307438.074690:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbb4e8e00. 00010000:00000010:0.1:1789307438.074693:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf865cf000. 00010000:00000010:0.1:1789307438.074695:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9df8600. 00010000:00000010:0.1:1789307438.074698:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8c100. 00010000:00000010:0.1:1789307438.074701:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf86223800. 00010000:00000010:0.1:1789307438.074711:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52f0100. 00010000:00000010:0.1:1789307438.074715:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb91d5200. 00010000:00000010:0.1:1789307438.074718:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2a15000. 00010000:00000010:0.1:1789307438.074721:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4838600. 00010000:00000010:0.1:1789307438.074724:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fa7b00. 00010000:00000010:0.1:1789307438.074727:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6d7d400. 00010000:00000010:0.1:1789307438.074730:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb48a8800. 00010000:00000010:0.1:1789307438.074733:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97f16c00. 00010000:00000010:0.1:1789307438.074735:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4abe500. 00010000:00000010:0.1:1789307438.074738:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb92e9400. 00010000:00000010:0.1:1789307438.074741:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2493800. 00010000:00000010:0.1:1789307438.074745:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9c60400. 00010000:00000010:0.1:1789307438.074748:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7ef8900. 00010000:00000010:0.1:1789307438.074751:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb59dda00. 00010000:00000010:0.1:1789307438.074754:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88a65b00. 00010000:00000010:0.1:1789307438.074757:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf864c4200. 00010000:00000010:0.1:1789307438.074760:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a88d00. 00010000:00000010:0.1:1789307438.074763:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8992f400. 00010000:00000010:0.1:1789307438.074766:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4acd600. 00010000:00000010:0.1:1789307438.074769:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d6a600. 00010000:00000010:0.1:1789307438.074772:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85350d00. 00010000:00000010:0.1:1789307438.074776:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e8ce00. 00010000:00000010:0.1:1789307438.074779:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9226d800. 00010000:00000010:0.1:1789307438.074782:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb92e9e00. 00010000:00000010:0.1:1789307438.074785:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4acd300. 00010000:00000010:0.1:1789307438.074788:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6a96000. 00010000:00000010:0.1:1789307438.074791:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3204c00. 00010000:00000010:0.1:1789307438.074794:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb7d1a800. 00010000:00000010:0.1:1789307438.074797:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9954fa00. 00010000:00000010:0.1:1789307438.074804:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4adc000. 00010000:00000010:0.1:1789307438.074806:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb48cf500. 00010000:00000010:0.1:1789307438.074810:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d4aa00. 00010000:00000010:0.1:1789307438.074818:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7f3b100. 00010000:00000010:0.1:1789307438.074821:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85d5ac00. 00010000:00000010:0.1:1789307438.074824:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8df00. 00010000:00000010:0.1:1789307438.074828:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2fad000. 00010000:00000010:0.1:1789307438.074831:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2493d00. 00010000:00000010:0.1:1789307438.074834:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9c60200. 00010000:00000010:0.1:1789307438.074836:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4219900. 00010000:00000010:0.1:1789307438.074840:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5fc1400. 00010000:00000010:0.1:1789307438.074842:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbe85816000. 00010000:00000010:0.1:1789307438.074845:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9214ee00. 00010000:00000010:0.1:1789307438.074847:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb935be00. 00010000:00000010:0.1:1789307438.074849:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf864ea600. 00010000:00000010:0.1:1789307438.074865:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3313a00. 00010000:00000010:0.1:1789307438.074867:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d9c400. 00010000:00000010:0.1:1789307438.074882:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8559f800. 00010000:00000010:0.1:1789307438.074886:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe9543d400. 00010000:00000010:0.1:1789307438.074889:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3258900. 00010000:00000010:0.1:1789307438.074892:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2bdde00. 00010000:00000010:0.1:1789307438.074895:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd684700. 00010000:00000010:0.1:1789307438.074899:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52d5600. 00010000:00000010:0.1:1789307438.074903:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbdeda00. 00010000:00000010:0.1:1789307438.074907:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4952200. 00010000:00000010:0.1:1789307438.074910:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fa4e00. 00010000:00000010:0.1:1789307438.074913:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbb68a000. 00010000:00000010:0.1:1789307438.074916:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf920bc100. 00010000:00000010:0.1:1789307438.074919:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbed57600. 00010000:00000010:0.1:1789307438.074922:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9a58d900. 00010000:00000010:0.1:1789307438.074925:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d1f200. 00010000:00000010:0.1:1789307438.074928:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72d9c00. 00010000:00000010:0.1:1789307438.074932:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52d4200. 00010000:00000010:0.1:1789307438.074934:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf865cfb00. 00010000:00000010:0.1:1789307438.074938:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbe54800. 00010000:00000010:0.1:1789307438.074947:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb63fc300. 00010000:00000010:0.1:1789307438.074951:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52fc000. 00010000:00000010:0.1:1789307438.074953:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb63f9000. 00010000:00000010:0.1:1789307438.074957:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52ed400. 00010000:00000010:0.1:1789307438.074959:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd63ec00. 00010000:00000010:0.1:1789307438.074962:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd65de00. 00010000:00000010:0.1:1789307438.074965:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49f5e00. 00010000:00000010:0.1:1789307438.074971:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf864ebe00. 00010000:00000010:0.1:1789307438.074974:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf832e3300. 00010000:00000010:0.1:1789307438.074977:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4a2ba00. 00010000:00000010:0.1:1789307438.074980:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9da3d00. 00010000:00000010:0.1:1789307438.074983:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8137e800. 00010000:00000010:0.1:1789307438.074986:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2e1c000. 00010000:00000010:0.1:1789307438.074988:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85ed7000. 00010000:00000010:0.1:1789307438.074992:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9c2f300. 00010000:00000010:0.1:1789307438.074995:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb95e9000. 00010000:00000010:0.1:1789307438.074999:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb48a8600. 00010000:00000010:0.1:1789307438.075003:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9788ba00. 00010000:00000010:0.1:1789307438.075006:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4abe100. 00010000:00000010:0.1:1789307438.075009:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8992e600. 00010000:00000010:0.1:1789307438.075012:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a95200. 00010000:00000010:0.1:1789307438.075016:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d3c600. 00010000:00000010:0.1:1789307438.075019:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a82600. 00010000:00000010:0.1:1789307438.075023:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb3c3fe00. 00010000:00000010:0.1:1789307438.075026:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a3e700. 00010000:00000010:0.1:1789307438.075029:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf864c4000. 00010000:00000010:0.1:1789307438.075031:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf920bc900. 00010000:00000010:0.1:1789307438.075035:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9976a00. 00010000:00000010:0.1:1789307438.075043:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72ab100. 00010000:00000010:0.1:1789307438.075046:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5890200. 00010000:00000010:0.1:1789307438.075049:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8bf00. 00010000:00000010:0.1:1789307438.075052:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd65c800. 00010000:00000010:0.1:1789307438.075059:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72d9500. 00010000:00000010:0.1:1789307438.075061:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb92e5400. 00010000:00000010:0.1:1789307438.075064:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fa4500. 00010000:00000010:0.1:1789307438.075067:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb7d1a200. 00010000:00000010:0.1:1789307438.075071:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72b0800. 00010000:00000010:0.1:1789307438.075075:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbe7c600. 00010000:00000010:0.1:1789307438.075078:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf855b4200. 00010000:00000010:0.1:1789307438.075082:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9f84400. 00010000:00000010:0.1:1789307438.075085:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf853cbb00. 00010000:00000010:0.1:1789307438.075088:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978d4600. 00010000:00000010:0.1:1789307438.075091:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72ae800. 00010000:00000010:0.1:1789307438.075094:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9788b000. 00010000:00000010:0.1:1789307438.075097:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9d9b700. 00010000:00000010:0.1:1789307438.075099:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb966a800. 00010000:00000010:0.1:1789307438.075102:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49b8a00. 00010000:00000010:0.1:1789307438.075106:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bf7800. 00010000:00000010:0.1:1789307438.075109:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb63f9300. 00010000:00000010:0.1:1789307438.075112:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52d5800. 00010000:00000010:0.1:1789307438.075115:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbb4dc300. 00010000:00000010:0.1:1789307438.075119:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4853200. 00010000:00000010:0.1:1789307438.075123:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a76300. 00010000:00000010:0.1:1789307438.075126:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6105800. 00010000:00000010:0.1:1789307438.075129:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb1a87f00. 00010000:00000010:0.1:1789307438.075132:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bf6c00. 00010000:00000010:0.1:1789307438.075136:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf98ca6b00. 00010000:00000010:0.1:1789307438.075139:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b36800. 00010000:00000010:0.1:1789307438.075142:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9fa3d00. 00010000:00000010:0.1:1789307438.075146:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf82d28200. 00010000:00000010:0.1:1789307438.075149:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf878a3b00. 00010000:00000010:0.1:1789307438.075151:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97824e00. 00010000:00000010:0.1:1789307438.075155:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9c2f500. 00010000:00000010:0.1:1789307438.075158:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb945f400. 00010000:00000010:0.1:1789307438.075166:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2e1ca00. 00010000:00000010:0.1:1789307438.075169:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf90b04000. 00010000:00000010:0.1:1789307438.075172:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf831fb600. 00010000:00000010:0.1:1789307438.075176:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8626d600. 00010000:00000010:0.1:1789307438.075179:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf865cf100. 00010000:00000010:0.1:1789307438.075182:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb72ffa00. 00010000:00000010:0.1:1789307438.075185:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a97c00. 00010000:00000010:0.1:1789307438.075187:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8984dc00. 00010000:00000010:0.1:1789307438.075190:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf835c4400. 00010000:00000010:0.1:1789307438.075193:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbd3c200. 00010000:00000010:0.1:1789307438.075196:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9d02e00. 00010000:00000010:0.1:1789307438.075198:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d6e800. 00010000:00000010:0.1:1789307438.075201:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8d200. 00010000:00000010:0.1:1789307438.075205:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2fad400. 00010000:00000010:0.1:1789307438.075208:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9f05900. 00010000:00000010:0.1:1789307438.075212:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2a55400. 00010000:00000010:0.1:1789307438.075215:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbe85816a00. 00010000:00000010:0.1:1789307438.075218:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9214fa00. 00010000:00000010:0.1:1789307438.075221:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbee84c00. 00010000:00000010:0.1:1789307438.075224:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9dcaa00. 00010000:00000010:0.1:1789307438.075227:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb92dfb00. 00010000:00000010:0.1:1789307438.075230:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9195200. 00010000:00000010:0.1:1789307438.075233:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82c25c00. 00010000:00000010:0.1:1789307438.075237:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2bdd200. 00010000:00000010:0.1:1789307438.075239:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85cdfe00. 00010000:00000010:0.1:1789307438.075243:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0e23600. 00010000:00000010:0.1:1789307438.075246:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbdedd00. 00010000:00000010:0.1:1789307438.075249:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb29a5000. 00010000:00000010:0.1:1789307438.075252:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9fa0ef00. 00010000:00000010:0.1:1789307438.075256:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb3c23800. 00010000:00000010:0.1:1789307438.075259:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2489100. 00010000:00000010:0.1:1789307438.075261:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2a30c00. 00010000:00000010:0.1:1789307438.075268:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac1c00. 00010000:00000010:0.1:1789307438.075271:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbf232800. 00010000:00000010:0.1:1789307438.075274:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85cfe200. 00010000:00000010:0.1:1789307438.075276:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb48dac00. 00010000:00000010:0.1:1789307438.075278:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8559e000. 00010000:00000010:0.1:1789307438.075280:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbe55000. 00010000:00000010:0.1:1789307438.075282:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7faf700. 00010000:00000010:0.1:1789307438.075284:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52ec800. 00010000:00000010:0.1:1789307438.075286:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbb4dc600. 00010000:00000010:0.1:1789307438.075288:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4853000. 00010000:00000010:0.1:1789307438.075290:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a82200. 00010000:00000010:0.1:1789307438.075293:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0efe200. 00010000:00000010:0.1:1789307438.075295:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88a41400. 00010000:00000010:0.1:1789307438.075297:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0c7fa00. 00010000:00000010:0.1:1789307438.075299:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf832e3200. 00010000:00000010:0.1:1789307438.075301:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9447a00. 00010000:00000010:0.1:1789307438.075303:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9da3900. 00010000:00000010:0.1:1789307438.075305:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb29ad000. 00010000:00000010:0.1:1789307438.075307:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf97a26c00. 00010000:00000010:0.1:1789307438.075310:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbb4e9e00. 00010000:00000010:0.1:1789307438.075313:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7faff00. 00010000:00000010:0.1:1789307438.075316:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb72ffe00. 00010000:00000010:0.1:1789307438.075319:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb5b43e00. 00010000:00000010:0.1:1789307438.075322:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb48da400. 00010000:00000010:0.1:1789307438.075324:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85ce1b00. 00010000:00000010:0.1:1789307438.075328:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf99661200. 00010000:00000010:0.1:1789307438.075331:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a95a00. 00010000:00000010:0.1:1789307438.075334:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a1ba00. 00010000:00000010:0.1:1789307438.075337:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2492700. 00010000:00000010:0.1:1789307438.075340:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf98c4cc00. 00010000:00000010:0.1:1789307438.075342:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb1a83c00. 00010000:00000010:0.1:1789307438.075352:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b78a00. 00010000:00000010:0.1:1789307438.075360:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72ab700. 00010000:00000010:0.1:1789307438.075363:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5891600. 00010000:00000010:0.1:1789307438.075366:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9dde700. 00010000:00000010:0.1:1789307438.075368:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d2e600. 00010000:00000010:0.1:1789307438.075371:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7f3be00. 00010000:00000010:0.1:1789307438.075374:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9f85a00. 00010000:00000010:0.1:1789307438.075378:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90bcf200. 00010000:00000010:0.1:1789307438.075380:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85cafa00. 00010000:00000010:0.1:1789307438.075383:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf87e2c600. 00010000:00000010:0.1:1789307438.075393:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf864fd000. 00010000:00000010:0.1:1789307438.075396:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4abff00. 00010000:00000010:0.1:1789307438.075400:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9a82400. 00010000:00000010:0.1:1789307438.075403:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a97800. 00010000:00000010:0.1:1789307438.075405:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4a2a000. 00010000:00000010:0.1:1789307438.075408:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52f0b00. 00010000:00000010:0.1:1789307438.075412:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9305c00. 00010000:00000010:0.1:1789307438.075415:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf835bb600. 00010000:00000010:0.1:1789307438.075418:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb639ec00. 00010000:00000010:0.1:1789307438.075421:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3c23400. 00010000:00000010:0.1:1789307438.075426:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d2fa00. 00010000:00000010:0.1:1789307438.075429:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf864cd700. 00010000:00000010:0.1:1789307438.075432:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a74e00. 00010000:00000010:0.1:1789307438.075435:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a94700. 00010000:00000010:0.1:1789307438.075438:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8937ec00. 00010000:00000010:0.1:1789307438.075440:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72aea00. 00010000:00000010:0.1:1789307438.075442:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb91d5000. 00010000:00000010:0.1:1789307438.075444:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb1a87200. 00010000:00000010:0.1:1789307438.075447:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbeab73c400. 00010000:00000010:0.1:1789307438.075449:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2ff5800. 00010000:00000010:0.1:1789307438.075452:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe96594000. 00010000:00000010:0.1:1789307438.075454:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb48a8400. 00010000:00000010:0.1:1789307438.075456:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d4ea00. 00010000:00000010:0.1:1789307438.075462:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbb43b900. 00010000:00000010:0.1:1789307438.075465:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9dcae00. 00010000:00000010:0.1:1789307438.075467:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4acd100. 00010000:00000010:0.1:1789307438.075469:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf90bbfe00. 00010000:00000010:0.1:1789307438.075471:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a87d00. 00010000:00000010:0.1:1789307438.075473:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbeedfe00. 00010000:00000010:0.1:1789307438.075475:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8814ad00. 00010000:00000010:0.1:1789307438.075478:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85d82200. 00010000:00000010:0.1:1789307438.075480:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a86100. 00010000:00000010:0.1:1789307438.075483:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bf6000. 00010000:00000010:0.1:1789307438.075485:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf855b4800. 00010000:00000010:0.1:1789307438.075487:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf90b04c00. 00010000:00000010:0.1:1789307438.075489:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72b0b00. 00010000:00000010:0.1:1789307438.075491:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9ec7800. 00010000:00000010:0.1:1789307438.075493:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa323e400. 00010000:00000010:0.1:1789307438.075495:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0c7e800. 00010000:00000010:0.1:1789307438.075497:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbee84d00. 00010000:00000010:0.1:1789307438.075499:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb49cfc00. 00010000:00000010:0.1:1789307438.075501:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fa7900. 00010000:00000010:0.1:1789307438.075504:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8626d800. 00010000:00000010:0.1:1789307438.075506:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72ad300. 00010000:00000010:0.1:1789307438.075508:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2810600. 00010000:00000010:0.1:1789307438.075513:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a83400. 00010000:00000010:0.1:1789307438.075516:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6104c00. 00010000:00000010:0.1:1789307438.075517:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7e59a00. 00010000:00000010:0.1:1789307438.075519:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb483e600. 00010000:00000010:0.1:1789307438.075522:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a1f800. 00010000:00000010:0.1:1789307438.075524:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d1f800. 00010000:00000010:0.1:1789307438.075526:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a87e00. 00010000:00000010:0.1:1789307438.075528:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85ed6a00. 00010000:00000010:0.1:1789307438.075530:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fabc00. 00010000:00000010:0.1:1789307438.075532:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d6f000. 00010000:00000010:0.1:1789307438.075536:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa30d3e00. 00010000:00000010:0.1:1789307438.075538:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8992e200. 00010000:00000010:0.1:1789307438.075540:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb310a700. 00010000:00000010:0.1:1789307438.075542:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8579fe00. 00010000:00000010:0.1:1789307438.075545:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3c23100. 00010000:00000010:0.1:1789307438.075547:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9fe6200. 00010000:00000010:0.1:1789307438.075550:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac3800. 00010000:00000010:0.1:1789307438.075552:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9f73000. 00010000:00000010:0.1:1789307438.075554:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbac48b00. 00010000:00000010:0.1:1789307438.075556:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52ede00. 00010000:00000010:0.1:1789307438.075557:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4aba300. 00010000:00000010:0.1:1789307438.075559:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbed96600. 00010000:00000010:0.1:1789307438.075561:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb490b800. 00010000:00000010:0.1:1789307438.075563:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fbad200. 00010000:00000010:0.1:1789307438.075565:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa30f4b00. 00010000:00000010:0.1:1789307438.075568:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf81514e00. 00010000:00000010:0.1:1789307438.075570:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3354f00. 00010000:00000010:0.1:1789307438.075573:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb95e9e00. 00010000:00000010:0.1:1789307438.075575:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82cf1100. 00010000:00000010:0.1:1789307438.075579:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fb57000. 00010000:00000010:0.1:1789307438.075581:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49e1b00. 00010000:00000010:0.1:1789307438.075583:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2a32c00. 00010000:00000010:0.1:1789307438.075585:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88a65a00. 00010000:00000010:0.1:1789307438.075587:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9447400. 00010000:00000010:0.1:1789307438.075589:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbdede00. 00010000:00000010:0.1:1789307438.075591:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97932c00. 00010000:00000010:0.1:1789307438.075593:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8559ed00. 00010000:00000010:0.1:1789307438.075595:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf82d28c00. 00010000:00000010:0.1:1789307438.075597:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb6ddf200. 00010000:00000010:0.1:1789307438.075599:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4add800. 00010000:00000010:0.1:1789307438.075601:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd613600. 00010000:00000010:0.1:1789307438.075603:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb29ac200. 00010000:00000010:0.1:1789307438.075609:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83535800. 00010000:00000010:0.1:1789307438.075611:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85c21400. 00010000:00000010:0.1:1789307438.075613:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf98ca6200. 00010000:00000010:0.1:1789307438.075615:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9678800. 00010000:00000010:0.1:1789307438.075617:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf967cac00. 00010000:00000010:0.1:1789307438.075619:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd555e00. 00010000:00000010:0.1:1789307438.075621:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9fa0e900. 00010000:00000010:0.1:1789307438.075623:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf860be200. 00010000:00000010:0.1:1789307438.075625:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb5638e00. 00010000:00000010:0.1:1789307438.075626:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5814600. 00010000:00000010:0.1:1789307438.075628:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72af300. 00010000:00000010:0.1:1789307438.075630:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0ee4400. 00010000:00000010:0.1:1789307438.075632:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8538a400. 00010000:00000010:0.1:1789307438.075634:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2fd5200. 00010000:00000010:0.1:1789307438.075636:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf835bb400. 00010000:00000010:0.1:1789307438.075638:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf90b93400. 00010000:00000010:0.1:1789307438.075640:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82b09900. 00010000:00000010:0.1:1789307438.075643:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bb9c00. 00010000:00000010:0.1:1789307438.075645:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90c82500. 00010000:00000010:0.1:1789307438.075647:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e32e00. 00010000:00000010:0.1:1789307438.075648:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7e59900. 00010000:00000010:0.1:1789307438.075650:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8984c600. 00010000:00000010:0.1:1789307438.075652:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52f3200. 00010000:00000010:0.1:1789307438.075655:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbeab73c600. 00010000:00000010:0.1:1789307438.075658:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fab300. 00010000:00000010:0.1:1789307438.075661:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb49cfe00. 00010000:00000010:0.1:1789307438.075664:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88860600. 00010000:00000010:0.1:1789307438.075667:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd51ea00. 00010000:00000010:0.1:1789307438.075670:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb310a500. 00010000:00000010:0.1:1789307438.075673:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8579fc00. 00010000:00000010:0.1:1789307438.075676:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a83700. 00010000:00000010:0.1:1789307438.075679:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8f8fba00. 00010000:00000010:0.1:1789307438.075687:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52f0c00. 00010000:00000010:0.1:1789307438.075692:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85c20a00. 00010000:00000010:0.1:1789307438.075695:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83b23d00. 00010000:00000010:0.1:1789307438.075699:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6d7c400. 00010000:00000010:0.1:1789307438.075702:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf80025000. 00010000:00000010:0.1:1789307438.075705:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb95e9400. 00010000:00000010:0.1:1789307438.075708:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49e1f00. 00010000:00000010:0.1:1789307438.075709:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9f73200. 00010000:00000010:0.1:1789307438.075711:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbe84c8c600. 00010000:00000010:0.1:1789307438.075715:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf90bbe200. 00010000:00000010:0.1:1789307438.075718:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4accc00. 00010000:00000010:0.1:1789307438.075720:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9f85600. 00010000:00000010:0.1:1789307438.075722:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ab9500. 00010000:00000010:0.1:1789307438.075725:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e5aa00. 00010000:00000010:0.1:1789307438.075727:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a86f00. 00010000:00000010:0.1:1789307438.075729:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb7d1b000. 00010000:00000010:0.1:1789307438.075731:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2489200. 00010000:00000010:0.1:1789307438.075733:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97825e00. 00010000:00000010:0.1:1789307438.075735:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83dbd500. 00010000:00000010:0.1:1789307438.075737:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf90b04e00. 00010000:00000010:0.1:1789307438.075739:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf878a3900. 00010000:00000010:0.1:1789307438.075741:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb945fc00. 00010000:00000010:0.1:1789307438.075742:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83535c00. 00010000:00000010:0.1:1789307438.075745:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf92231c00. 00010000:00000010:0.1:1789307438.075747:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72ad800. 00010000:00000010:0.1:1789307438.075749:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9608ba00. 00010000:00000010:0.1:1789307438.075751:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a76c00. 00010000:00000010:0.1:1789307438.075753:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4a42a00. 00010000:00000010:0.1:1789307438.075755:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88752200. 00010000:00000010:0.1:1789307438.075757:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4a2b600. 00010000:00000010:0.1:1789307438.075759:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2a15200. 00010000:00000010:0.1:1789307438.075761:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52fdc00. 00010000:00000010:0.1:1789307438.075768:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb5930400. 00010000:00000010:0.1:1789307438.075770:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb72ebe00. 00010000:00000010:0.1:1789307438.075772:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb5638d00. 00010000:00000010:0.1:1789307438.075774:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb639f400. 00010000:00000010:0.1:1789307438.075776:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4acc600. 00010000:00000010:0.1:1789307438.075777:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb3c3e600. 00010000:00000010:0.1:1789307438.075783:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85da3700. 00010000:00000010:0.1:1789307438.075784:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6009c00. 00010000:00000010:0.1:1789307438.075786:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fa4700. 00010000:00000010:0.1:1789307438.075789:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd626800. 00010000:00000010:0.1:1789307438.075792:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf864d3d00. 00010000:00000010:0.1:1789307438.075794:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fba9400. 00010000:00000010:0.1:1789307438.075796:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85170500. 00010000:00000010:0.1:1789307438.075799:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbed97c00. 00010000:00000010:0.1:1789307438.075801:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85cfe100. 00010000:00000010:0.1:1789307438.075802:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2a33800. 00010000:00000010:0.1:1789307438.075804:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb490ba00. 00010000:00000010:0.1:1789307438.075806:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fbac600. 00010000:00000010:0.1:1789307438.075808:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9f05e00. 00010000:00000010:0.1:1789307438.075811:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbf6b200. 00010000:00000010:0.1:1789307438.075813:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2ed3d00. 00010000:00000010:0.1:1789307438.075815:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb3c23200. 00010000:00000010:0.1:1789307438.075816:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbd99600. 00010000:00000010:0.1:1789307438.075819:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9fb1200. 00010000:00000010:0.1:1789307438.075821:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7ef8f00. 00010000:00000010:0.1:1789307438.075824:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d3b400. 00010000:00000010:0.1:1789307438.075826:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4acdc00. 00010000:00000010:0.1:1789307438.075828:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf898b9200. 00010000:00000010:0.1:1789307438.075829:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac0600. 00010000:00000010:0.1:1789307438.075832:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978e9800. 00010000:00000010:0.1:1789307438.075834:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8559ea00. 00010000:00000010:0.1:1789307438.075836:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb72ffc00. 00010000:00000010:0.1:1789307438.075841:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf864cd200. 00010000:00000010:0.1:1789307438.075843:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbb68bc00. 00010000:00000010:0.1:1789307438.075845:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9a58d400. 00010000:00000010:0.1:1789307438.075847:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfa335d800. 00010000:00000010:0.1:1789307438.075849:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83535000. 00010000:00000010:0.1:1789307438.075886:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9907800. 00010000:00000010:0.1:1789307438.075889:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfc0c52000. 00010000:00000010:0.1:1789307438.075892:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf862f8400. 00010000:00000010:0.1:1789307438.075894:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfba946600. 00010000:00000010:0.1:1789307438.075896:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9de7200. 00010000:00000010:0.1:1789307438.075899:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8538aa00. 00010000:00000010:0.1:1789307438.075901:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0e23e00. 00010000:00000010:0.1:1789307438.075902:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a0cd00. 00010000:00000010:0.1:1789307438.075905:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb29a5400. 00010000:00000010:0.1:1789307438.075907:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9954f400. 00010000:00000010:0.1:1789307438.075913:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bae200. 00010000:00000010:0.1:1789307438.075915:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88e0e700. 00010000:00000010:0.1:1789307438.075918:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbedcb000. 00010000:00000010:0.1:1789307438.075921:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf86479600. 00010000:00000010:0.1:1789307438.075924:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbed56400. 00010000:00000010:0.1:1789307438.075926:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9a58dd00. 00010000:00000010:0.1:1789307438.075929:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbf233400. 00010000:00000010:0.1:1789307438.075932:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8c000. 00010000:00000010:0.1:1789307438.075934:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf92231200. 00010000:00000010:0.1:1789307438.075936:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbee84500. 00010000:00000010:0.1:1789307438.075938:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9608b000. 00010000:00000010:0.1:1789307438.075940:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88752800. 00010000:00000010:0.1:1789307438.075942:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9308400. 00010000:00000010:0.1:1789307438.075944:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52d6b00. 00010000:00000010:0.1:1789307438.075947:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2a33600. 00010000:00000010:0.1:1789307438.075949:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85101500. 00010000:00000010:0.1:1789307438.075951:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d9c000. 00010000:00000010:0.1:1789307438.075957:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9d02f00. 00010000:00000010:0.1:1789307438.075959:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbeede200. 00010000:00000010:0.1:1789307438.075961:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb935bb00. 00010000:00000010:0.1:1789307438.075964:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbe70200. 00010000:00000010:0.1:1789307438.075967:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a88f00. 00010000:00000010:0.1:1789307438.075971:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fba8200. 00010000:00000010:0.1:1789307438.075975:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88a65d00. 00010000:00000010:0.1:1789307438.075978:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf864c5400. 00010000:00000010:0.1:1789307438.075981:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4abe200. 00010000:00000010:0.1:1789307438.075984:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1aad600. 00010000:00000010:0.1:1789307438.075987:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbe979c0200. 00010000:00000010:0.1:1789307438.075990:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbedca000. 00010000:00000010:0.1:1789307438.075992:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a86200. 00010000:00000010:0.1:1789307438.075995:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9194000. 00010000:00000010:0.1:1789307438.075998:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83b23300. 00010000:00000010:0.1:1789307438.076002:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6d7c200. 00010000:00000010:0.1:1789307438.076004:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf920bc800. 00010000:00000010:0.1:1789307438.076012:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0ee5e00. 00010000:00000010:0.1:1789307438.076017:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2e1c100. 00010000:00000010:0.1:1789307438.076021:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb93dde00. 00010000:00000010:0.1:1789307438.076024:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88a41a00. 00010000:00000010:0.1:1789307438.076027:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97919200. 00010000:00000010:0.1:1789307438.076030:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52d6c00. 00010000:00000010:0.1:1789307438.076033:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8984c000. 00010000:00000010:0.1:1789307438.076036:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb48cf400. 00010000:00000010:0.1:1789307438.076044:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9eb5400. 00010000:00000010:0.1:1789307438.076049:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf98ca6c00. 00010000:00000010:0.1:1789307438.076051:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8992ea00. 00010000:00000010:0.1:1789307438.076055:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4219200. 00010000:00000010:0.1:1789307438.076058:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5fc0e00. 00010000:00000010:0.1:1789307438.076061:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbf4cf000. 00010000:00000010:0.1:1789307438.076063:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf864c5c00. 00010000:00000010:0.1:1789307438.076071:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7f3b600. 00010000:00000010:0.1:1789307438.076075:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a08200. 00010000:00000010:0.1:1789307438.076078:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfba946300. 00010000:00000010:0.1:1789307438.076081:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5815600. 00010000:00000010:0.1:1789307438.076083:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3258200. 00010000:00000010:0.1:1789307438.076085:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbeedf600. 00010000:00000010:0.1:1789307438.076087:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9f09d00. 00010000:00000010:0.1:1789307438.076089:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9906200. 00010000:00000010:0.1:1789307438.076091:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a1f900. 00010000:00000010:0.1:1789307438.076093:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9de6600. 00010000:00000010:0.1:1789307438.076095:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52fd200. 00010000:00000010:0.1:1789307438.076097:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4aa3100. 00010000:00000010:0.1:1789307438.076099:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e8d400. 00010000:00000010:0.1:1789307438.076102:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a76600. 00010000:00000010:0.1:1789307438.076104:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6104600. 00010000:00000010:0.1:1789307438.076105:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88860b00. 00010000:00000010:0.1:1789307438.076108:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd51fa00. 00010000:00000010:0.1:1789307438.076110:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2e1cb00. 00010000:00000010:0.1:1789307438.076112:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb290be00. 00010000:00000010:0.1:1789307438.076114:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83dbd900. 00010000:00000010:0.1:1789307438.076116:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb72eba00. 00010000:00000010:0.1:1789307438.076118:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf835c4300. 00010000:00000010:0.1:1789307438.076119:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b42400. 00010000:00000010:0.1:1789307438.076123:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a82d00. 00010000:00000010:0.1:1789307438.076125:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe8d09f800. 00010000:00000010:0.1:1789307438.076128:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a3e100. 00010000:00000010:0.1:1789307438.076130:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe96594e00. 00010000:00000010:0.1:1789307438.076132:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72af600. 00010000:00000010:0.1:1789307438.076134:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d6e400. 00010000:00000010:0.1:1789307438.076136:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf900b7e00. 00010000:00000010:0.1:1789307438.076138:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbf18b600. 00010000:00000010:0.1:1789307438.076140:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8b000. 00010000:00000010:0.1:1789307438.076146:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd65c400. 00010000:00000010:0.1:1789307438.076148:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9dde300. 00010000:00000010:0.1:1789307438.076150:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf92230e00. 00010000:00000010:0.1:1789307438.076152:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fa4100. 00010000:00000010:0.1:1789307438.076154:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85d83c00. 00010000:00000010:0.1:1789307438.076156:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72b0000. 00010000:00000010:0.1:1789307438.076158:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97f17e00. 00010000:00000010:0.1:1789307438.076160:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a3db00. 00010000:00000010:0.1:1789307438.076163:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9ad6e00. 00010000:00000010:0.1:1789307438.076165:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9a788900. 00010000:00000010:0.1:1789307438.076167:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb945fe00. 00010000:00000010:0.1:1789307438.076168:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7ef8200. 00010000:00000010:0.1:1789307438.076173:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d3b200. 00010000:00000010:0.1:1789307438.076175:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf831fbd00. 00010000:00000010:0.1:1789307438.076177:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6a96400. 00010000:00000010:0.1:1789307438.076179:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac1b00. 00010000:00000010:0.1:1789307438.076181:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9788ac00. 00010000:00000010:0.1:1789307438.076183:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49bc400. 00010000:00000010:0.1:1789307438.076185:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf82d29400. 00010000:00000010:0.1:1789307438.076186:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9da0100. 00010000:00000010:0.1:1789307438.076188:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd51e600. 00010000:00000010:0.1:1789307438.076191:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7f3ff00. 00010000:00000010:0.1:1789307438.076193:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d4ae00. 00010000:00000010:0.1:1789307438.076195:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49b8000. 00010000:00000010:0.1:1789307438.076197:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85cae800. 00010000:00000010:0.1:1789307438.076199:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9fa6b00. 00010000:00000010:0.1:1789307438.076202:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf864c4c00. 00010000:00000010:0.1:1789307438.076203:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb310ad00. 00010000:00000010:0.1:1789307438.076205:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf90b92400. 00010000:00000010:0.1:1789307438.076207:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83be2900. 00010000:00000010:0.1:1789307438.076208:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fba9200. 00010000:00000010:0.1:1789307438.076210:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82c25900. 00010000:00000010:0.1:1789307438.076215:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2bdc600. 00010000:00000010:0.1:1789307438.076217:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3137600. 00010000:00000010:0.1:1789307438.076219:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bce000. 00010000:00000010:0.1:1789307438.076221:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbded300. 00010000:00000010:0.1:1789307438.076224:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb29a4400. 00010000:00000010:0.1:1789307438.076226:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd613d00. 00010000:00000010:0.1:1789307438.076228:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6009800. 00010000:00000010:0.1:1789307438.076230:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9fa0e300. 00010000:00000010:0.1:1789307438.076232:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6a97000. 00010000:00000010:0.1:1789307438.076234:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2489400. 00010000:00000010:0.1:1789307438.076236:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9c38e00. 00010000:00000010:0.1:1789307438.076238:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac1f00. 00010000:00000010:0.1:1789307438.076240:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbf232a00. 00010000:00000010:0.1:1789307438.076242:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a94f00. 00010000:00000010:0.1:1789307438.076244:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9608be00. 00010000:00000010:0.1:1789307438.076246:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac2a00. 00010000:00000010:0.1:1789307438.076250:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf864fd400. 00010000:00000010:0.1:1789307438.076255:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3354100. 00010000:00000010:0.1:1789307438.076258:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf86570e00. 00010000:00000010:0.1:1789307438.076261:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85101200. 00010000:00000010:0.1:1789307438.076264:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9ad6800. 00010000:00000010:0.1:1789307438.076267:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90bcfb00. 00010000:00000010:0.1:1789307438.076270:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbe7d000. 00010000:00000010:0.1:1789307438.076273:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88a41b00. 00010000:00000010:0.1:1789307438.076276:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfa335ca00. 00010000:00000010:0.1:1789307438.076278:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fab400. 00010000:00000010:0.1:1789307438.076281:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d4a600. 00010000:00000010:0.1:1789307438.076283:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4219000. 00010000:00000010:0.1:1789307438.076286:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bb8200. 00010000:00000010:0.1:1789307438.076290:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf832e3a00. 00010000:00000010:0.1:1789307438.076293:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d6be00. 00010000:00000010:0.1:1789307438.076296:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85170100. 00010000:00000010:0.1:1789307438.076305:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf860bf000. 00010000:00000010:0.1:1789307438.076308:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a97400. 00010000:00000010:0.1:1789307438.076311:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4add000. 00010000:00000010:0.1:1789307438.076314:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf835c4e00. 00010000:00000010:0.1:1789307438.076316:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf89846200. 00010000:00000010:0.1:1789307438.076319:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a3d000. 00010000:00000010:0.1:1789307438.076322:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb3c23e00. 00010000:00000010:0.1:1789307438.076326:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85cfeb00. 00010000:00000010:0.1:1789307438.076329:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2a32200. 00010000:00000010:0.1:1789307438.076331:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac0700. 00010000:00000010:0.1:1789307438.076333:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bce600. 00010000:00000010:0.1:1789307438.076335:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fe4a00. 00010000:00000010:0.1:1789307438.076340:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9ad6a00. 00010000:00000010:0.1:1789307438.076342:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf853cb500. 00010000:00000010:0.1:1789307438.076344:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bafa00. 00010000:00000010:0.1:1789307438.076347:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52f0000. 00010000:00000010:0.1:1789307438.076349:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbeab73c200. 00010000:00000010:0.1:1789307438.076351:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4aa3200. 00010000:00000010:0.1:1789307438.076353:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf86571800. 00010000:00000010:0.1:1789307438.076358:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8d100. 00010000:00000010:0.1:1789307438.076360:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1aadc00. 00010000:00000010:0.1:1789307438.076362:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84d2d800. 00010000:00000010:0.1:1789307438.076364:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b79800. 00010000:00000010:0.1:1789307438.076366:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a0c300. 00010000:00000010:0.1:1789307438.076368:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0a42000. 00010000:00000010:0.1:1789307438.076371:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf97a26b00. 00010000:00000010:0.1:1789307438.076373:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9fe7c00. 00010000:00000010:0.1:1789307438.076377:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf86479d00. 00010000:00000010:0.1:1789307438.076379:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbed97400. 00010000:00000010:0.1:1789307438.076380:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb92df700. 00010000:00000010:0.1:1789307438.076383:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe9543d800. 00010000:00000010:0.1:1789307438.076388:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf86575900. 00010000:00000010:0.1:1789307438.076392:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b43a00. 00010000:00000010:0.1:1789307438.076394:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85cdf200. 00010000:00000010:0.1:1789307438.076396:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978e9200. 00010000:00000010:0.1:1789307438.076398:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2492b00. 00010000:00000010:0.1:1789307438.076400:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf98c4ce00. 00010000:00000010:0.1:1789307438.076403:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a3eb00. 00010000:00000010:0.1:1789307438.076407:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbac53400. 00010000:00000010:0.1:1789307438.076409:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb5b43000. 00010000:00000010:0.1:1789307438.076410:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e5a200. 00010000:00000010:0.1:1789307438.076413:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb63fc800. 00010000:00000010:0.1:1789307438.076416:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbf18a200. 00010000:00000010:0.1:1789307438.076418:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9fbae500. 00010000:00000010:0.1:1789307438.076420:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2bdc400. 00010000:00000010:0.1:1789307438.076422:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9dde800. 00010000:00000010:0.1:1789307438.076423:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb92e4000. 00010000:00000010:0.1:1789307438.076429:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8814a300. 00010000:00000010:0.1:1789307438.076431:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85d83000. 00010000:00000010:0.1:1789307438.076433:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac3200. 00010000:00000010:0.1:1789307438.076435:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9fb1e00. 00010000:00000010:0.1:1789307438.076437:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72b0600. 00010000:00000010:0.1:1789307438.076440:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9ec7a00. 00010000:00000010:0.1:1789307438.076442:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83535200. 00010000:00000010:0.1:1789307438.076445:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf860be600. 00010000:00000010:0.1:1789307438.076448:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbac48300. 00010000:00000010:0.1:1789307438.076451:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbf6b400. 00010000:00000010:0.1:1789307438.076455:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a83e00. 00010000:00000010:0.1:1789307438.076458:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d9c800. 00010000:00000010:0.1:1789307438.076460:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90c82600. 00010000:00000010:0.1:1789307438.076463:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e32000. 00010000:00000010:0.1:1789307438.076466:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfc0fb5800. 00010000:00000010:0.1:1789307438.076473:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d78200. 00010000:00000010:0.1:1789307438.076477:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9f09300. 00010000:00000010:0.1:1789307438.076484:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8937e600. 00010000:00000010:0.1:1789307438.076486:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7f3f000. 00010000:00000010:0.1:1789307438.076489:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd7b4a00. 00010000:00000010:0.1:1789307438.076495:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb310aa00. 00010000:00000010:0.1:1789307438.076498:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2a55c00. 00010000:00000010:0.1:1789307438.076500:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac3b00. 00010000:00000010:0.1:1789307438.076502:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbb68b600. 00010000:00000010:0.1:1789307438.076504:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4abf300. 00010000:00000010:0.1:1789307438.076507:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9a82e00. 00010000:00000010:0.1:1789307438.076509:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbd78100. 00010000:00000010:0.1:1789307438.076511:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9de6c00. 00010000:00000010:0.1:1789307438.076513:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd63e400. 00010000:00000010:0.1:1789307438.076515:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fba8c00. 00010000:00000010:0.1:1789307438.076521:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf835bb000. 00010000:00000010:0.1:1789307438.076524:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2fac800. 00010000:00000010:0.1:1789307438.076528:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9a5bfb00. 00010000:00000010:0.1:1789307438.076530:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bcfc00. 00010000:00000010:0.1:1789307438.076533:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf864cd100. 00010000:00000010:0.1:1789307438.076535:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe8d09fa00. 00010000:00000010:0.1:1789307438.076537:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fabd00. 00010000:00000010:0.1:1789307438.076539:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb72eb800. 00010000:00000010:0.1:1789307438.076544:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2a4fa00. 00010000:00000010:0.1:1789307438.076546:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97f17a00. 00010000:00000010:0.1:1789307438.076548:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd613400. 00010000:00000010:0.1:1789307438.076550:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bf6800. 00010000:00000010:0.1:1789307438.076552:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbf1dd00. 00010000:00000010:0.1:1789307438.076557:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52f5e00. 00010000:00000010:0.1:1789307438.076559:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a95400. 00010000:00000010:0.1:1789307438.076561:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d3a400. 00010000:00000010:0.1:1789307438.076563:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2492100. 00010000:00000010:0.1:1789307438.076567:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0a42c00. 00010000:00000010:0.1:1789307438.076572:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbb4e9c00. 00010000:00000010:0.1:1789307438.076577:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9fa0eb00. 00010000:00000010:0.1:1789307438.076579:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf860bf200. 00010000:00000010:0.1:1789307438.076581:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83b37a00. 00010000:00000010:0.1:1789307438.076583:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbac52c00. 00010000:00000010:0.1:1789307438.076587:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3258e00. 00010000:00000010:0.1:1789307438.076589:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9eb5000. 00010000:00000010:0.1:1789307438.076594:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7fafb00. 00010000:00000010:0.1:1789307438.076597:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8654e200. 00010000:00000010:0.1:1789307438.076598:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ab9a00. 00010000:00000010:0.1:1789307438.076600:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e5bc00. 00010000:00000010:0.1:1789307438.076602:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82b09e00. 00010000:00000010:0.1:1789307438.076604:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97933600. 00010000:00000010:0.1:1789307438.076606:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82cf1600. 00010000:00000010:0.1:1789307438.076609:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbe54600. 00010000:00000010:0.1:1789307438.076612:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfad4ad600. 00010000:00000010:0.1:1789307438.076616:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a1b200. 00010000:00000010:0.1:1789307438.076618:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83be2600. 00010000:00000010:0.1:1789307438.076620:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb3c22600. 00010000:00000010:0.1:1789307438.076622:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72ad500. 00010000:00000010:0.1:1789307438.076624:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbd3d400. 00010000:00000010:0.1:1789307438.076626:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72abf00. 00010000:00000010:0.1:1789307438.076629:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bcfe00. 00010000:00000010:0.1:1789307438.076633:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf900b7c00. 00010000:00000010:0.1:1789307438.076635:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0e23400. 00010000:00000010:0.1:1789307438.076637:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb63f9200. 00010000:00000010:0.1:1789307438.076639:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb48da200. 00010000:00000010:0.1:1789307438.076642:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac3a00. 00010000:00000010:0.1:1789307438.076644:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52f5000. 00010000:00000010:0.1:1789307438.076645:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfc0fb4b00. 00010000:00000010:0.1:1789307438.076649:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbf24a400. 00010000:00000010:0.1:1789307438.076655:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4abac00. 00010000:00000010:0.1:1789307438.076660:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9678a00. 00010000:00000010:0.1:1789307438.076667:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb264f200. 00010000:00000010:0.1:1789307438.076670:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0c60000. 00010000:00000010:0.1:1789307438.076674:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9c29e00. 00010000:00000010:0.1:1789307438.076678:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b6f800. 00010000:00000010:0.1:1789307438.076681:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbac48000. 00010000:00000010:0.1:1789307438.076687:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97f17800. 00010000:00000010:0.1:1789307438.076690:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf98b3fa00. 00010000:00000010:0.1:1789307438.076692:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbed56800. 00010000:00000010:0.1:1789307438.076695:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90bcff00. 00010000:00000010:0.1:1789307438.076702:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbe7c400. 00010000:00000010:0.1:1789307438.076709:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88a65f00. 00010000:00000010:0.1:1789307438.076712:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9447000. 00010000:00000010:0.1:1789307438.076718:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb264fc00. 00010000:00000010:0.1:1789307438.076721:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97932400. 00010000:00000010:0.1:1789307438.076723:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a0cf00. 00010000:00000010:0.1:1789307438.076726:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb7d1b400. 00010000:00000010:0.1:1789307438.076730:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb6ddfd00. 00010000:00000010:0.1:1789307438.076733:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52fce00. 00010000:00000010:0.1:1789307438.076735:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9c29500. 00010000:00000010:0.1:1789307438.076738:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9f73c00. 00010000:00000010:0.1:1789307438.076740:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9c2d700. 00010000:00000010:0.1:1789307438.076746:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbb4e8a00. 00010000:00000010:0.1:1789307438.076748:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7f3b700. 00010000:00000010:0.1:1789307438.076751:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85d5a800. 00010000:00000010:0.1:1789307438.076753:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf86575f00. 00010000:00000010:0.1:1789307438.076755:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf89847600. 00010000:00000010:0.1:1789307438.076756:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83b23b00. 00010000:00000010:0.1:1789307438.076758:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6d7d600. 00010000:00000010:0.1:1789307438.076760:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2493500. 00010000:00000010:0.1:1789307438.076762:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97f16200. 00010000:00000010:0.1:1789307438.076764:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4abfa00. 00010000:00000010:0.1:1789307438.076766:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bf7e00. 00010000:00000010:0.1:1789307438.076771:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbd99500. 00010000:00000010:0.1:1789307438.076774:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9df8e00. 00010000:00000010:0.1:1789307438.076776:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8559f700. 00010000:00000010:0.1:1789307438.076778:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbb86e600. 00010000:00000010:0.1:1789307438.076784:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a76500. 00010000:00000010:0.1:1789307438.076786:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85d83200. 00010000:00000010:0.1:1789307438.076787:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90c82900. 00010000:00000010:0.1:1789307438.076790:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf81515000. 00010000:00000010:0.1:1789307438.076792:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf832e3500. 00010000:00000010:0.1:1789307438.076794:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf898b9c00. 00010000:00000010:0.1:1789307438.076795:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9fa6900. 00010000:00000010:0.1:1789307438.076797:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbb4e8800. 00010000:00000010:0.1:1789307438.076799:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3204700. 00010000:00000010:0.1:1789307438.076801:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9df9e00. 00010000:00000010:0.1:1789307438.076803:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbec693a600. 00010000:00000010:0.1:1789307438.076805:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0c7ee00. 00010000:00000010:0.1:1789307438.076807:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8c600. 00010000:00000010:0.1:1789307438.076810:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd7b4e00. 00010000:00000010:0.1:1789307438.076815:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52f0400. 00010000:00000010:0.1:1789307438.076817:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978c6000. 00010000:00000010:0.1:1789307438.076821:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb6b81e00. 00010000:00000010:0.1:1789307438.076823:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85ed6800. 00010000:00000010:0.1:1789307438.076825:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9dde100. 00010000:00000010:0.1:1789307438.076829:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52dbe00. 00010000:00000010:0.1:1789307438.076831:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd63e500. 00010000:00000010:0.1:1789307438.076833:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97f16000. 00010000:00000010:0.1:1789307438.076837:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4abe600. 00010000:00000010:0.1:1789307438.076840:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb92e8400. 00010000:00000010:0.1:1789307438.076842:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2493200. 00010000:00000010:0.1:1789307438.076844:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bae000. 00010000:00000010:0.1:1789307438.076846:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4accb00. 00010000:00000010:0.1:1789307438.076848:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf98c4ca00. 00010000:00000010:0.1:1789307438.076881:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49f5c00. 00010000:00000010:0.1:1789307438.076884:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4952c00. 00010000:00000010:0.1:1789307438.076887:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72acf00. 00010000:00000010:0.1:1789307438.076889:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2a31200. 00010000:00000010:0.1:1789307438.076894:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf898ea300. 00010000:00000010:0.1:1789307438.076899:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6d61e00. 00010000:00000010:0.1:1789307438.076901:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9f09400. 00010000:00000010:0.1:1789307438.076903:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2a55000. 00010000:00000010:0.1:1789307438.076905:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88e0ea00. 00010000:00000010:0.1:1789307438.076907:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8f8fae00. 00010000:00000010:0.1:1789307438.076909:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf86575200. 00010000:00000010:0.1:1789307438.076913:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978c6400. 00010000:00000010:0.1:1789307438.076915:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3204b00. 00010000:00000010:0.1:1789307438.076917:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb7d1a000. 00010000:00000010:0.1:1789307438.076921:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52d6000. 00010000:00000010:0.1:1789307438.076924:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb290a600. 00010000:00000010:0.1:1789307438.076926:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a0c200. 00010000:00000010:0.1:1789307438.076928:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf90b05a00. 00010000:00000010:0.1:1789307438.076930:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7f3ba00. 00010000:00000010:0.1:1789307438.076932:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85d5a400. 00010000:00000010:0.1:1789307438.076934:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8db00. 00010000:00000010:0.1:1789307438.076936:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2fac600. 00010000:00000010:0.1:1789307438.076938:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2493300. 00010000:00000010:0.1:1789307438.076942:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9c61400. 00010000:00000010:0.1:1789307438.076944:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4219a00. 00010000:00000010:0.1:1789307438.076946:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5fc0400. 00010000:00000010:0.1:1789307438.076948:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3313500. 00010000:00000010:0.1:1789307438.076950:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9c61600. 00010000:00000010:0.1:1789307438.076954:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8559ff00. 00010000:00000010:0.1:1789307438.076958:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fb57e00. 00010000:00000010:0.1:1789307438.076960:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd684d00. 00010000:00000010:0.1:1789307438.076962:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52d5000. 00010000:00000010:0.1:1789307438.076969:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85350500. 00010000:00000010:0.1:1789307438.076971:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6a96200. 00010000:00000010:0.1:1789307438.076973:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfc0c52200. 00010000:00000010:0.1:1789307438.076976:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9fe6800. 00010000:00000010:0.1:1789307438.076979:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85da3800. 00010000:00000010:0.1:1789307438.076981:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6008600. 00010000:00000010:0.1:1789307438.076983:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9a5bf600. 00010000:00000010:0.1:1789307438.076985:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52f4000. 00010000:00000010:0.1:1789307438.076990:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7d5da00. 00010000:00000010:0.1:1789307438.076994:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbf6b000. 00010000:00000010:0.1:1789307438.076997:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb490b600. 00010000:00000010:0.1:1789307438.076998:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fbad800. 00010000:00000010:0.1:1789307438.077000:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2ed3600. 00010000:00000010:0.1:1789307438.077002:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9ad7e00. 00010000:00000010:0.1:1789307438.077006:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a0cc00. 00010000:00000010:0.1:1789307438.077008:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbf233200. 00010000:00000010:0.1:1789307438.077013:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85350e00. 00010000:00000010:0.1:1789307438.077015:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9df9800. 00010000:00000010:0.1:1789307438.077019:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9226d900. 00010000:00000010:0.1:1789307438.077022:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbb4e8000. 00010000:00000010:0.1:1789307438.077024:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf853cbd00. 00010000:00000010:0.1:1789307438.077026:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb49cf200. 00010000:00000010:0.1:1789307438.077029:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7f3f700. 00010000:00000010:0.1:1789307438.077031:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d4a200. 00010000:00000010:0.1:1789307438.077032:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83b37200. 00010000:00000010:0.1:1789307438.077036:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd65d800. 00010000:00000010:0.1:1789307438.077041:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a3d100. 00010000:00000010:0.1:1789307438.077043:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd555000. 00010000:00000010:0.1:1789307438.077045:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3258300. 00010000:00000010:0.1:1789307438.077047:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbeede400. 00010000:00000010:0.1:1789307438.077049:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbded100. 00010000:00000010:0.1:1789307438.077051:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4953e00. 00010000:00000010:0.1:1789307438.077056:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72ac800. 00010000:00000010:0.1:1789307438.077058:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bb8600. 00010000:00000010:0.1:1789307438.077060:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf86479e00. 00010000:00000010:0.1:1789307438.077062:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbed56e00. 00010000:00000010:0.1:1789307438.077064:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf878a3e00. 00010000:00000010:0.1:1789307438.077066:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d1ec00. 00010000:00000010:0.1:1789307438.077068:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85ce1400. 00010000:00000010:0.1:1789307438.077070:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9608aa00. 00010000:00000010:0.1:1789307438.077071:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88a41000. 00010000:00000010:0.1:1789307438.077073:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf864eb000. 00010000:00000010:0.1:1789307438.077075:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88752000. 00010000:00000010:0.1:1789307438.077077:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fbac400. 00010000:00000010:0.1:1789307438.077082:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84d2d200. 00010000:00000010:0.1:1789307438.077084:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52fc400. 00010000:00000010:0.1:1789307438.077086:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb63f9700. 00010000:00000010:0.1:1789307438.077088:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbf6a400. 00010000:00000010:0.1:1789307438.077090:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbb4dcd00. 00010000:00000010:0.1:1789307438.077092:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4852e00. 00010000:00000010:0.1:1789307438.077095:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd63e300. 00010000:00000010:0.1:1789307438.077098:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85d82000. 00010000:00000010:0.1:1789307438.077100:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49f5400. 00010000:00000010:0.1:1789307438.077102:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9906000. 00010000:00000010:0.1:1789307438.077107:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf832e3b00. 00010000:00000010:0.1:1789307438.077109:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf898b8400. 00010000:00000010:0.1:1789307438.077111:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb63f9800. 00010000:00000010:0.1:1789307438.077115:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbf6ba00. 00010000:00000010:0.1:1789307438.077117:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2ed3f00. 00010000:00000010:0.1:1789307438.077120:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fb50200. 00010000:00000010:0.1:1789307438.077126:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb48a8000. 00010000:00000010:0.1:1789307438.077128:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9788be00. 00010000:00000010:0.1:1789307438.077130:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a95c00. 00010000:00000010:0.1:1789307438.077132:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d3ce00. 00010000:00000010:0.1:1789307438.077136:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf864d3a00. 00010000:00000010:0.1:1789307438.077139:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1ad2600. 00010000:00000010:0.1:1789307438.077144:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8b600. 00010000:00000010:0.1:1789307438.077146:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2947400. 00010000:00000010:0.1:1789307438.077149:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbd78500. 00010000:00000010:0.1:1789307438.077152:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf92230200. 00010000:00000010:0.1:1789307438.077158:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fa4c00. 00010000:00000010:0.1:1789307438.077161:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a09c00. 00010000:00000010:0.1:1789307438.077164:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8814a200. 00010000:00000010:0.1:1789307438.077168:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978e8800. 00010000:00000010:0.1:1789307438.077171:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4aa3d00. 00010000:00000010:0.1:1789307438.077174:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d2e000. 00010000:00000010:0.1:1789307438.077176:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf855b4c00. 00010000:00000010:0.1:1789307438.077180:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf90b05200. 00010000:00000010:0.1:1789307438.077183:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf832e3d00. 00010000:00000010:0.1:1789307438.077186:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d6ac00. 00010000:00000010:0.1:1789307438.077192:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9a788400. 00010000:00000010:0.1:1789307438.077195:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e8d000. 00010000:00000010:0.1:1789307438.077201:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2e1c500. 00010000:00000010:0.1:1789307438.077206:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb966b400. 00010000:00000010:0.1:1789307438.077211:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf853cb700. 00010000:00000010:0.1:1789307438.077215:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978d4800. 00010000:00000010:0.1:1789307438.077218:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf831fb900. 00010000:00000010:0.1:1789307438.077220:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6a97800. 00010000:00000010:0.1:1789307438.077222:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49bcb00. 00010000:00000010:0.1:1789307438.077223:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bf7600. 00010000:00000010:0.1:1789307438.077228:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf865cf600. 00010000:00000010:0.1:1789307438.077230:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb72fe400. 00010000:00000010:0.1:1789307438.077235:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a97700. 00010000:00000010:0.1:1789307438.077237:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4addc00. 00010000:00000010:0.1:1789307438.077239:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9da0a00. 00010000:00000010:0.1:1789307438.077243:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0c7f800. 00010000:00000010:0.1:1789307438.077250:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9d02100. 00010000:00000010:0.1:1789307438.077253:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbe70400. 00010000:00000010:0.1:1789307438.077256:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8d800. 00010000:00000010:0.1:1789307438.077259:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2fada00. 00010000:00000010:0.1:1789307438.077262:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfc0c52a00. 00010000:00000010:0.1:1789307438.077264:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bafc00. 00010000:00000010:0.1:1789307438.077267:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49b8400. 00010000:00000010:0.1:1789307438.077272:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2a54200. 00010000:00000010:0.1:1789307438.077275:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf898ea600. 00010000:00000010:0.1:1789307438.077283:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d79800. 00010000:00000010:0.1:1789307438.077289:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf99686900. 00010000:00000010:0.1:1789307438.077293:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9194a00. 00010000:00000010:0.1:1789307438.077296:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd613800. 00010000:00000010:0.1:1789307438.077298:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d3c200. 00010000:00000010:0.1:1789307438.077300:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf831fb800. 00010000:00000010:0.1:1789307438.077303:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe8d09e600. 00010000:00000010:0.1:1789307438.077305:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a76900. 00010000:00000010:0.1:1789307438.077315:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4a43200. 00010000:00000010:0.1:1789307438.077319:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2e1c200. 00010000:00000010:0.1:1789307438.077324:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9fe6e00. 00010000:00000010:0.1:1789307438.077327:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83dbd800. 00010000:00000010:0.1:1789307438.077330:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8937f200. 00010000:00000010:0.1:1789307438.077333:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4abe900. 00010000:00000010:0.1:1789307438.077336:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb92e9200. 00010000:00000010:0.1:1789307438.077342:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a82000. 00010000:00000010:0.1:1789307438.077346:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe8d09f400. 00010000:00000010:0.1:1789307438.077350:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52f2400. 00010000:00000010:0.1:1789307438.077355:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9f72600. 00010000:00000010:0.1:1789307438.077362:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9fa6f00. 00010000:00000010:0.1:1789307438.077366:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85d85200. 00010000:00000010:0.1:1789307438.077371:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72acc00. 00010000:00000010:0.1:1789307438.077373:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0ee5c00. 00010000:00000010:0.1:1789307438.077378:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7fafd00. 00010000:00000010:0.1:1789307438.077380:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8992e000. 00010000:00000010:0.1:1789307438.077383:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb5b43c00. 00010000:00000010:0.1:1789307438.077385:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0e23200. 00010000:00000010:0.1:1789307438.077386:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a95100. 00010000:00000010:0.1:1789307438.077389:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd555800. 00010000:00000010:0.1:1789307438.077391:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb5b43d00. 00010000:00000010:0.1:1789307438.077393:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9ed9800. 00010000:00000010:0.1:1789307438.077395:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf835c4700. 00010000:00000010:0.1:1789307438.077397:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf89846a00. 00010000:00000010:0.1:1789307438.077401:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbe85816e00. 00010000:00000010:0.1:1789307438.077404:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9214f600. 00010000:00000010:0.1:1789307438.077406:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb310a000. 00010000:00000010:0.1:1789307438.077408:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2bdc200. 00010000:00000010:0.1:1789307438.077412:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85170900. 00010000:00000010:0.1:1789307438.077415:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbed96e00. 00010000:00000010:0.1:1789307438.077417:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbdedf00. 00010000:00000010:0.1:1789307438.077421:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9de7400. 00010000:00000010:0.1:1789307438.077425:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85cdf800. 00010000:00000010:0.1:1789307438.077429:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2a32400. 00010000:00000010:0.1:1789307438.077430:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2489d00. 00010000:00000010:0.1:1789307438.077434:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9c39000. 00010000:00000010:0.1:1789307438.077436:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac1200. 00010000:00000010:0.1:1789307438.077439:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf86341c00. 00010000:00000010:0.1:1789307438.077443:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85cfec00. 00010000:00000010:0.1:1789307438.077445:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbe71000. 00010000:00000010:0.1:1789307438.077448:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb1a87700. 00010000:00000010:0.1:1789307438.077450:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbeab73ca00. 00010000:00000010:0.1:1789307438.077453:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8559e900. 00010000:00000010:0.1:1789307438.077454:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbe55c00. 00010000:00000010:0.1:1789307438.077457:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf98ca6700. 00010000:00000010:0.1:1789307438.077459:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbf1a5000. 00010000:00000010:0.1:1789307438.077465:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7faf000. 00010000:00000010:0.1:1789307438.077469:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52ec600. 00010000:00000010:0.1:1789307438.077474:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbb4dce00. 00010000:00000010:0.1:1789307438.077476:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4853e00. 00010000:00000010:0.1:1789307438.077480:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49f5600. 00010000:00000010:0.1:1789307438.077483:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0c7f200. 00010000:00000010:0.1:1789307438.077484:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf832e3c00. 00010000:00000010:0.1:1789307438.077488:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6a97c00. 00010000:00000010:0.1:1789307438.077492:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9da3b00. 00010000:00000010:0.1:1789307438.077494:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb29ad400. 00010000:00000010:0.1:1789307438.077496:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf97a26500. 00010000:00000010:0.1:1789307438.077498:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9fe7800. 00010000:00000010:0.1:1789307438.077500:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf86479000. 00010000:00000010:0.1:1789307438.077502:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbf18be00. 00010000:00000010:0.1:1789307438.077503:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85ce1800. 00010000:00000010:0.1:1789307438.077505:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf99660800. 00010000:00000010:0.1:1789307438.077507:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac0f00. 00010000:00000010:0.1:1789307438.077511:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf860bf800. 00010000:00000010:0.1:1789307438.077516:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbb43b100. 00010000:00000010:0.1:1789307438.077519:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9dcb600. 00010000:00000010:0.1:1789307438.077523:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4acd500. 00010000:00000010:0.1:1789307438.077525:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b36c00. 00010000:00000010:0.1:1789307438.077529:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72aba00. 00010000:00000010:0.1:1789307438.077536:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5891a00. 00010000:00000010:0.1:1789307438.077541:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9fbae700. 00010000:00000010:0.1:1789307438.077545:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e5b200. 00010000:00000010:0.1:1789307438.077547:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8538a100. 00010000:00000010:0.1:1789307438.077549:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2fd4c00. 00010000:00000010:0.1:1789307438.077554:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8814a800. 00010000:00000010:0.1:1789307438.077556:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85d82c00. 00010000:00000010:0.1:1789307438.077560:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbb4dc200. 00010000:00000010:0.1:1789307438.077563:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9f85e00. 00010000:00000010:0.1:1789307438.077568:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf855b4000. 00010000:00000010:0.1:1789307438.077573:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbed57200. 00010000:00000010:0.1:1789307438.077576:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72b0700. 00010000:00000010:0.1:1789307438.077580:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9ec6200. 00010000:00000010:0.1:1789307438.077584:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbee84700. 00010000:00000010:0.1:1789307438.077587:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb49ce200. 00010000:00000010:0.1:1789307438.077589:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fa7000. 00010000:00000010:0.1:1789307438.077593:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8626de00. 00010000:00000010:0.1:1789307438.077598:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72ad600. 00010000:00000010:0.1:1789307438.077600:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97825200. 00010000:00000010:0.1:1789307438.077605:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a83500. 00010000:00000010:0.1:1789307438.077609:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6105000. 00010000:00000010:0.1:1789307438.077611:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a87600. 00010000:00000010:0.1:1789307438.077614:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85ed7a00. 00010000:00000010:0.1:1789307438.077616:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84faba00. 00010000:00000010:0.1:1789307438.077618:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d6e600. 00010000:00000010:0.1:1789307438.077620:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf865cfd00. 00010000:00000010:0.1:1789307438.077624:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4a2ae00. 00010000:00000010:0.1:1789307438.077625:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a82f00. 00010000:00000010:0.1:1789307438.077627:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2946c00. 00010000:00000010:0.1:1789307438.077629:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbb636d00. 00010000:00000010:0.1:1789307438.077635:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd6c5400. 00010000:00000010:0.1:1789307438.077640:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9c29b00. 00010000:00000010:0.1:1789307438.077642:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf81515a00. 00010000:00000010:0.1:1789307438.077644:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49e1c00. 00010000:00000010:0.1:1789307438.077646:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5815a00. 00010000:00000010:0.1:1789307438.077648:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf97a26a00. 00010000:00000010:0.1:1789307438.077651:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978d4000. 00010000:00000010:0.1:1789307438.077654:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd613900. 00010000:00000010:0.1:1789307438.077658:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb29ad200. 00010000:00000010:0.1:1789307438.077661:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a86a00. 00010000:00000010:0.1:1789307438.077665:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978d4400. 00010000:00000010:0.1:1789307438.077675:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa323e500. 00010000:00000010:0.1:1789307438.077681:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbed57c00. 00010000:00000010:0.1:1789307438.077688:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7e59d00. 00010000:00000010:0.1:1789307438.077691:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb483e000. 00010000:00000010:0.1:1789307438.077699:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfba946500. 00010000:00000010:0.1:1789307438.077702:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d1e800. 00010000:00000010:0.1:1789307438.077705:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa30d3600. 00010000:00000010:0.1:1789307438.077708:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf80031200. 00010000:00000010:0.1:1789307438.077711:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9f05800. 00010000:00000010:0.1:1789307438.077716:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2a55800. 00010000:00000010:0.1:1789307438.077720:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4abf200. 00010000:00000010:0.1:1789307438.077724:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9a82000. 00010000:00000010:0.1:1789307438.077728:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85350a00. 00010000:00000010:0.1:1789307438.077731:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b42000. 00010000:00000010:0.1:1789307438.077735:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83be2500. 00010000:00000010:0.1:1789307438.077739:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf862f8200. 00010000:00000010:0.1:1789307438.077741:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52f0300. 00010000:00000010:0.1:1789307438.077743:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9305e00. 00010000:00000010:0.1:1789307438.077745:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf835bb100. 00010000:00000010:0.1:1789307438.077750:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52da400. 00010000:00000010:0.1:1789307438.077754:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3c23500. 00010000:00000010:0.1:1789307438.077756:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf862f8800. 00010000:00000010:0.1:1789307438.077759:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf98b3f600. 00010000:00000010:0.1:1789307438.077765:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a75000. 00010000:00000010:0.1:1789307438.077767:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac3700. 00010000:00000010:0.1:1789307438.077771:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6008000. 00010000:00000010:0.1:1789307438.077773:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fab000. 00010000:00000010:0.1:1789307438.077775:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d3ca00. 00010000:00000010:0.1:1789307438.077779:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2a4f600. 00010000:00000010:0.1:1789307438.077782:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d4f400. 00010000:00000010:0.1:1789307438.077786:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4abaf00. 00010000:00000010:0.1:1789307438.077790:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb59dd800. 00010000:00000010:0.1:1789307438.077795:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb1a87400. 00010000:00000010:0.1:1789307438.077797:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbeab73c800. 00010000:00000010:0.1:1789307438.077799:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3204a00. 00010000:00000010:0.1:1789307438.077802:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6104800. 00010000:00000010:0.1:1789307438.077809:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88a65200. 00010000:00000010:0.1:1789307438.077812:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4a42800. 00010000:00000010:0.1:1789307438.077817:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3354800. 00010000:00000010:0.1:1789307438.077822:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb95e8800. 00010000:00000010:0.1:1789307438.077825:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82cf1400. 00010000:00000010:0.1:1789307438.077830:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fb57600. 00010000:00000010:0.1:1789307438.077833:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88a65300. 00010000:00000010:0.1:1789307438.077839:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8f8fa000. 00010000:00000010:0.1:1789307438.077842:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8559e600. 00010000:00000010:0.1:1789307438.077845:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb29ac800. 00010000:00000010:0.1:1789307438.077954:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb6ddfc00. 00010000:00000010:0.1:1789307438.077958:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb52fc600. 00010000:00000010:0.1:1789307438.077965:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9c29400. 00010000:00000010:0.1:1789307438.077973:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a74000. 00010000:00000010:0.1:1789307438.077976:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb48a8300. 00010000:00000010:0.1:1789307438.077981:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8937e000. 00010000:00000010:0.1:1789307438.077987:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85ce1300. 00010000:00000010:0.1:1789307438.077992:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9678200. 00010000:00000010:0.1:1789307438.077996:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf967cad00. 00010000:00000010:0.1:1789307438.077999:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd555a00. 00010000:00000010:0.1:1789307438.078005:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf80025500. 00010000:00000010:0.1:1789307438.078011:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9788b200. 00010000:00000010:0.1:1789307438.078014:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9fa0ee00. 00010000:00000010:0.1:1789307438.078024:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85caf000. 00010000:00000010:0.1:1789307438.078031:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbb43b000. 00010000:00000010:0.1:1789307438.078037:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf90bbf000. 00010000:00000010:0.1:1789307438.078046:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4acc300. 00010000:00000010:0.1:1789307438.078049:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9195000. 00010000:00000010:0.1:1789307438.078060:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfc0c52f00. 00010000:00000010:0.1:1789307438.078064:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9fe7a00. 00010000:00000010:0.1:1789307438.078071:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72af100. 00010000:00000010:0.1:1789307438.078074:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0ee4c00. 00010000:00000010:0.1:1789307438.078080:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ab9100. 00010000:00000010:0.1:1789307438.078087:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e5b600. 00010000:00000010:0.1:1789307438.078095:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82b09d00. 00010000:00000010:0.1:1789307438.078100:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97932600. 00010000:00000010:0.1:1789307438.078103:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82cf1300. 00010000:00000010:0.1:1789307438.078107:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a08600. 00010000:00000010:0.1:1789307438.078113:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf82c25500. 00010000:00000010:0.1:1789307438.078119:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf90b93600. 00010000:00000010:0.1:1789307438.078127:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83dbd400. 00010000:00000010:0.1:1789307438.078133:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf90b05c00. 00010000:00000010:0.1:1789307438.078140:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf878a3200. 00010000:00000010:0.1:1789307438.078145:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb945e400. 00010000:00000010:0.1:1789307438.078152:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72add00. 00010000:00000010:0.1:1789307438.078156:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbd3d600. 00010000:00000010:0.1:1789307438.078158:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84d2db00. 00010000:00000010:0.1:1789307438.078164:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9309800. 00010000:00000010:0.1:1789307438.078171:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72ac900. 00010000:00000010:0.1:1789307438.078178:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0bb9400. 00010000:00000010:0.1:1789307438.078185:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90c82400. 00010000:00000010:0.1:1789307438.078188:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e33000. 00010000:00000010:0.1:1789307438.078190:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52f3c00. 00010000:00000010:0.1:1789307438.078199:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbe55600. 00010000:00000010:0.1:1789307438.078206:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fab200. 00010000:00000010:0.1:1789307438.078209:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d6ee00. 00010000:00000010:0.1:1789307438.078215:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb5a96100. 00010000:00000010:0.1:1789307438.078220:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd627200. 00010000:00000010:0.1:1789307438.078230:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a83900. 00010000:00000010:0.1:1789307438.078236:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8f8fa800. 00010000:00000010:0.1:1789307438.078244:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83b23000. 00010000:00000010:0.1:1789307438.078250:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d2ea00. 00010000:00000010:0.1:1789307438.078253:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4acce00. 00010000:00000010:0.1:1789307438.078257:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe8d09f200. 00010000:00000010:0.1:1789307438.078260:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85da3900. 00010000:00000010:0.1:1789307438.078266:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6008800. 00010000:00000010:0.1:1789307438.078272:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49f5200. 00010000:00000010:0.1:1789307438.078278:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb95e8000. 00010000:00000010:0.1:1789307438.078284:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf864d3300. 00010000:00000010:0.1:1789307438.078287:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9304800. 00010000:00000010:0.1:1789307438.078293:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85170a00. 00010000:00000010:0.1:1789307438.078299:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbed96a00. 00010000:00000010:0.1:1789307438.078302:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf85cfe300. 00010000:00000010:0.1:1789307438.078306:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2a33400. 00010000:00000010:0.1:1789307438.078314:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb264f100. 00010000:00000010:0.1:1789307438.078319:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0c61800. 00010000:00000010:0.1:1789307438.078324:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9fa3000. 00010000:00000010:0.1:1789307438.078332:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b6e200. 00010000:00000010:0.1:1789307438.078335:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa30f4200. 00010000:00000010:0.1:1789307438.078338:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b6f200. 00010000:00000010:0.1:1789307438.078341:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49e1d00. 00010000:00000010:0.1:1789307438.078346:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5814400. 00010000:00000010:0.1:1789307438.078349:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb1a87100. 00010000:00000010:0.1:1789307438.078356:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978e8a00. 00010000:00000010:0.1:1789307438.078359:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf864cdf00. 00010000:00000010:0.1:1789307438.078365:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbb68a400. 00010000:00000010:0.1:1789307438.078370:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72ae900. 00010000:00000010:0.1:1789307438.078376:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9788a400. 00010000:00000010:0.1:1789307438.078379:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9d9be00. 00010000:00000010:0.1:1789307438.078384:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9679a00. 00010000:00000010:0.1:1789307438.078392:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7e59c00. 00010000:00000010:0.1:1789307438.078398:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8984c800. 00010000:00000010:0.1:1789307438.078408:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbee84200. 00010000:00000010:0.1:1789307438.078415:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d9dc00. 00010000:00000010:0.1:1789307438.078419:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa30d3a00. 00010000:00000010:0.1:1789307438.078428:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4b78800. 00010000:00000010:0.1:1789307438.078433:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb310a200. 00010000:00000010:0.1:1789307438.078436:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8579e800. 00010000:00000010:0.1:1789307438.078444:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb6b81600. 00010000:00000010:0.1:1789307438.078447:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe96594400. 00010000:00000010:0.1:1789307438.078450:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb5930a00. 00010000:00000010:0.1:1789307438.078456:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb6d7d000. 00010000:00000010:0.1:1789307438.078462:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52f0500. 00010000:00000010:0.1:1789307438.078469:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb48db800. 00010000:00000010:0.1:1789307438.078478:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb5638800. 00010000:00000010:0.1:1789307438.078483:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb639e200. 00010000:00000010:0.1:1789307438.078490:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fa4600. 00010000:00000010:0.1:1789307438.078493:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbb68ac00. 00010000:00000010:0.1:1789307438.078500:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9c2f000. 00010000:00000010:0.1:1789307438.078503:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0baec00. 00010000:00000010:0.1:1789307438.078506:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3354300. 00010000:00000010:0.1:1789307438.078509:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9fb1a00. 00010000:00000010:0.1:1789307438.078512:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbd684000. 00010000:00000010:0.1:1789307438.078516:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0efe800. 00010000:00000010:0.1:1789307438.078522:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88e0ee00. 00010000:00000010:0.1:1789307438.078526:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8f8fb000. 00010000:00000010:0.1:1789307438.078531:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8559e500. 00010000:00000010:0.1:1789307438.078537:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9f85800. 00010000:00000010:0.1:1789307438.078541:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52d6d00. 00010000:00000010:0.1:1789307438.078547:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb290b200. 00010000:00000010:0.1:1789307438.078554:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7f3fb00. 00010000:00000010:0.1:1789307438.078557:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9ed9000. 00010000:00000010:0.1:1789307438.078564:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf83535e00. 00010000:00000010:0.1:1789307438.078569:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85c20c00. 00010000:00000010:0.1:1789307438.078576:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf98ca6f00. 00010000:00000010:0.1:1789307438.078583:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd51e200. 00010000:00000010:0.1:1789307438.078586:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfc0c52600. 00010000:00000010:0.1:1789307438.078593:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf862f8600. 00010000:00000010:0.1:1789307438.078596:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4219700. 00010000:00000010:0.1:1789307438.078604:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5fc1200. 00010000:00000010:0.1:1789307438.078611:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbf4cf200. 00010000:00000010:0.1:1789307438.078616:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf864c5000. 00010000:00000010:0.1:1789307438.078624:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfba946e00. 00010000:00000010:0.1:1789307438.078628:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbd3de00. 00010000:00000010:0.1:1789307438.078631:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72af400. 00010000:00000010:0.1:1789307438.078638:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5d3bc00. 00010000:00000010:0.1:1789307438.078644:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3258d00. 00010000:00000010:0.1:1789307438.078648:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbeedf200. 00010000:00000010:0.1:1789307438.078654:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf8538a800. 00010000:00000010:0.1:1789307438.078660:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0e23a00. 00010000:00000010:0.1:1789307438.078667:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a86800. 00010000:00000010:0.1:1789307438.078671:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb29a4600. 00010000:00000010:0.1:1789307438.078678:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf864cf000. 00010000:00000010:0.1:1789307438.078686:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbedca800. 00010000:00000010:0.1:1789307438.078690:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf86479200. 00010000:00000010:0.1:1789307438.078696:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9c38a00. 00010000:00000010:0.1:1789307438.078704:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88a41100. 00010000:00000010:0.1:1789307438.078707:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf864eb400. 00010000:00000010:0.1:1789307438.078713:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2a15800. 00010000:00000010:0.1:1789307438.078717:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb49cee00. 00010000:00000010:0.1:1789307438.078724:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9d02300. 00010000:00000010:0.1:1789307438.078730:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9608a600. 00010000:00000010:0.1:1789307438.078737:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb935b200. 00010000:00000010:0.1:1789307438.078745:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbe70000. 00010000:00000010:0.1:1789307438.078753:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88860800. 00010000:00000010:0.1:1789307438.078757:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbd51fc00. 00010000:00000010:0.1:1789307438.078768:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a88400. 00010000:00000010:0.1:1789307438.078776:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb91d5a00. 00010000:00000010:0.1:1789307438.078783:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9c2fd00. 00010000:00000010:0.1:1789307438.078789:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbeab73d000. 00010000:00000010:0.1:1789307438.078793:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb2a15300. 00010000:00000010:0.1:1789307438.078799:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4839600. 00010000:00000010:0.1:1789307438.078806:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4abec00. 00010000:00000010:0.1:1789307438.078813:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf898b8e00. 00010000:00000010:0.1:1789307438.078820:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbe979c0500. 00010000:00000010:0.1:1789307438.078824:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbedcbc00. 00010000:00000010:0.1:1789307438.078830:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf835c4900. 00010000:00000010:0.1:1789307438.078836:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2fade00. 00010000:00000010:0.1:1789307438.078845:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a95b00. 00010000:00000010:0.1:1789307438.078848:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb1a1a400. 00010000:00000010:0.1:1789307438.078888:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a82a00. 00010000:00000010:0.1:1789307438.078894:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbe8d09e800. 00010000:00000010:0.1:1789307438.078898:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf864d3100. 00010000:00000010:0.1:1789307438.078902:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbed96c00. 00010000:00000010:0.1:1789307438.078908:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf864d3f00. 00010000:00000010:0.1:1789307438.078911:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbf18a600. 00010000:00000010:0.1:1789307438.078916:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbd78900. 00010000:00000010:0.1:1789307438.078920:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97933a00. 00010000:00000010:0.1:1789307438.078926:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbd78600. 00010000:00000010:0.1:1789307438.078932:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf86222800. 00010000:00000010:0.1:1789307438.078937:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4aa3000. 00010000:00000010:0.1:1789307438.078939:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4adca00. 00010000:00000010:0.1:1789307438.078941:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a3d500. 00010000:00000010:0.1:1789307438.078944:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9fb0800. 00010000:00000010:0.1:1789307438.078947:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72adc00. 00010000:00000010:0.1:1789307438.078954:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0baea00. 00010000:00000010:0.1:1789307438.078957:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf878a3600. 00010000:00000010:0.1:1789307438.078963:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d1f600. 00010000:00000010:0.1:1789307438.078975:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8cd00. 00010000:00000010:0.1:1789307438.078979:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85ed7400. 00010000:00000010:0.1:1789307438.078985:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88752a00. 00010000:00000010:0.1:1789307438.078992:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf8137e200. 00010000:00000010:0.1:1789307438.078995:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90c82d00. 00010000:00000010:0.1:1789307438.079002:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9e33a00. 00010000:00000010:0.1:1789307438.079008:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4acdd00. 00010000:00000010:0.1:1789307438.079011:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf978c6600. 00010000:00000010:0.1:1789307438.079021:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4aa3300. 00010000:00000010:0.1:1789307438.079027:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbb4e8200. 00010000:00000010:0.1:1789307438.079033:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a97b00. 00010000:00000010:0.1:1789307438.079036:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4a2a200. 00010000:00000010:0.1:1789307438.079042:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a94000. 00010000:00000010:0.1:1789307438.079046:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4952000. 00010000:00000010:0.1:1789307438.079049:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb52f2900. 00010000:00000010:0.1:1789307438.079058:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb93dc000. 00010000:00000010:0.1:1789307438.079062:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf88860400. 00010000:00000010:0.1:1789307438.079068:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbf6ac00. 00010000:00000010:0.1:1789307438.079074:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a8bd00. 00010000:00000010:0.1:1789307438.079080:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb59dce00. 00010000:00000010:0.1:1789307438.079086:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf84fa4a00. 00010000:00000010:0.1:1789307438.079089:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0c60600. 00010000:00000010:0.1:1789307438.079093:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb6ddf400. 00010000:00000010:0.1:1789307438.079100:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97918e00. 00010000:00000010:0.1:1789307438.079103:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a3de00. 00010000:00000010:0.1:1789307438.079110:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb3c22c00. 00010000:00000010:0.1:1789307438.079117:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfbbd99400. 00010000:00000010:0.1:1789307438.079124:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9fb1600. 00010000:00000010:0.1:1789307438.079130:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb72d9600. 00010000:00000010:0.1:1789307438.079136:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb72ff200. 00010000:00000010:0.1:1789307438.079145:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb5b43100. 00010000:00000010:0.1:1789307438.079150:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfbbd3ca00. 00010000:00000010:0.1:1789307438.079160:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf831fb100. 00010000:00000010:0.1:1789307438.079166:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4953a00. 00010000:00000010:0.1:1789307438.079172:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4ac1600. 00010000:00000010:0.1:1789307438.079177:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9788bc00. 00010000:00000010:0.1:1789307438.079183:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49bc900. 00010000:00000010:0.1:1789307438.079188:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9f84e00. 00010000:00000010:0.1:1789307438.079194:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb4a97300. 00010000:00000010:0.1:1789307438.079199:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb4add400. 00010000:00000010:0.1:1789307438.079204:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9da3100. 00010000:00000010:0.1:1789307438.079211:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0c7e200. 00010000:00000010:0.1:1789307438.079215:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb9f09a00. 00010000:00000010:0.1:1789307438.079220:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf85c20400. 00010000:00000010:0.1:1789307438.079225:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb7f3fa00. 00010000:00000010:0.1:1789307438.079232:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb9d4b800. 00010000:00000010:0.1:1789307438.079240:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa2ff5400. 00010000:00000010:0.1:1789307438.079246:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf89878800. 00010000:00000010:0.1:1789307438.079252:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfb49b8500. 00010000:00000010:0.1:1789307438.079258:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb63e5400. 00010000:00000010:0.1:1789307438.079261:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a1fd00. 00010000:00000010:0.1:1789307438.079264:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb2947c00. 00010000:00000010:0.1:1789307438.079271:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfba946d00. 00010000:00000010:0.1:1789307438.079276:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf9fb57200. 00010000:00000010:0.1:1789307438.079282:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbfa3137a00. 00010000:00000010:0.1:1789307438.079287:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfc0baee00. 00010000:00000010:0.1:1789307438.079290:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf9a788000. 00010000:00000010:0.1:1789307438.079293:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbfb5815000. 00080000:00000010:0.0:1789307438.520446:0:265568:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf85192f00. 00080000:00000010:0.0:1789307438.520456:0:265568:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf85192f00. 00000020:00000001:0.0:1789307438.520462:0:265568:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1789307438.520471:0:265568:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf85192f00. 00080000:00000010:0.0:1789307438.520476:0:265568:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf85192f00. 00000020:00000001:0.0:1789307438.520480:0:265568:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1789307438.520488:0:265568:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf85192f00. 00080000:00000010:0.0:1789307438.520492:0:265568:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf85192f00. 00000020:00000001:0.0:1789307438.520496:0:265568:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1789307438.520502:0:265568:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf85192f00. 00080000:00000010:0.0:1789307438.520507:0:265568:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf85192f00. 00000020:00000001:0.0:1789307438.520511:0:265568:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.891005:0:254049:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.891013:0:254049:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.891021:0:254049:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.891023:0:254049:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.891041:0:254049:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.891044:0:254049:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.891049:0:254049:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.891050:0:254049:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307438.891054:0:254049:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789307438.891056:0:254049:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307438.891149:0:188195:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789307438.891155:0:188195:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789307438.891165:0:188195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1789307439.116179:0:265617:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47a500. 00080000:00000010:3.0:1789307439.116194:0:265617:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47a500. 00000020:00000001:3.0:1789307439.116203:0:265617:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307439.116213:0:265617:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47a500. 00080000:00000010:3.0:1789307439.116219:0:265617:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47a500. 00000020:00000001:3.0:1789307439.116229:0:265617:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307439.116238:0:265617:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47a500. 00080000:00000010:3.0:1789307439.116244:0:265617:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47a500. 00000020:00000001:3.0:1789307439.116248:0:265617:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307439.116256:0:265617:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47a500. 00080000:00000010:3.0:1789307439.116262:0:265617:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47a500. 00000020:00000001:3.0:1789307439.116266:0:265617:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307439.594954:0:265227:0:(connection.c:75:cpu_latency_work()) work item of ffff9fbe84bd7a20 (cpu 2) has reached its deadline 4315067819, at 4315067904 00000100:00000040:3.0:1789307439.594954:0:244305:0:(connection.c:75:cpu_latency_work()) work item of ffff9fbe84bd7b30 (cpu 3) has reached its deadline 4315067819, at 4315067904 00000100:00000040:1.0:1789307439.594957:0:263615:0:(connection.c:75:cpu_latency_work()) work item of ffff9fbe84bd7910 (cpu 1) has reached its deadline 4315067819, at 4315067904 00000100:00000010:3.0:1789307439.594971:0:244305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fbe83816720. 00000100:00000010:1.0:1789307439.594973:0:263615:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fbe83816b40. 00000100:00000010:2.0:1789307439.594978:0:265227:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fbe838165a0. 00000100:00000040:3.0:1789307439.595017:0:237204:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d06165a-4799-48d7-99d3-4176da1fff9b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789307439.595022:0:237204:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789307439.595036:0:237204:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf90b65f80. 00000020:00000040:3.0:1789307439.595041:0:237204:0:(genops.c:1209:class_import_get()) import ffff9fbe870dc800 refcount=4 obd=MGC192.168.204.156@tcp 00000100:00000001:3.0:1789307439.595046:0:237204:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789307439.595049:0:237204:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789307439.595055:0:237204:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789307439.595071:0:237204:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf8f30fc00. 00000100:00000001:3.0:1789307439.595079:0:237204:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307439.595093:0:237204:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d06165a-4799-48d7-99d3-4176da1fff9b->MGS req@ffff9fbf90b65f80 x1876218616150912/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1789307439.595101:0:254049:0:(connection.c:75:cpu_latency_work()) work item of ffff9fbe84bd7800 (cpu 0) has reached its deadline 4315067819, at 4315067904 00000100:00000001:3.0:1789307439.595106:0:237204:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1789307439.595108:0:254049:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fbe83816600. 00000100:00000001:3.0:1789307439.595114:0:237204:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307439.595121:0:237204:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000429409d3] to pc [ptlrpcd_00_02+2] req@ffff9fbf90b65f80 x1876218616150912/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307439.595146:0:237204:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307439.595149:0:237204:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789307439.595153:0:237204:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789307439.595157:0:237204:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf9f904e00. 00000020:00000040:3.0:1789307439.595160:0:237204:0:(genops.c:1209:class_import_get()) import ffff9fbf89fa1000 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:3.0:1789307439.595163:0:237204:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1789307439.595164:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1789307439.595165:0:237204:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1789307439.595167:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789307439.595169:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1789307439.595169:0:237204:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.595171:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.595174:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789307439.595183:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbf90b65f80 x1876218616150912/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307439.595192:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789307439.595194:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307439.595198:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1789307439.595202:0:237204:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf8f30f500. 00000100:00000001:3.0:1789307439.595206:0:237204:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307439.595209:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789307439.595214:0:237204:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID req@ffff9fbf9f904e00 x1876218616151040/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1789307439.595215:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307439.595222:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbf90b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6d06165a-4799-48d7-99d3-4176da1fff9b:118851:1876218616150912:0@lo:400:kworker.0 00000100:00000001:2.0:1789307439.595230:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1789307439.595232:0:237204:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789307439.595236:0:237204:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307439.595238:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789307439.595242:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307439.595242:0:237204:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000858b02d5] to pc [ptlrpcd_00_03+3] req@ffff9fbf9f904e00 x1876218616151040/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789307439.595246:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789307439.595252:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfc0b2d400. 02000000:00000001:2.0:1789307439.595255:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307439.595262:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf83605738. 00000100:00000001:3.0:1789307439.595264:0:237204:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307439.595268:0:237204:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1789307439.595269:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd6e8. 00000100:00000001:3.0:1789307439.595274:0:237204:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:2.0:1789307439.595277:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616150912, portal 25 00000100:00000010:3.0:1789307439.595279:0:237204:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf9f907800. 00000100:00000001:2.0:1789307439.595281:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789307439.595283:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638243848281984 : -105829861269632 : ffff9fbf90b65f80) 00000020:00000040:3.0:1789307439.595285:0:237204:0:(genops.c:1209:class_import_get()) import ffff9fbf97e31800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1789307439.595289:0:237204:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1789307439.595290:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbf90b65f80 x1876218616150912/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307439.595292:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1789307439.595292:0:237204:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789307439.595297:0:237204:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.595298:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789307439.595301:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1789307439.595302:0:118852:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1789307439.595305:0:237204:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf8f30fe00. 00000100:00000040:2.0:1789307439.595306:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1789307439.595312:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbf9f904e00 x1876218616151040/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307439.595312:0:237204:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307439.595313:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fdee0. 00000100:00000200:2.0:1789307439.595319:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876218616150912, offset 0 00000100:00000001:0.0:1789307439.595326:0:118852:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789307439.595327:0:118852:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307439.595331:0:118852:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1789307439.595331:0:237204:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff9fbf9f907800 x1876218616151168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1789307439.595335:0:118852:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789307439.595340:0:118852:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307439.595343:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1789307439.595348:0:118852:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbf9f904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:118852:1876218616151040:0@lo:400:kworker.0 00000100:00000001:3.0:1789307439.595352:0:237204:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789307439.595354:0:118852:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1789307439.595357:0:237204:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307439.595359:0:118852:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789307439.595363:0:118852:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307439.595364:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1789307439.595365:0:237204:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000246ffcf4] to pc [ptlrpcd_00_00+0] req@ffff9fbf9f907800 x1876218616151168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789307439.595368:0:118852:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789307439.595374:0:118852:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfb484f000. 02000000:00000001:0.0:1789307439.595378:0:118852:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307439.595381:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6aa693022fb80 00000400:00000010:0.0:1789307439.595384:0:118852:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb6ce3c60. 00000400:00000200:2.0:1789307439.595391:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1bfabd [2] + 0 00000100:00000001:3.0:1789307439.595393:0:237204:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307439.595397:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a5163c8. 00000100:00000040:3.0:1789307439.595398:0:237204:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789307439.595403:0:237204:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1789307439.595405:0:118851:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fbf836859c0 00000100:00000010:3.0:1789307439.595408:0:237204:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf9f904000. 00000020:00000040:3.0:1789307439.595412:0:237204:0:(genops.c:1209:class_import_get()) import ffff9fbf84cc6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000010:0.0:1789307439.595414:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82220. 00000100:00000001:3.0:1789307439.595415:0:237204:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1789307439.595416:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1789307439.595421:0:118852:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616151040, portal 10 00000400:00000200:2.0:1789307439.595424:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1789307439.595424:0:237204:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1789307439.595426:0:118852:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1789307439.595429:0:237204:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.595430:0:118852:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244097445376 : -105829612106240 : ffff9fbf9f904e00) 00000100:00000001:1.0:1789307439.595430:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1789307439.595435:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf836859c0 00000100:00000001:1.0:1789307439.595436:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1789307439.595436:0:237204:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf98f66c00. 00000100:00000001:1.0:1789307439.595441:0:118849:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1789307439.595441:0:118851:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbf836859c0. 00000100:00000040:0.0:1789307439.595442:0:118852:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbf9f904e00 x1876218616151040/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307439.595443:0:237204:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.595448:0:118851:0:(events.c:290:request_in_callback()) Process entered 00000100:00000040:1.0:1789307439.595451:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbf9f907800 x1876218616151168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307439.595453:0:237204:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@ffff9fbf9f904000 x1876218616151296/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1789307439.595454:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1789307439.595461:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfa31cb850 x1876218616150912 msgsize 224 00000100:00000001:0.0:1789307439.595468:0:118852:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789307439.595476:0:118852:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1789307439.595478:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1789307439.595482:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82330. 00000100:00000001:3.0:1789307439.595487:0:237204:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789307439.595488:0:118849:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1789307439.595489:0:118851:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:0.0:1789307439.595490:0:118852:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616151040, offset 0 00000100:00000001:1.0:1789307439.595491:0:118849:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.595492:0:237204:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307439.595498:0:118849:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789307439.595502:0:118849:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1789307439.595503:0:118852:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1789307439.595503:0:237204:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056fc238f] to pc [ptlrpcd_00_01+1] req@ffff9fbf9f904000 x1876218616151296/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307439.595509:0:118849:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.595515:0:118851:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:0.0:1789307439.595517:0:118852:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1789307439.595518:0:118849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbf9f907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:118849:1876218616151168:0@lo:400:kworker.0 00000100:00000001:1.0:1789307439.595526:0:118849:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1789307439.595527:0:237204:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307439.595528:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fdee0 02000000:00000001:1.0:1789307439.595530:0:118849:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1789307439.595533:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fdee0. 02000000:00000001:1.0:1789307439.595534:0:118849:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307439.595534:0:237204:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1789307439.595540:0:118852:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa693022fc00 00000100:00000001:2.0:1789307439.595540:0:118851:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1789307439.595540:0:237204:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1789307439.595547:0:118849:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1789307439.595547:0:237204:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbe34700. 00000100:00000200:2.0:1789307439.595550:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbf90b65f80 x1876218616150912/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789307439.595554:0:118852:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 153720 02000000:00000010:1.0:1789307439.595554:0:118849:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbec62a2600. 00000020:00000040:3.0:1789307439.595555:0:237204:0:(genops.c:1209:class_import_get()) import ffff9fbfb6ad4000 refcount=3 obd=lustre-OST0000-osc-MDT0001 02000000:00000001:1.0:1789307439.595560:0:118849:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.595562:0:237204:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789307439.595566:0:237204:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1789307439.595567:0:118852:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1789307439.595568:0:118849:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe856447e8. 02000000:00000001:3.0:1789307439.595571:0:237204:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.595573:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1789307439.595576:0:118852:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1789307439.595577:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54440. 02000000:00000010:3.0:1789307439.595580:0:237204:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb6a23900. 00000100:00000040:2.0:1789307439.595581:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbf90b65f80 x1876218616150912/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789307439.595584:0:118849:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616151168, portal 10 00000100:00000001:0.0:1789307439.595586:0:118852:0:(events.c:290:request_in_callback()) Process entered 00000100:00000001:3.0:1789307439.595586:0:237204:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789307439.595590:0:118852:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1789307439.595591:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307439.595595:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244097456128 : -105829612095488 : ffff9fbf9f907800) 00000100:00000040:3.0:1789307439.595596:0:237204:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff9fbfbbe34700 x1876218616151424/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1789307439.595599:0:118852:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf5c700. 00000100:00000040:0.0:1789307439.595605:0:118852:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbf5c700 x1876218616151040 msgsize 224 00000100:00000040:1.0:1789307439.595608:0:118849:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbf9f907800 x1876218616151168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307439.595612:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.595617:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:0.0:1789307439.595620:0:118852:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1789307439.595625:0:237204:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789307439.595626:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.595629:0:118849:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1789307439.595630:0:237204:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.595633:0:118851:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315072938 00000100:00000040:1.0:1789307439.595636:0:118849:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1789307439.595638:0:237204:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060cb8a42] to pc [ptlrpcd_00_02+2] req@ffff9fbfbbe34700 x1876218616151424/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1789307439.595641:0:118851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fbf82f2ccc0. 00000100:00000001:0.0:1789307439.595642:0:118852:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000010:1.0:1789307439.595642:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54220. 00000100:00000200:1.0:1789307439.595648:0:118849:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616151168, offset 0 00000100:00000001:2.0:1789307439.595650:0:118851:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1789307439.595651:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82330 00000400:00000010:0.0:1789307439.595656:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82330. 00000100:00000001:2.0:1789307439.595656:0:118851:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315072938 00000100:00000001:0.0:1789307439.595661:0:118852:0:(events.c:35:request_out_callback()) Process entered 00000100:00000010:2.0:1789307439.595664:0:118851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fbf82f2c660. 00000400:00000200:1.0:1789307439.595665:0:118849:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1789307439.595670:0:118852:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbf9f904e00 x1876218616151040/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307439.595672:0:118851:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789307439.595672:0:237204:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.595680:0:118851:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 2 is 4315072938 00000400:00000200:1.0:1789307439.595681:0:118849:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1789307439.595681:0:237204:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789307439.595689:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1789307439.595689:0:118851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fbf82f2cae0. 00000100:00000001:3.0:1789307439.595691:0:237204:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789307439.595695:0:118851:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1789307439.595696:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbf9f904e00 x1876218616151040/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1789307439.595698:0:237204:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbe37100. 00000100:00000001:2.0:1789307439.595701:0:118851:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 3 is 4315072938 00000020:00000040:3.0:1789307439.595704:0:237204:0:(genops.c:1209:class_import_get()) import ffff9fbe85bcb800 refcount=3 obd=lustre-OST0001-osc-MDT0001 00000100:00000010:2.0:1789307439.595708:0:118851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fbf82f2c780. 00000400:00000200:1.0:1789307439.595711:0:118849:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa693022fc80 00000100:00000001:0.0:1789307439.595715:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.595718:0:237204:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1789307439.595719:0:118852:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1789307439.595722:0:118849:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 153944 02000000:00000001:3.0:1789307439.595722:0:237204:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789307439.595726:0:237204:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.595730:0:118851:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789307439.595731:0:118852:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307439.595731:0:118849:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1789307439.595733:0:237204:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb6a23300. 00000100:00000001:2.0:1789307439.595737:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789307439.595739:0:118852:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 14856 usecs (15 jiffies) 00000100:00000001:3.0:1789307439.595741:0:237204:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307439.595743:0:118849:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1789307439.595743:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.595746:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315067919 00000100:00000001:2.0:1789307439.595751:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.595752:0:118849:0:(events.c:290:request_in_callback()) Process entered 00000100:00000040:3.0:1789307439.595752:0:237204:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID req@ffff9fbfbbe37100 x1876218616151552/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789307439.595753:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315072938 00000100:00000001:2.0:1789307439.595755:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1789307439.595757:0:118849:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1789307439.595764:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315067919 00000100:00000010:1.0:1789307439.595766:0:118849:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbff6680. 00000100:00000001:2.0:1789307439.595768:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789307439.595771:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315072938 00000100:00000040:1.0:1789307439.595773:0:118849:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbff6680 x1876218616151168 msgsize 224 00000100:00000001:2.0:1789307439.595773:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789307439.595773:0:237204:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789307439.595776:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315067919 00000100:00000001:2.0:1789307439.595779:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307439.595779:0:237204:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.595781:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315072938 00000100:00000001:0.0:1789307439.595786:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315067919 00000100:00100000:1.0:1789307439.595789:0:118849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1789307439.595789:0:237204:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3bd547e] to pc [ptlrpcd_00_03+3] req@ffff9fbfbbe37100 x1876218616151552/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307439.595790:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789307439.595791:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315072938 00000100:00000001:2.0:1789307439.595795:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1789307439.595797:0:118852:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789307439.595802:0:118852:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.595803:0:118849:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000040:2.0:1789307439.595805:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbe34700 x1876218616151424/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307439.595811:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307439.595812:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54220 00000400:00000010:1.0:1789307439.595818:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54220. 00000100:00000001:0.0:1789307439.595819:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307439.595821:0:237204:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.595824:0:118849:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1789307439.595827:0:237204:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789307439.595829:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789307439.595832:0:118852:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789307439.595832:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307439.595833:0:118849:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbf9f907800 x1876218616151168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307439.595834:0:237204:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789307439.595835:0:118852:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1789307439.595875:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789307439.595879:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1789307439.595879:0:237204:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbe36300. 00000100:00000001:0.0:1789307439.595880:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789307439.595884:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1789307439.595886:0:237204:0:(genops.c:1209:class_import_get()) import ffff9fbfb68f8000 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1789307439.595887:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.595888:0:118852:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1789307439.595894:0:237204:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1789307439.595896:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbe37100 x1876218616151552/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307439.595896:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1789307439.595896:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbe34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:118851:1876218616151424:0@lo:400:kworker.0 02000000:00000001:3.0:1789307439.595897:0:237204:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789307439.595902:0:237204:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307439.595905:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbf9f907800 x1876218616151168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307439.595907:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1789307439.595910:0:237204:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb6a23600. 02000000:00000001:2.0:1789307439.595911:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789307439.595915:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.595917:0:237204:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307439.595922:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1789307439.595925:0:118852:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789307439.595928:0:118852:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789307439.595928:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfc0b2d200. 00000100:00000040:3.0:1789307439.595929:0:237204:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@ffff9fbfbbe36300 x1876218616151680/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1789307439.595935:0:118852:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789307439.595935:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307439.595940:0:118852:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1789307439.595945:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf83605cb8. 02000000:00000001:0.0:1789307439.595947:0:118852:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307439.595955:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fdee0. 00000100:00100000:0.0:1789307439.595960:0:118852:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbe37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:118852:1876218616151552:0@lo:400:kworker.0 00000100:00000200:2.0:1789307439.595962:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616151424, portal 4 00000100:00000001:1.0:1789307439.595968:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.595968:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789307439.595970:0:118852:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1789307439.595971:0:237204:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789307439.595974:0:118849:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789307439.595974:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244572645120 : -105829136906496 : ffff9fbfbbe34700) 02000000:00000001:0.0:1789307439.595976:0:118852:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1789307439.595976:0:237204:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307439.595980:0:118852:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.595983:0:118849:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307439.595984:0:118852:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1789307439.595989:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbe34700 x1876218616151424/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307439.595989:0:237204:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0cc88f6] to pc [ptlrpcd_00_00+0] req@ffff9fbfbbe36300 x1876218616151680/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1789307439.595990:0:118852:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfb484e000. 00000100:00000040:1.0:1789307439.595990:0:118849:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 14586 usecs (15 jiffies) 02000000:00000001:0.0:1789307439.595996:0:118852:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.595998:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315067920 00000100:00000001:1.0:1789307439.596005:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315072938 00000400:00000010:0.0:1789307439.596011:0:118852:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb6ce3b00. 00000100:00000001:1.0:1789307439.596012:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315067920 00000100:00000001:1.0:1789307439.596018:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315072938 00000100:00000001:2.0:1789307439.596021:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1789307439.596023:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82330. 00000100:00000001:1.0:1789307439.596024:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315067920 00000100:00000001:3.0:1789307439.596027:0:237204:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789307439.596029:0:118852:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616151552, portal 4 00000100:00000040:2.0:1789307439.596029:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1789307439.596030:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315072938 00000100:00000040:3.0:1789307439.596032:0:237204:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789307439.596035:0:118852:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1789307439.596036:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd660. 00000100:00000001:1.0:1789307439.596037:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315067920 00000100:00000001:0.0:1789307439.596039:0:118852:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244572655872 : -105829136895744 : ffff9fbfbbe37100) 00000100:00000001:3.0:1789307439.596042:0:237204:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1789307439.596044:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315072938 00000100:00000200:2.0:1789307439.596044:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876218616151424, offset 0 00000100:00000010:3.0:1789307439.596048:0:237204:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbe36d80. 00000100:00000040:0.0:1789307439.596049:0:118852:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbe37100 x1876218616151552/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307439.596051:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1789307439.596056:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1789307439.596059:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307439.596060:0:237204:0:(genops.c:1209:class_import_get()) import ffff9fbfba939800 refcount=7 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1789307439.596065:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.596067:0:237204:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1789307439.596069:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1789307439.596071:0:118852:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1789307439.596072:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1789307439.596072:0:237204:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789307439.596077:0:237204:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307439.596078:0:118852:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1789307439.596081:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6aa693022fd80 00000100:00000001:1.0:1789307439.596082:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1789307439.596084:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82990. 00000100:00000001:1.0:1789307439.596086:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000010:3.0:1789307439.596086:0:237204:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb6a23800. 00000100:00000001:1.0:1789307439.596092:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1789307439.596093:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x197959 [8] + 1568 00000100:00000001:3.0:1789307439.596094:0:237204:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.596096:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307439.596100:0:118849:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1789307439.596102:0:118852:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876218616151552, offset 0 00000100:00000040:3.0:1789307439.596103:0:237204:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@ffff9fbfbbe36d80 x1876218616151808/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1789307439.596104:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1789307439.596108:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbe36300 x1876218616151680/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789307439.596112:0:118852:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789307439.596114:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1789307439.596125:0:118852:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1789307439.596130:0:118851:0:(events.c:290:request_in_callback()) Process entered 00000100:00000001:3.0:1789307439.596133:0:237204:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1789307439.596134:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1789307439.596137:0:118849:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789307439.596139:0:237204:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307439.596140:0:118852:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6aa693022fe00 00000100:00000001:1.0:1789307439.596141:0:118849:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789307439.596143:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb9189500. 02000000:00000001:1.0:1789307439.596149:0:118849:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1789307439.596150:0:118852:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x197959 [8] + 1792 00000100:00000040:2.0:1789307439.596150:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb9189500 x1876218616151424 msgsize 224 00000100:00000040:3.0:1789307439.596150:0:237204:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5aeebfc] to pc [ptlrpcd_00_01+1] req@ffff9fbfbbe36d80 x1876218616151808/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307439.596152:0:118849:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789307439.596160:0:118849:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307439.596162:0:118852:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1789307439.596164:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789307439.596168:0:118849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbe36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:118849:1876218616151680:0@lo:400:kworker.0 00000400:00000200:0.0:1789307439.596172:0:118852:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1789307439.596178:0:118851:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:3.0:1789307439.596178:0:237204:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.596179:0:118849:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1789307439.596184:0:237204:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789307439.596189:0:237204:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1789307439.596190:0:118849:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789307439.596193:0:118849:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307439.596195:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd660 02000000:00000001:1.0:1789307439.596197:0:118849:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1789307439.596197:0:237204:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf31c00. 00000400:00000010:2.0:1789307439.596200:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd660. 00000100:00000001:0.0:1789307439.596202:0:230993:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:1.0:1789307439.596203:0:118849:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbec62a3e00. 00000020:00000040:3.0:1789307439.596203:0:237204:0:(genops.c:1209:class_import_get()) import ffff9fbe8d189000 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1789307439.596205:0:118851:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1789307439.596208:0:230993:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616151040 02000000:00000001:1.0:1789307439.596209:0:118849:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.596209:0:237204:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789307439.596213:0:230993:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1789307439.596214:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbe34700 x1876218616151424/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789307439.596214:0:237204:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1789307439.596217:0:118849:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644580. 00000100:00000001:0.0:1789307439.596218:0:230993:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1789307439.596218:0:237204:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.596224:0:230993:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307439.596225:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54220. 02000000:00000010:3.0:1789307439.596227:0:237204:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb6a23d00. 00000100:00000200:1.0:1789307439.596233:0:118849:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616151680, portal 10 02000000:00000001:0.0:1789307439.596234:0:230993:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.596234:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789307439.596234:0:237204:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.596240:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1789307439.596241:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbe34700 x1876218616151424/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789307439.596242:0:230993:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616151040 00000100:00000001:1.0:1789307439.596244:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244572652288 : -105829136899328 : ffff9fbfbbe36300) 00000100:00000040:3.0:1789307439.596245:0:237204:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@ffff9fbfbbf31c00 x1876218616151936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1789307439.596248:0:230993:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789307439.596252:0:230993:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725eceddfd 00000100:00000040:1.0:1789307439.596257:0:118849:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbe36300 x1876218616151680/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1789307439.596258:0:230993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789307439.596263:0:230993:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb6e54800 refcount=5 00000020:00000001:0.0:1789307439.596267:0:230993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244488890368 : -105829220661248 : ffff9fbfb6e54800) 00000100:00000001:2.0:1789307439.596271:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307439.596272:0:230993:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244488890368 : -105829220661248 : ffff9fbfb6e54800) 00000100:00000001:3.0:1789307439.596276:0:237204:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789307439.596277:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789307439.596281:0:230993:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1789307439.596282:0:237204:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.596284:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307439.596286:0:230993:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564b00. 00000100:00000001:1.0:1789307439.596288:0:118849:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789307439.596290:0:237204:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c01623b] to pc [ptlrpcd_00_02+2] req@ffff9fbfbbf31c00 x1876218616151936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307439.596291:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 38630 usecs (39 jiffies) 00000020:00000040:0.0:1789307439.596295:0:230993:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (ffff9fbfad0fcd40) now 16 - evictor 00000100:00000040:1.0:1789307439.596296:0:118849:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1789307439.596297:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315067944 00000400:00000010:1.0:1789307439.596303:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b544c8. 00000100:00000001:2.0:1789307439.596303:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315072938 00000100:00000001:0.0:1789307439.596308:0:230993:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1789307439.596310:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315067944 00000100:00000200:1.0:1789307439.596311:0:118849:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616151680, offset 0 00000100:00000001:3.0:1789307439.596311:0:237204:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307439.596315:0:230993:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb484fe00. 00000100:00000001:2.0:1789307439.596315:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315072938 00000100:00000040:3.0:1789307439.596317:0:237204:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1789307439.596322:0:118849:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1789307439.596322:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315067944 00000020:00000010:0.0:1789307439.596323:0:230993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf85192480. 00000100:00000001:3.0:1789307439.596325:0:237204:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789307439.596329:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315072938 00000020:00000010:0.0:1789307439.596331:0:230993:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfad0ef000. 00000100:00000001:2.0:1789307439.596332:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315067944 00000400:00000200:1.0:1789307439.596336:0:118849:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1789307439.596337:0:237204:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf31500. 00000100:00000001:2.0:1789307439.596338:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315072938 00000100:00000040:0.0:1789307439.596342:0:230993:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1789307439.596344:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1789307439.596344:0:237204:0:(genops.c:1209:class_import_get()) import ffff9fbf97e5e000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:0.0:1789307439.596346:0:230993:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1789307439.596347:0:118849:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa693022fe80 00000100:00000001:0.0:1789307439.596350:0:230993:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307439.596350:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.596351:0:237204:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1789307439.596355:0:230993:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1789307439.596356:0:237204:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1789307439.596357:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307439.596359:0:118849:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 154168 02000000:00000001:3.0:1789307439.596361:0:237204:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.596362:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307439.596364:0:230993:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1789307439.596368:0:230993:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:1.0:1789307439.596370:0:118849:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1789307439.596370:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789307439.596371:0:230993:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789307439.596372:0:237204:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb6bf9b00. 00000400:00000200:1.0:1789307439.596380:0:118849:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1789307439.596380:0:237204:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.596381:0:230993:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307439.596381:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789307439.596389:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307439.596390:0:118849:0:(events.c:290:request_in_callback()) Process entered 00000100:00000040:3.0:1789307439.596390:0:237204:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID req@ffff9fbfbbf31500 x1876218616152064/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789307439.596391:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789307439.596393:0:230993:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1789307439.596394:0:118849:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1789307439.596396:0:230993:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616151168 00000100:00000001:2.0:1789307439.596396:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1789307439.596401:0:230993:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1789307439.596403:0:230993:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000010:1.0:1789307439.596403:0:118849:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbff6300. 00000100:00000001:0.0:1789307439.596405:0:230993:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307439.596405:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbf31c00 x1876218616151936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307439.596408:0:237204:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1789307439.596410:0:230993:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307439.596411:0:118849:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbff6300 x1876218616151680 msgsize 224 00000100:00000001:3.0:1789307439.596413:0:237204:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307439.596415:0:230993:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616151168 00000020:00000001:0.0:1789307439.596420:0:230993:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789307439.596424:0:230993:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725e8b6943 00000100:00000040:3.0:1789307439.596425:0:237204:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bac658cb] to pc [ptlrpcd_00_03+3] req@ffff9fbfbbf31500 x1876218616152064/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307439.596427:0:118849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1789307439.596428:0:230993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789307439.596433:0:230993:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe85bcc000 refcount=5 00000100:00000001:2.0:1789307439.596434:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789307439.596438:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.596439:0:118849:0:(events.c:377:request_in_callback()) Process leaving 00000020:00000001:0.0:1789307439.596441:0:230993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239369183232 : -105834340368384 : ffff9fbe85bcc000) 02000000:00000001:2.0:1789307439.596445:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1789307439.596447:0:230993:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239369183232 : -105834340368384 : ffff9fbe85bcc000) 00000400:00000200:1.0:1789307439.596447:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b544c8 02000000:00000001:2.0:1789307439.596449:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1789307439.596451:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b544c8. 00000100:00000001:3.0:1789307439.596451:0:237204:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.596454:0:230993:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1789307439.596457:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.596458:0:118849:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1789307439.596458:0:237204:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000010:0.0:1789307439.596459:0:230993:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf885641c0. 00000100:00100000:2.0:1789307439.596467:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbf31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:118851:1876218616151936:0@lo:400:kworker.0 00000100:00000001:3.0:1789307439.596467:0:237204:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000040:0.0:1789307439.596469:0:230993:0:(obd_config.c:995:class_incref()) incref lustre-MDT0001 (ffff9fbf82a08000) now 12 - evictor 00000100:00000200:1.0:1789307439.596469:0:118849:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbe36300 x1876218616151680/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1789307439.596472:0:237204:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbb5d8a80. 00000100:00000001:0.0:1789307439.596476:0:230993:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000040:3.0:1789307439.596478:0:237204:0:(genops.c:1209:class_import_get()) import ffff9fbe960a0800 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1789307439.596479:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000010:0.0:1789307439.596482:0:230993:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb484e600. 02000000:00000001:2.0:1789307439.596483:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1789307439.596484:0:237204:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789307439.596488:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307439.596488:0:237204:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:0.0:1789307439.596490:0:230993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf85192100. 00000100:00000001:1.0:1789307439.596491:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1789307439.596493:0:237204:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307439.596494:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1789307439.596496:0:230993:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfad0ef4b0. 02000000:00000010:3.0:1789307439.596500:0:237204:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb6bf9d00. 02000000:00000010:2.0:1789307439.596501:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfc0b2c000. 00000100:00000001:0.0:1789307439.596502:0:230993:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1789307439.596505:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbe36300 x1876218616151680/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307439.596508:0:230993:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1789307439.596508:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.596508:0:237204:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.596512:0:230993:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1789307439.596516:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf83605528. 00000100:00000001:0.0:1789307439.596517:0:230993:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:3.0:1789307439.596518:0:237204:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@ffff9fbfbb5d8a80 x1876218616152192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789307439.596521:0:230993:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1789307439.596524:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.596525:0:230993:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307439.596525:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd660. 00000100:00000001:1.0:1789307439.596531:0:118849:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:2.0:1789307439.596533:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616151936, portal 4 00000100:00000001:3.0:1789307439.596534:0:237204:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789307439.596537:0:230993:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307439.596538:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789307439.596538:0:237204:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.596539:0:118849:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.596542:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244573682688 : -105829135868928 : ffff9fbfbbf31c00) 00000100:00000001:0.0:1789307439.596546:0:230993:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1789307439.596546:0:118849:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 7572 usecs (8 jiffies) 00000100:00000040:3.0:1789307439.596547:0:237204:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d7c2b9e] to pc [ptlrpcd_00_00+0] req@ffff9fbfbb5d8a80 x1876218616152192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789307439.596550:0:230993:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616151680 00000100:00000001:1.0:1789307439.596553:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315067913 00000100:00000040:2.0:1789307439.596553:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbf31c00 x1876218616151936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789307439.596554:0:230993:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1789307439.596556:0:230993:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789307439.596559:0:230993:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.596560:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315072938 02000000:00000001:0.0:1789307439.596565:0:230993:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.596568:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315067913 00000100:00100000:0.0:1789307439.596571:0:230993:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616151680 00000020:00000001:0.0:1789307439.596575:0:230993:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1789307439.596575:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315072938 00000100:00000001:3.0:1789307439.596576:0:237204:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307439.596579:0:230993:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecede04 00000100:00000001:2.0:1789307439.596580:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1789307439.596582:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315067913 00000020:00000001:0.0:1789307439.596583:0:230993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000040:3.0:1789307439.596584:0:237204:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789307439.596587:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315072938 00000100:00000040:2.0:1789307439.596588:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1789307439.596589:0:230993:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb6c22800 refcount=5 00000100:00000001:1.0:1789307439.596593:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315067913 00000020:00000001:0.0:1789307439.596594:0:230993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244486588416 : -105829222963200 : ffff9fbfb6c22800) 00000400:00000010:2.0:1789307439.596595:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd770. 00000100:00000001:1.0:1789307439.596596:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315072938 00000020:00000001:0.0:1789307439.596601:0:230993:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244486588416 : -105829222963200 : ffff9fbfb6c22800) 00000100:00000001:1.0:1789307439.596602:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1789307439.596602:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876218616151936, offset 0 00000100:00000001:3.0:1789307439.596605:0:237204:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789307439.596607:0:230993:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307439.596609:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789307439.596612:0:237204:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbe80700. 00000100:00000001:1.0:1789307439.596613:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307439.596613:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1789307439.596614:0:230993:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564fc0. 00000020:00000040:3.0:1789307439.596619:0:237204:0:(genops.c:1209:class_import_get()) import ffff9fbe901f3800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1789307439.596620:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307439.596621:0:230993:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307439.596625:0:237204:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:0.0:1789307439.596628:0:230993:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564fc0. 00000100:00000001:1.0:1789307439.596628:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1789307439.596628:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1789307439.596629:0:237204:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1789307439.596632:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1789307439.596635:0:237204:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.596637:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1789307439.596638:0:230993:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb484ec00. 00000100:00000001:1.0:1789307439.596641:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1789307439.596642:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6aa693022ff80 02000000:00000010:3.0:1789307439.596642:0:237204:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb6bf9e00. 00000020:00000010:0.0:1789307439.596645:0:230993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf85192b80. 00000100:00000001:1.0:1789307439.596645:0:118849:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1789307439.596648:0:237204:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307439.596652:0:230993:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfad0ef320. 00000100:00000040:1.0:1789307439.596653:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbb5d8a80 x1876218616152192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307439.596654:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x197959 [8] + 2016 00000100:00000001:0.0:1789307439.596657:0:230993:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1789307439.596658:0:237204:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@ffff9fbfbbe80700 x1876218616152320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789307439.596660:0:230993:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1789307439.596664:0:230993:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307439.596667:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1789307439.596670:0:230993:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1789307439.596672:0:230993:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1789307439.596675:0:230993:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.596685:0:230993:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307439.596685:0:118849:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1789307439.596685:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1789307439.596687:0:237204:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789307439.596690:0:118849:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.596693:0:237204:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.596694:0:118851:0:(events.c:290:request_in_callback()) Process entered 02000000:00000001:1.0:1789307439.596695:0:118849:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1789307439.596698:0:230993:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1789307439.596698:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:1.0:1789307439.596700:0:118849:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789307439.596703:0:230993:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1789307439.596704:0:237204:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646931b9] to pc [ptlrpcd_00_01+1] req@ffff9fbfbbe80700 x1876218616152320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307439.596705:0:118849:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789307439.596706:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb918bb80. 00000100:00000040:2.0:1789307439.596712:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb918bb80 x1876218616151936 msgsize 224 00000100:00100000:0.0:1789307439.596713:0:230993:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2123 00000100:00100000:1.0:1789307439.596715:0:118849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbb5d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:118849:1876218616152192:0@lo:400:kworker.0 00000100:00100000:2.0:1789307439.596726:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1789307439.596727:0:230993:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfb6e54800 : new rpc_count 1 00000100:00000001:3.0:1789307439.596731:0:237204:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.596733:0:230993:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244573857536 : -105829135694080 : ffff9fbfbbf5c700) 00000100:00000040:3.0:1789307439.596736:0:237204:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789307439.596739:0:118849:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1789307439.596740:0:118851:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:3.0:1789307439.596741:0:237204:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1789307439.596745:0:230993:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbf5c700 x1876218616151040/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:485/0 lens 224/0 e 0 to 0 dl 1789307450 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307439.596745:0:118849:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1789307439.596748:0:237204:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbe3c700. 02000000:00000001:1.0:1789307439.596749:0:118849:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307439.596749:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd770 00000400:00000010:2.0:1789307439.596754:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd770. 02000000:00000001:1.0:1789307439.596755:0:118849:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1789307439.596755:0:237204:0:(genops.c:1209:class_import_get()) import ffff9fbfb52e0000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000010:1.0:1789307439.596762:0:118849:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbec62a3c00. 00000100:00000001:2.0:1789307439.596762:0:118851:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1789307439.596762:0:237204:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1789307439.596766:0:230993:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1789307439.596766:0:237204:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789307439.596767:0:118849:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307439.596771:0:230993:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564fc0. 00000100:00000200:2.0:1789307439.596771:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbf31c00 x1876218616151936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789307439.596771:0:237204:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307439.596774:0:118849:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644b58. 00000100:00000001:0.0:1789307439.596779:0:230993:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1789307439.596780:0:237204:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb6bf9700. 00000400:00000010:1.0:1789307439.596782:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b544c8. 00000020:00000010:0.0:1789307439.596785:0:230993:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564fc0. 00000100:00000001:3.0:1789307439.596788:0:237204:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307439.596789:0:118849:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616152192, portal 10 00000100:00100000:0.0:1789307439.596796:0:230993:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbf5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:118852:x1876218616151040:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1789307439.596797:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789307439.596797:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789307439.596797:0:237204:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff9fbfbbe3c700 x1876218616152448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789307439.596801:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244563880576 : -105829145671040 : ffff9fbfbb5d8a80) 00000100:00000200:0.0:1789307439.596806:0:230993:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616151040 00000100:00000040:2.0:1789307439.596806:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbf31c00 x1876218616151936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1789307439.596811:0:230993:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000040:1.0:1789307439.596814:0:118849:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbb5d8a80 x1876218616152192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1789307439.596817:0:230993:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1789307439.596821:0:230993:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.596824:0:237204:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1789307439.596828:0:230993:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1789307439.596831:0:237204:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307439.596833:0:230993:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00000001:2.0:1789307439.596837:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.596867:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1789307439.596871:0:230993:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1789307439.596871:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307439.596876:0:237204:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7aa5d62] to pc [ptlrpcd_00_02+2] req@ffff9fbfbbe3c700 x1876218616152448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307439.596877:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 18530 usecs (19 jiffies) 00000020:00000001:0.0:1789307439.596878:0:230993:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307439.596879:0:118849:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1789307439.596884:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315067925 00000020:00000001:0.0:1789307439.596885:0:230993:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1789307439.596887:0:118849:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1789307439.596889:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315072938 00000020:00000001:0.0:1789307439.596890:0:230993:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1789307439.596893:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54330. 00000100:00000001:2.0:1789307439.596894:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315067925 00000020:00000001:0.0:1789307439.596895:0:230993:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.596900:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315072938 00000100:00000200:1.0:1789307439.596901:0:118849:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616152192, offset 0 00000020:00000001:0.0:1789307439.596902:0:230993:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1789307439.596903:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315067925 00000100:00000001:3.0:1789307439.596905:0:237204:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.596907:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315072938 00000100:00000001:0.0:1789307439.596909:0:230993:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1789307439.596909:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315067925 00000400:00000200:1.0:1789307439.596913:0:118849:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1789307439.596914:0:230993:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1789307439.596915:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315072938 00000100:00000001:2.0:1789307439.596919:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789307439.596920:0:237204:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20405) 00000100:00000001:2.0:1789307439.596921:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789307439.596922:0:230993:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfb939f800. 02000000:00000001:0.0:1789307439.596928:0:230993:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307439.596928:0:118849:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1789307439.596929:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.596934:0:230993:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.596936:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789307439.596939:0:230993:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307439.596940:0:118849:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa6930230080 00010000:00000040:0.0:1789307439.596944:0:230993:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616151040 00000100:00000001:3.0:1789307439.596944:0:235179:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789307439.596949:0:235179:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1789307439.596950:0:230993:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:2.0:1789307439.596950:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1789307439.596953:0:118849:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 154392 00000100:00000001:2.0:1789307439.596955:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000200:0.0:1789307439.596959:0:230993:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbf5c700 x1876218616151040/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:485/0 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307439.596959:0:235179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2124 00000100:00000001:2.0:1789307439.596961:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1789307439.596964:0:118849:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1789307439.596965:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1789307439.596967:0:235179:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe85bcc000 : new rpc_count 1 00000100:00000001:2.0:1789307439.596969:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1789307439.596973:0:235179:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244574488192 : -105829135063424 : ffff9fbfbbff6680) 00000400:00000200:1.0:1789307439.596975:0:118849:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1789307439.596978:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbe3c700 x1876218616152448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789307439.596983:0:230993:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1789307439.596985:0:235179:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbff6680 x1876218616151168/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:485/0 lens 224/0 e 0 to 0 dl 1789307450 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307439.596986:0:118849:0:(events.c:290:request_in_callback()) Process entered 00010000:00000001:0.0:1789307439.596988:0:230993:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307439.596991:0:118849:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:0.0:1789307439.596996:0:230993:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=18 v=5 (1 1 1 5) 00000100:00000001:2.0:1789307439.596998:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1789307439.597000:0:118849:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbff5500. 00000100:00000001:2.0:1789307439.597001:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.597007:0:230993:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789307439.597009:0:118849:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbff5500 x1876218616152192 msgsize 224 02000000:00000001:2.0:1789307439.597009:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1789307439.597014:0:230993:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 02000000:00000001:2.0:1789307439.597014:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307439.597014:0:235179:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307439.597020:0:235179:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0e80. 00000100:00000001:0.0:1789307439.597022:0:230993:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:2.0:1789307439.597022:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307439.597023:0:118849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1789307439.597027:0:235179:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789307439.597030:0:230993:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1789307439.597031:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbe3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:118851:1876218616152448:0@lo:400:kworker.0 00000020:00000010:3.0:1789307439.597032:0:235179:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0e80. 02000000:00000001:0.0:1789307439.597033:0:230993:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.597036:0:118849:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:0.0:1789307439.597040:0:230993:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1789307439.597041:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1789307439.597041:0:235179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbff6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:118849:x1876218616151168:12345-0@lo:400:kworker.0 00000400:00000200:1.0:1789307439.597044:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54330 02000000:00000001:2.0:1789307439.597046:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1789307439.597049:0:230993:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789307439.597050:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54330. 02000000:00000001:2.0:1789307439.597050:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789307439.597051:0:235179:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616151168 00000400:00000010:0.0:1789307439.597055:0:230993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82b28. 02000000:00000001:2.0:1789307439.597056:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1789307439.597057:0:118849:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1789307439.597057:0:235179:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000200:0.0:1789307439.597060:0:230993:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218616151040, offset 224 00000020:00000001:3.0:1789307439.597062:0:235179:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 02000000:00000010:2.0:1789307439.597063:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfc0b2ca00. 00000100:00000200:1.0:1789307439.597066:0:118849:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbb5d8a80 x1876218616152192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789307439.597067:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307439.597067:0:235179:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307439.597070:0:230993:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1789307439.597075:0:235179:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1789307439.597077:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf836051b8. 00000020:00000001:3.0:1789307439.597079:0:235179:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000400:00000200:0.0:1789307439.597084:0:230993:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1789307439.597085:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd770. 00000020:00000001:3.0:1789307439.597086:0:235179:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1789307439.597090:0:235179:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1789307439.597091:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616152448, portal 10 00000400:00000200:0.0:1789307439.597096:0:230993:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6aa693022fc00 00000020:00000001:3.0:1789307439.597096:0:235179:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1789307439.597098:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1789307439.597100:0:235179:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1789307439.597102:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244572677888 : -105829136873728 : ffff9fbfbbe3c700) 00000020:00000001:3.0:1789307439.597105:0:235179:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307439.597109:0:230993:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c1915 [1] + 224 00000020:00000001:3.0:1789307439.597112:0:235179:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1789307439.597115:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbe3c700 x1876218616152448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307439.597116:0:235179:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1789307439.597120:0:230993:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789307439.597121:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1789307439.597121:0:235179:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789307439.597127:0:235179:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbf98c06c00. 00000100:00000040:1.0:1789307439.597130:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbb5d8a80 x1876218616152192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789307439.597131:0:230993:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1789307439.597133:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1789307439.597134:0:235179:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.597137:0:230993:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1789307439.597140:0:235179:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307439.597141:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1789307439.597144:0:230993:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbf9f904e00 x1876218616151040/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307439.597146:0:235179:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307439.597148:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd330. 00010000:00000040:3.0:1789307439.597152:0:235179:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616151168 00000100:00000200:2.0:1789307439.597154:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616152448, offset 0 00000100:00000001:1.0:1789307439.597158:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307439.597159:0:235179:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:1.0:1789307439.597163:0:118849:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1789307439.597166:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1789307439.597170:0:230993:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbf9f904e00 x1876218616151040/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307439.597171:0:118849:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1789307439.597176:0:235179:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbff6680 x1876218616151168/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:485/0 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307439.597179:0:118849:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 7423 usecs (8 jiffies) 00000400:00000200:2.0:1789307439.597180:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1789307439.597187:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315067914 00000100:00000001:1.0:1789307439.597193:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315072938 00000400:00000200:2.0:1789307439.597195:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa6930230180 00000100:00000001:0.0:1789307439.597196:0:230993:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307439.597200:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315067914 00000100:00000001:1.0:1789307439.597205:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315072938 00000400:00000200:2.0:1789307439.597206:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 154616 00010000:00000001:3.0:1789307439.597207:0:235179:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1789307439.597209:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315067914 00010000:00000001:3.0:1789307439.597211:0:235179:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.597212:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315072938 00000100:00000001:1.0:1789307439.597218:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315067914 00000100:00001000:3.0:1789307439.597218:0:235179:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=18 v=5 (1 1 1 5) 00000400:00000200:0.0:1789307439.597221:0:230993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82b28 00000400:00000200:2.0:1789307439.597223:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789307439.597224:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315072938 00000400:00000010:0.0:1789307439.597226:0:230993:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82b28. 00000100:00000001:3.0:1789307439.597227:0:235179:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1789307439.597229:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1789307439.597232:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1789307439.597233:0:230993:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000040:3.0:1789307439.597234:0:235179:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00000100:00000001:1.0:1789307439.597235:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.597237:0:230993:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:2.0:1789307439.597240:0:118851:0:(events.c:290:request_in_callback()) Process entered 00000100:00000001:3.0:1789307439.597241:0:235179:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00000001:1.0:1789307439.597243:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789307439.597243:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1789307439.597244:0:230993:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307439.597247:0:235179:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1789307439.597248:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1789307439.597251:0:235179:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307439.597252:0:230993:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:1.0:1789307439.597254:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:2.0:1789307439.597254:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf85c47100. 00010000:00000001:0.0:1789307439.597257:0:230993:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000001:1.0:1789307439.597258:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789307439.597258:0:235179:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307439.597260:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf85c47100 x1876218616152448 msgsize 224 00000020:00000001:0.0:1789307439.597261:0:230993:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.597264:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1789307439.597265:0:235179:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1789307439.597268:0:230993:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1789307439.597268:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1789307439.597272:0:235179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde880. 00000100:00100000:2.0:1789307439.597273:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1789307439.597274:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307439.597277:0:230993:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf5c700 x1876218616151040/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:485/0 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307439.597279:0:118851:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000200:3.0:1789307439.597280:0:235179:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218616151168, offset 224 00000100:00100000:1.0:1789307439.597281:0:118849:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:1.0:1789307439.597287:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307439.597287:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd330 00000400:00000010:2.0:1789307439.597292:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd330. 00000100:00000001:1.0:1789307439.597294:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789307439.597297:0:118851:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1789307439.597298:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789307439.597299:0:230993:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbf5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:118852:x1876218616151040:12345-0@lo:400:kworker.0 Request processed in 529us (1688us total) trans 0 rc 0/0 00000400:00000200:3.0:1789307439.597300:0:235179:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1789307439.597304:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1789307439.597305:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbe3c700 x1876218616152448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307439.597307:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307439.597310:0:118849:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1789307439.597315:0:235179:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1789307439.597319:0:230993:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2123 00000100:00000040:1.0:1789307439.597324:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbf9f904000 x1876218616151296/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789307439.597327:0:230993:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb6e54800 : new rpc_count 0 00000100:00000001:2.0:1789307439.597330:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1789307439.597333:0:235179:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6aa693022fc80 00000100:00000001:0.0:1789307439.597334:0:230993:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1789307439.597337:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbe3c700 x1876218616152448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307439.597338:0:230993:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1789307439.597345:0:235179:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c191d [1] + 224 00000020:00000010:0.0:1789307439.597347:0:230993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf85192480. 00000100:00000001:1.0:1789307439.597349:0:118849:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789307439.597354:0:118849:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307439.597355:0:230993:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfad0ef000. 00000400:00000200:3.0:1789307439.597358:0:235179:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1789307439.597360:0:118849:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1789307439.597363:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307439.597364:0:230993:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb484fe00. 02000000:00000001:1.0:1789307439.597364:0:118849:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307439.597368:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1789307439.597368:0:235179:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1789307439.597372:0:118849:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307439.597375:0:230993:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb6e54800 : new refcount 4 00000100:00000001:2.0:1789307439.597376:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.597377:0:235179:0:(events.c:80:reply_in_callback()) Process entered 00000100:00100000:1.0:1789307439.597378:0:118849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbf9f904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:118849:1876218616151296:0@lo:400:kworker.0 00000100:00000001:0.0:1789307439.597382:0:230993:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789307439.597383:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 6086 usecs (7 jiffies) 00000100:00000001:1.0:1789307439.597384:0:118849:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1789307439.597386:0:235179:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbf9f907800 x1876218616151168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307439.597389:0:118849:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1789307439.597389:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315067913 02000000:00000001:1.0:1789307439.597394:0:118849:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.597395:0:230993:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1789307439.597395:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315072938 00000100:00100000:0.0:1789307439.597401:0:230993:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616152192 02000000:00000001:1.0:1789307439.597401:0:118849:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1789307439.597402:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315067913 00000100:00000040:3.0:1789307439.597406:0:235179:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbf9f907800 x1876218616151168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789307439.597407:0:230993:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307439.597407:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315072938 02000000:00000010:1.0:1789307439.597409:0:118849:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbec62a2200. 00000100:00000001:0.0:1789307439.597411:0:230993:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307439.597412:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315067913 00000100:00000001:0.0:1789307439.597415:0:230993:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307439.597415:0:118849:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.597417:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315072938 00000100:00000001:2.0:1789307439.597422:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315067913 02000000:00000001:0.0:1789307439.597423:0:230993:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307439.597424:0:118849:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644528. 00000100:00000001:2.0:1789307439.597429:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315072938 00000100:00100000:0.0:1789307439.597430:0:230993:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616152192 00000100:00000001:3.0:1789307439.597431:0:235179:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000010:1.0:1789307439.597433:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54330. 00000100:00000001:2.0:1789307439.597433:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789307439.597435:0:230993:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789307439.597439:0:230993:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecede0b 00000100:00000001:2.0:1789307439.597439:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307439.597440:0:118849:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616151296, portal 4 00000400:00000200:3.0:1789307439.597441:0:235179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde880 00000020:00000001:0.0:1789307439.597442:0:230993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1789307439.597446:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1789307439.597447:0:230993:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfbfad8800 refcount=5 00000400:00000010:3.0:1789307439.597447:0:235179:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde880. 00000100:00000001:1.0:1789307439.597450:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244097441792 : -105829612109824 : ffff9fbf9f904000) 00000100:00000001:2.0:1789307439.597452:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.597453:0:235179:0:(events.c:390:reply_out_callback()) Process entered 00000020:00000001:0.0:1789307439.597454:0:230993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244636231680 : -105829073319936 : ffff9fbfbfad8800) 00000100:00000001:3.0:1789307439.597456:0:235179:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:2.0:1789307439.597458:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789307439.597460:0:230993:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244636231680 : -105829073319936 : ffff9fbfbfad8800) 00000100:00000040:1.0:1789307439.597461:0:118849:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbf9f904000 x1876218616151296/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307439.597463:0:235179:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.597464:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789307439.597466:0:230993:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1789307439.597469:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1789307439.597471:0:235179:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000020:00000010:0.0:1789307439.597472:0:230993:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564fc0. 00000100:00000001:2.0:1789307439.597476:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1789307439.597477:0:235179:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000001:0.0:1789307439.597479:0:230993:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307439.597480:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789307439.597483:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307439.597485:0:230993:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564fc0. 00000100:00000001:1.0:1789307439.597487:0:118849:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1789307439.597487:0:235179:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307439.597488:0:118851:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00000010:0.0:1789307439.597492:0:230993:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb484fe00. 00000100:00000001:2.0:1789307439.597493:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789307439.597494:0:118849:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1789307439.597494:0:235179:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1789307439.597499:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1789307439.597500:0:230993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf85192480. 00000400:00000010:1.0:1789307439.597501:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54ee0. 00000100:00000001:2.0:1789307439.597503:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789307439.597504:0:235179:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbff6680 x1876218616151168/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:485/0 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1789307439.597507:0:230993:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfad0ef000. 00000100:00000200:1.0:1789307439.597508:0:118849:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1876218616151296, offset 0 00000100:00000001:2.0:1789307439.597508:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789307439.597511:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789307439.597514:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1789307439.597515:0:230993:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789307439.597520:0:230993:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1789307439.597521:0:118849:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1789307439.597521:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbf31500 x1876218616152064/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307439.597524:0:230993:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307439.597533:0:230993:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:1.0:1789307439.597536:0:118849:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1789307439.597536:0:235179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbff6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:118849:x1876218616151168:12345-0@lo:400:kworker.0 Request processed in 516us (1755us total) trans 0 rc 0/0 00000100:00000001:0.0:1789307439.597537:0:230993:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1789307439.597540:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789307439.597541:0:230993:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.597542:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307439.597548:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1789307439.597549:0:230993:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307439.597551:0:118849:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6aa693022fd00 02000000:00000001:2.0:1789307439.597551:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1789307439.597556:0:235179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2124 02000000:00000001:2.0:1789307439.597557:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.597562:0:230993:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789307439.597563:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbf31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:118851:1876218616152064:0@lo:400:kworker.0 00000400:00000200:1.0:1789307439.597564:0:118849:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0xa2499 [256] + 16280 00000100:00000040:3.0:1789307439.597564:0:235179:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe85bcc000 : new rpc_count 0 00000100:00100000:0.0:1789307439.597565:0:230993:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616152448 02000000:00000001:0.0:1789307439.597570:0:230993:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789307439.597571:0:235179:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307439.597572:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1789307439.597573:0:230993:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789307439.597576:0:230993:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307439.597577:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1789307439.597577:0:235179:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1789307439.597578:0:118849:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1789307439.597579:0:230993:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307439.597580:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307439.597583:0:235179:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf85192100. 02000000:00000001:2.0:1789307439.597585:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1789307439.597586:0:230993:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616152448 00000020:00000010:3.0:1789307439.597588:0:235179:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfad0ef4b0. 00000400:00000200:1.0:1789307439.597589:0:118849:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1789307439.597589:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfc0b2d800. 00000020:00000001:0.0:1789307439.597590:0:230993:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789307439.597595:0:230993:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed77872 02000000:00000001:2.0:1789307439.597595:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307439.597596:0:235179:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb484e600. 00000100:00000001:1.0:1789307439.597598:0:118849:0:(events.c:290:request_in_callback()) Process entered 00000020:00000001:0.0:1789307439.597600:0:230993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000010:2.0:1789307439.597602:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf83605e70. 00000100:00000200:1.0:1789307439.597603:0:118849:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000040:0.0:1789307439.597604:0:230993:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfa3386800 refcount=5 00000020:00000040:3.0:1789307439.597604:0:235179:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe85bcc000 : new refcount 4 00000400:00000010:2.0:1789307439.597606:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd330. 00000100:00000001:3.0:1789307439.597609:0:235179:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789307439.597611:0:230993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244158793728 : -105829550757888 : ffff9fbfa3386800) 00000100:00000200:2.0:1789307439.597612:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616152064, portal 4 00000100:00000010:1.0:1789307439.597617:0:118849:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbff7100. 00000100:00000001:2.0:1789307439.597617:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1789307439.597618:0:230993:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244158793728 : -105829550757888 : ffff9fbfa3386800) 00000100:00000001:2.0:1789307439.597620:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244573680896 : -105829135870720 : ffff9fbfbbf31500) 00000100:00000040:1.0:1789307439.597623:0:118849:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbff7100 x1876218616151296 msgsize 224 00000100:00000001:3.0:1789307439.597624:0:235179:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1789307439.597625:0:230993:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1789307439.597628:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbf31500 x1876218616152064/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307439.597628:0:235179:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1789307439.597632:0:230993:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564fc0. 00000100:00100000:3.0:1789307439.597637:0:235179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2125 00000100:00100000:1.0:1789307439.597638:0:118849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1789307439.597640:0:230993:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbec4f00140. 00000100:00000040:3.0:1789307439.597645:0:235179:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfb6c22800 : new rpc_count 1 00000100:00000001:0.0:1789307439.597649:0:230993:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1789307439.597649:0:235179:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244574487296 : -105829135064320 : ffff9fbfbbff6300) 00000100:00000001:1.0:1789307439.597651:0:118849:0:(events.c:377:request_in_callback()) Process leaving 00000020:00000010:0.0:1789307439.597652:0:230993:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564fc0. 00000020:00000010:0.0:1789307439.597659:0:230993:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb484e600. 00000400:00000200:1.0:1789307439.597661:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54ee0 00000100:00000040:3.0:1789307439.597661:0:235179:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbff6300 x1876218616151680/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:485/0 lens 224/0 e 0 to 0 dl 1789307450 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1789307439.597665:0:230993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf85192680. 00000400:00000010:1.0:1789307439.597666:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54ee0. 00000020:00000010:0.0:1789307439.597671:0:230993:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfad0efc80. 00000100:00000001:1.0:1789307439.597673:0:118849:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1789307439.597673:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1789307439.597677:0:230993:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789307439.597681:0:230993:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1789307439.597682:0:118849:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbf9f904000 x1876218616151296/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307439.597682:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1789307439.597683:0:230993:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307439.597686:0:235179:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1789307439.597688:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fdaa0. 00000100:00000001:0.0:1789307439.597689:0:230993:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:3.0:1789307439.597692:0:235179:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0e80. 00000100:00000001:0.0:1789307439.597693:0:230993:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:2.0:1789307439.597695:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876218616152064, offset 0 00000100:00000001:0.0:1789307439.597697:0:230993:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.597698:0:235179:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789307439.597702:0:230993:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1789307439.597704:0:235179:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0e80. 00000400:00000200:2.0:1789307439.597708:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1789307439.597711:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789307439.597715:0:230993:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1789307439.597716:0:235179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbff6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:118849:x1876218616151680:12345-0@lo:400:kworker.0 00000100:00000040:1.0:1789307439.597718:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbf9f904000 x1876218616151296/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307439.597719:0:230993:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1789307439.597720:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1789307439.597726:0:235179:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616151680 00000100:00100000:0.0:1789307439.597727:0:230993:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2126 00000020:00000001:3.0:1789307439.597730:0:235179:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000040:0.0:1789307439.597733:0:230993:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfbfad8800 : new rpc_count 1 00000400:00000200:2.0:1789307439.597734:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6aa6930230000 00000020:00000001:3.0:1789307439.597735:0:235179:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1789307439.597737:0:230993:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244574483712 : -105829135067904 : ffff9fbfbbff5500) 00000020:00000001:3.0:1789307439.597740:0:235179:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307439.597743:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x197959 [8] + 2240 00000100:00000040:0.0:1789307439.597746:0:230993:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbff5500 x1876218616152192/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:485/0 lens 224/0 e 0 to 0 dl 1789307450 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307439.597750:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307439.597752:0:235179:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1789307439.597753:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789307439.597757:0:118849:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1789307439.597757:0:235179:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000400:00000200:2.0:1789307439.597762:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1789307439.597764:0:235179:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1789307439.597765:0:118849:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307439.597768:0:235179:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307439.597769:0:118851:0:(events.c:290:request_in_callback()) Process entered 00000100:00000001:0.0:1789307439.597772:0:230993:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1789307439.597772:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:1.0:1789307439.597773:0:118849:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 15286 usecs (16 jiffies) 00000020:00000001:3.0:1789307439.597773:0:235179:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1789307439.597778:0:230993:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564fc0. 00000100:00000010:2.0:1789307439.597778:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf85c46d80. 00000020:00000001:3.0:1789307439.597778:0:235179:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1789307439.597780:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315067922 00000020:00000001:3.0:1789307439.597781:0:235179:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.597784:0:230993:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789307439.597784:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf85c46d80 x1876218616152064 msgsize 224 00000100:00000001:1.0:1789307439.597788:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315072938 00000020:00000001:3.0:1789307439.597788:0:235179:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000020:00000010:0.0:1789307439.597791:0:230993:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564fc0. 00000100:00000001:3.0:1789307439.597792:0:235179:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1789307439.597795:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315067922 00000100:00100000:2.0:1789307439.597796:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1789307439.597797:0:235179:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1789307439.597801:0:230993:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbff5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:118849:x1876218616152192:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1789307439.597801:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315072938 02000000:00000010:3.0:1789307439.597804:0:235179:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbf98c07800. 00000100:00000001:2.0:1789307439.597806:0:118851:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:1.0:1789307439.597807:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315067922 00000100:00000200:0.0:1789307439.597810:0:230993:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616152192 02000000:00000001:3.0:1789307439.597811:0:235179:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307439.597813:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fdaa0 00000020:00000001:0.0:1789307439.597814:0:230993:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1789307439.597814:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315072938 00000100:00000001:3.0:1789307439.597815:0:235179:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307439.597817:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fdaa0. 00000020:00000001:0.0:1789307439.597818:0:230993:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1789307439.597821:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315067922 00000020:00000001:3.0:1789307439.597821:0:235179:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307439.597822:0:230993:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.597823:0:118851:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1789307439.597827:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315072938 00000020:00000001:0.0:1789307439.597828:0:230993:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00010000:00000040:3.0:1789307439.597828:0:235179:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616151680 00000100:00000200:2.0:1789307439.597829:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbf31500 x1876218616152064/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1789307439.597831:0:230993:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00000001:1.0:1789307439.597834:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789307439.597835:0:235179:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000020:00000001:0.0:1789307439.597873:0:230993:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00010000:00000200:3.0:1789307439.597873:0:235179:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbff6300 x1876218616151680/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:485/0 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307439.597875:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789307439.597876:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307439.597878:0:230993:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307439.597883:0:118849:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789307439.597883:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbf31500 x1876218616152064/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1789307439.597884:0:230993:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1789307439.597889:0:230993:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1789307439.597892:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbe36d80 x1876218616151808/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1789307439.597893:0:230993:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307439.597893:0:235179:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789307439.597898:0:235179:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307439.597899:0:230993:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1789307439.597902:0:230993:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1789307439.597905:0:230993:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1789307439.597907:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789307439.597907:0:235179:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=18 v=5 (1 1 1 5) 02000000:00000010:0.0:1789307439.597910:0:230993:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfb6a0d400. 00000100:00000001:2.0:1789307439.597913:0:118851:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1789307439.597914:0:230993:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.597917:0:235179:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1789307439.597918:0:230993:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.597921:0:118849:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789307439.597921:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307439.597922:0:230993:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307439.597924:0:235179:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00010000:00000040:0.0:1789307439.597927:0:230993:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616152192 00000100:00000040:2.0:1789307439.597930:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 12598 usecs (13 jiffies) 00010000:00000001:0.0:1789307439.597931:0:230993:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:1.0:1789307439.597931:0:118849:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.597931:0:235179:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00000001:2.0:1789307439.597937:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315067920 00010000:00000200:0.0:1789307439.597938:0:230993:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbff5500 x1876218616152192/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:485/0 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789307439.597939:0:235179:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789307439.597940:0:118849:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1789307439.597943:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315072938 02000000:00000001:3.0:1789307439.597943:0:235179:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307439.597945:0:118849:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307439.597950:0:235179:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1789307439.597951:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315067920 02000000:00000001:1.0:1789307439.597952:0:118849:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.597958:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315072938 00000100:00000040:3.0:1789307439.597958:0:235179:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1789307439.597960:0:230993:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1789307439.597962:0:118849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbe36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:118849:1876218616151808:0@lo:400:kworker.0 00010000:00000001:0.0:1789307439.597964:0:230993:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789307439.597964:0:235179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde880. 00000100:00000001:2.0:1789307439.597970:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315067920 00000100:00001000:0.0:1789307439.597972:0:230993:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=18 v=5 (1 1 1 5) 00000100:00000001:1.0:1789307439.597972:0:118849:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1789307439.597972:0:235179:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218616151680, offset 224 02000000:00000001:1.0:1789307439.597977:0:118849:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1789307439.597977:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315072938 00000100:00000001:0.0:1789307439.597983:0:230993:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1789307439.597983:0:118849:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.597983:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315067920 00000400:00000200:3.0:1789307439.597984:0:235179:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1789307439.597989:0:118849:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1789307439.597990:0:230993:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00000100:00000001:2.0:1789307439.597990:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315072938 00000100:00000001:0.0:1789307439.597995:0:230993:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000010:1.0:1789307439.597996:0:118849:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbec62a2800. 00000400:00000200:3.0:1789307439.597998:0:235179:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1789307439.598001:0:230993:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789307439.598002:0:118849:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307439.598006:0:230993:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.598006:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1789307439.598008:0:118849:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644478. 00000400:00000200:3.0:1789307439.598011:0:235179:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6aa693022fe80 00000100:00000001:0.0:1789307439.598012:0:230993:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1789307439.598013:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307439.598015:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54ee0. 00000100:00000040:0.0:1789307439.598019:0:230993:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1789307439.598021:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307439.598023:0:235179:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c1935 [1] + 224 00000400:00000010:0.0:1789307439.598024:0:230993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82b28. 00000100:00000001:2.0:1789307439.598026:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307439.598033:0:118849:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616151808, portal 4 00000400:00000200:3.0:1789307439.598033:0:235179:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1789307439.598034:0:230993:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218616152192, offset 224 00000100:00000001:1.0:1789307439.598039:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307439.598042:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244572654976 : -105829136896640 : ffff9fbfbbe36d80) 00000400:00000200:0.0:1789307439.598046:0:230993:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789307439.598047:0:235179:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1789307439.598051:0:238798:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1789307439.598055:0:118849:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbe36d80 x1876218616151808/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307439.598055:0:238798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616150912 00000100:00000001:3.0:1789307439.598056:0:235179:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:0.0:1789307439.598061:0:230993:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1789307439.598061:0:238798:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307439.598065:0:238798:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1789307439.598066:0:235179:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbbe36300 x1876218616151680/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307439.598069:0:238798:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307439.598075:0:238798:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307439.598076:0:230993:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6aa6930230080 00000100:00100000:2.0:1789307439.598080:0:238798:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616150912 00000100:00000001:1.0:1789307439.598082:0:118849:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1789307439.598084:0:238798:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307439.598087:0:238798:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedbf0 00000400:00000200:0.0:1789307439.598089:0:230993:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c1945 [1] + 224 00000100:00000040:1.0:1789307439.598090:0:118849:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1789307439.598091:0:238798:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307439.598095:0:238798:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe97dc9000 refcount=24 00000400:00000010:1.0:1789307439.598098:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54880. 00000020:00000001:2.0:1789307439.598099:0:238798:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239673257984 : -105834036293632 : ffff9fbe97dc9000) 00000400:00000200:0.0:1789307439.598101:0:230993:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1789307439.598102:0:235179:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfbbe36300 x1876218616151680/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307439.598104:0:238798:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239673257984 : -105834036293632 : ffff9fbe97dc9000) 00000100:00000200:1.0:1789307439.598105:0:118849:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1876218616151808, offset 0 00000100:00000001:2.0:1789307439.598109:0:238798:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307439.598114:0:238798:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00b40. 00000400:00000200:1.0:1789307439.598118:0:118849:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1789307439.598119:0:238798:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1789307439.598123:0:230993:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1789307439.598124:0:238798:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00b40. 00000100:00000001:3.0:1789307439.598124:0:235179:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1789307439.598132:0:118849:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1789307439.598133:0:238798:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0b2cc00. 00000400:00000200:3.0:1789307439.598134:0:235179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde880 00000020:00000010:2.0:1789307439.598139:0:238798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44a80. 00000400:00000010:3.0:1789307439.598139:0:235179:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde880. 00000020:00000010:2.0:1789307439.598144:0:238798:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984960. 00000100:00000001:3.0:1789307439.598145:0:235179:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1789307439.598147:0:230993:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:1.0:1789307439.598148:0:118849:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6aa693022ff00 00000100:00000001:3.0:1789307439.598149:0:235179:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000040:2.0:1789307439.598153:0:238798:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000200:0.0:1789307439.598155:0:230993:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbb5d8a80 x1876218616152192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307439.598157:0:238798:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307439.598157:0:235179:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307439.598159:0:118849:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0xa2499 [256] + 16504 00000100:00000001:2.0:1789307439.598160:0:238798:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307439.598164:0:238798:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307439.598165:0:235179:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:2.0:1789307439.598171:0:238798:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307439.598172:0:235179:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000400:00000200:1.0:1789307439.598173:0:118849:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1789307439.598176:0:235179:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307439.598179:0:230993:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfbb5d8a80 x1876218616152192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789307439.598182:0:118849:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1789307439.598182:0:235179:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1789307439.598186:0:238798:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789307439.598190:0:235179:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbff6300 x1876218616151680/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:485/0 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307439.598191:0:118849:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789307439.598195:0:118849:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1789307439.598197:0:238798:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307439.598200:0:238798:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000010:1.0:1789307439.598203:0:118849:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbff5180. 00000100:00100000:2.0:1789307439.598207:0:238798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00000001:0.0:1789307439.598209:0:230993:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:1.0:1789307439.598210:0:118849:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbff5180 x1876218616151808 msgsize 224 00000100:00000040:2.0:1789307439.598214:0:238798:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe97dc9000 : new rpc_count 1 00000100:00000001:2.0:1789307439.598218:0:238798:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244156979280 : -105829552572336 : ffff9fbfa31cb850) 00000400:00000200:0.0:1789307439.598219:0:230993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82b28 00000400:00000010:0.0:1789307439.598224:0:230993:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82b28. 00000100:00100000:1.0:1789307439.598224:0:118849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789307439.598226:0:235179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbff6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:118849:x1876218616151680:12345-0@lo:400:kworker.0 Request processed in 537us (1811us total) trans 0 rc 0/0 00000100:00000040:2.0:1789307439.598227:0:238798:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfa31cb850 x1876218616150912/t0(0) o400->6d06165a-4799-48d7-99d3-4176da1fff9b@0@lo:485/0 lens 224/0 e 0 to 0 dl 1789307450 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307439.598230:0:230993:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1789307439.598233:0:230993:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1789307439.598239:0:230993:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.598246:0:118849:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000040:0.0:1789307439.598247:0:230993:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000100:00100000:3.0:1789307439.598248:0:235179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2125 00000100:00000001:2.0:1789307439.598253:0:238798:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1789307439.598254:0:230993:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000400:00000200:1.0:1789307439.598256:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54880 00000100:00000040:3.0:1789307439.598256:0:235179:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb6c22800 : new rpc_count 0 00000020:00000001:0.0:1789307439.598259:0:230993:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307439.598259:0:238798:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00b40. 00000100:00000001:3.0:1789307439.598260:0:235179:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1789307439.598261:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54880. 00000020:00000001:0.0:1789307439.598266:0:230993:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1789307439.598266:0:238798:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307439.598266:0:235179:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1789307439.598267:0:118849:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:2.0:1789307439.598273:0:238798:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00b40. 00000020:00000010:3.0:1789307439.598273:0:235179:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf85192b80. 00000100:00000040:0.0:1789307439.598275:0:230993:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbff5500 x1876218616152192/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:485/0 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789307439.598277:0:118849:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbe36d80 x1876218616151808/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1789307439.598281:0:235179:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfad0ef320. 00000100:00100000:2.0:1789307439.598285:0:238798:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfa31cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:6d06165a-4799-48d7-99d3-4176da1fff9b+24:118851:x1876218616150912:12345-0@lo:400:kworker.0 00000020:00000010:3.0:1789307439.598288:0:235179:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb484ec00. 00000020:00000040:3.0:1789307439.598295:0:235179:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb6c22800 : new refcount 4 00000100:00000200:2.0:1789307439.598297:0:238798:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616150912 00000100:00000001:3.0:1789307439.598301:0:235179:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307439.598303:0:238798:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1789307439.598309:0:238798:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00100000:0.0:1789307439.598311:0:230993:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbff5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:118849:x1876218616152192:12345-0@lo:400:kworker.0 Request processed in 534us (1299us total) trans 0 rc 0/0 00000100:00000001:1.0:1789307439.598312:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1789307439.598313:0:238798:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.598317:0:235179:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1789307439.598319:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbe36d80 x1876218616151808/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307439.598319:0:238798:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1789307439.598320:0:235179:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1789307439.598324:0:238798:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660900032 : -1048651584 : ffffffffc17ed8c0) 00000100:00100000:3.0:1789307439.598329:0:235179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2127 00000020:00000001:2.0:1789307439.598331:0:238798:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1789307439.598336:0:238798:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789307439.598337:0:235179:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfa3386800 : new rpc_count 1 00000100:00000001:1.0:1789307439.598341:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307439.598342:0:230993:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2126 00000020:00000001:2.0:1789307439.598342:0:238798:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1789307439.598345:0:118849:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1789307439.598346:0:238798:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1789307439.598348:0:235179:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243664654592 : -105830044897024 : ffff9fbf85c47100) 00000100:00000040:0.0:1789307439.598350:0:230993:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfbfad8800 : new rpc_count 0 00000020:00000001:2.0:1789307439.598350:0:238798:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.598352:0:118849:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.598356:0:230993:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1789307439.598357:0:238798:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1789307439.598357:0:235179:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf85c47100 x1876218616152448/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:485/0 lens 224/0 e 0 to 0 dl 1789307450 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307439.598359:0:118849:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 2387 usecs (3 jiffies) 00000100:00000001:0.0:1789307439.598361:0:230993:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1789307439.598361:0:238798:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307439.598364:0:238798:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1789307439.598367:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315067910 00000020:00000010:0.0:1789307439.598368:0:230993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf85192480. 02000000:00000010:2.0:1789307439.598369:0:238798:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfbedf6800. 00000100:00000001:1.0:1789307439.598375:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315072938 02000000:00000001:2.0:1789307439.598375:0:238798:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307439.598377:0:230993:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfad0ef000. 00000100:00000001:2.0:1789307439.598377:0:238798:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.598378:0:235179:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307439.598383:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315067910 00000020:00000001:2.0:1789307439.598383:0:238798:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307439.598384:0:230993:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb484fe00. 00000020:00000010:3.0:1789307439.598384:0:235179:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0e80. 00010000:00000040:2.0:1789307439.598386:0:238798:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616150912 00000100:00000001:1.0:1789307439.598390:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315072938 00010000:00000001:2.0:1789307439.598390:0:238798:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:3.0:1789307439.598391:0:235179:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1789307439.598392:0:230993:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfbfad8800 : new refcount 4 00000100:00000001:1.0:1789307439.598396:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315067910 00000100:00000001:0.0:1789307439.598397:0:230993:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1789307439.598398:0:235179:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0e80. 00000100:00000001:1.0:1789307439.598403:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315072938 00010000:00000200:2.0:1789307439.598403:0:238798:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfa31cb850 x1876218616150912/t0(0) o400->6d06165a-4799-48d7-99d3-4176da1fff9b@0@lo:485/0 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307439.598410:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315067910 00000100:00100000:3.0:1789307439.598411:0:235179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf85c47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:118851:x1876218616152448:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1789307439.598416:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1789307439.598416:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315072938 00010000:00000001:2.0:1789307439.598420:0:238798:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1789307439.598422:0:235179:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616152448 00000100:00000001:1.0:1789307439.598423:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1789307439.598424:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0001 (ffff9fbf82a08000) now 12 - evictor 00010000:00000001:2.0:1789307439.598424:0:238798:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307439.598426:0:235179:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789307439.598430:0:235179:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1789307439.598431:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789307439.598432:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00001000:2.0:1789307439.598432:0:238798:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe840599e8 time=9 v=5 (1 1 1 1) 00000020:00000001:3.0:1789307439.598434:0:235179:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.598437:0:118849:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1789307439.598438:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000 (ffff9fbfad0fcd40) now 16 - evictor 00000020:00000001:3.0:1789307439.598439:0:235179:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1789307439.598441:0:238798:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1789307439.598444:0:235179:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00000040:1.0:1789307439.598445:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbe80700 x1876218616152320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307439.598448:0:238798:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000020:00000001:3.0:1789307439.598449:0:235179:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1789307439.598454:0:235179:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307439.598455:0:238798:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00000001:0.0:1789307439.598456:0:118852:0:(events.c:290:request_in_callback()) Process entered 00000020:00000001:3.0:1789307439.598459:0:235179:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1789307439.598460:0:118852:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:2.0:1789307439.598461:0:238798:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1789307439.598464:0:235179:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1789307439.598465:0:238798:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.598466:0:118849:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1789307439.598467:0:235179:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789307439.598469:0:118852:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf5ea00. 00000100:00000001:1.0:1789307439.598469:0:118849:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.598472:0:238798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1789307439.598472:0:235179:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1789307439.598475:0:118852:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbf5ea00 x1876218616151552 msgsize 224 02000000:00000001:1.0:1789307439.598476:0:118849:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1789307439.598477:0:235179:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1789307439.598478:0:238798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1789307439.598481:0:118849:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789307439.598482:0:235179:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1789307439.598484:0:238798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fdaa0. 02000000:00000001:1.0:1789307439.598487:0:118849:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307439.598489:0:118852:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:3.0:1789307439.598489:0:235179:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbf98c06000. 00000100:00000200:2.0:1789307439.598490:0:238798:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1876218616150912, offset 224 02000000:00000001:3.0:1789307439.598496:0:235179:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307439.598500:0:118849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbe80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:118849:1876218616152320:0@lo:400:kworker.0 00000400:00000200:2.0:1789307439.598500:0:238798:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1789307439.598501:0:235179:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.598504:0:118852:0:(events.c:377:request_in_callback()) Process leaving 00000020:00000001:3.0:1789307439.598506:0:235179:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.598509:0:118849:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1789307439.598510:0:238798:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789307439.598513:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82990 00010000:00000040:3.0:1789307439.598513:0:235179:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616152448 02000000:00000001:1.0:1789307439.598514:0:118849:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1789307439.598518:0:235179:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 02000000:00000001:1.0:1789307439.598519:0:118849:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307439.598519:0:238798:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6aa693022fb80 00000400:00000010:0.0:1789307439.598520:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82990. 02000000:00000001:1.0:1789307439.598526:0:118849:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000200:3.0:1789307439.598526:0:235179:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf85c47100 x1876218616152448/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:485/0 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307439.598527:0:118852:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:1.0:1789307439.598532:0:118849:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbec62a3800. 00000400:00000200:2.0:1789307439.598533:0:238798:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1c190d [1] + 224 00000100:00000200:0.0:1789307439.598535:0:118852:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbe37100 x1876218616151552/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307439.598538:0:118849:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307439.598546:0:118849:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644268. 00000400:00000200:2.0:1789307439.598549:0:238798:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1789307439.598553:0:235179:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000400:00000010:1.0:1789307439.598554:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54880. 00010000:00000001:3.0:1789307439.598558:0:235179:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307439.598559:0:238798:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1789307439.598562:0:118849:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616152320, portal 10 00000100:00000001:0.0:1789307439.598563:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789307439.598565:0:238798:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1789307439.598568:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1789307439.598569:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbe37100 x1876218616151552/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307439.598571:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244572956416 : -105829136595200 : ffff9fbfbbe80700) 00000100:00001000:3.0:1789307439.598571:0:235179:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=18 v=5 (1 1 1 5) 00000100:00000200:2.0:1789307439.598574:0:238798:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbf90b65f80 x1876218616150912/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307439.598582:0:235179:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789307439.598583:0:118849:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbe80700 x1876218616152320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307439.598588:0:235179:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00000100:00000001:0.0:1789307439.598594:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.598596:0:235179:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00000001:0.0:1789307439.598601:0:118852:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1789307439.598603:0:235179:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789307439.598607:0:235179:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307439.598608:0:238798:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbf90b65f80 x1876218616150912/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307439.598609:0:118852:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.598610:0:118849:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1789307439.598612:0:235179:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789307439.598617:0:118852:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 5148 usecs (6 jiffies) 00000100:00000040:1.0:1789307439.598617:0:118849:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1789307439.598620:0:235179:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789307439.598623:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b542a8. 00000100:00000001:0.0:1789307439.598624:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315067913 00000400:00000010:3.0:1789307439.598626:0:235179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde880. 00000100:00000200:1.0:1789307439.598629:0:118849:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616152320, offset 0 00000100:00000001:0.0:1789307439.598632:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315072938 00000100:00000200:3.0:1789307439.598634:0:235179:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218616152448, offset 224 00000100:00000001:0.0:1789307439.598637:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315067913 00000100:00000001:2.0:1789307439.598638:0:238798:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1789307439.598639:0:118849:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1789307439.598643:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315072938 00000100:00000001:0.0:1789307439.598645:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315067913 00000400:00000200:3.0:1789307439.598649:0:235179:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1789307439.598650:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315072938 00000400:00000200:1.0:1789307439.598651:0:118849:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1789307439.598655:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315067913 00000100:00000001:0.0:1789307439.598657:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315072938 00000100:00000001:0.0:1789307439.598659:0:118852:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1789307439.598660:0:238798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fdaa0 00000100:00000001:0.0:1789307439.598661:0:118852:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307439.598666:0:238798:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fdaa0. 00000400:00000200:1.0:1789307439.598667:0:118849:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa6930230100 00000400:00000200:3.0:1789307439.598668:0:235179:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1789307439.598672:0:238798:0:(events.c:390:reply_out_callback()) Process entered 00000400:00000001:0.0:1789307439.598673:0:118852:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789307439.598676:0:118852:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1789307439.598676:0:238798:0:(events.c:402:reply_out_callback()) Process leaving 00000400:00000010:0.0:1789307439.598680:0:118852:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb6ce3c60. 00000400:00000200:3.0:1789307439.598681:0:235179:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6aa6930230180 00000100:00000001:2.0:1789307439.598682:0:238798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307439.598684:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82220 00000400:00000010:0.0:1789307439.598687:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82220. 00000100:00000040:2.0:1789307439.598690:0:238798:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:0.0:1789307439.598691:0:118852:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:1.0:1789307439.598695:0:118849:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 154840 00010000:00000001:2.0:1789307439.598696:0:238798:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000200:0.0:1789307439.598698:0:118852:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbf9f904e00 x1876218616151040/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789307439.598703:0:118849:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1789307439.598705:0:238798:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307439.598707:0:235179:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c1951 [1] + 224 00000020:00000001:2.0:1789307439.598711:0:238798:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1789307439.598714:0:118849:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1789307439.598720:0:238798:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfa31cb850 x1876218616150912/t0(0) o400->6d06165a-4799-48d7-99d3-4176da1fff9b@0@lo:485/0 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789307439.598720:0:235179:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1789307439.598721:0:118852:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbf9f904e00 x1876218616151040/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307439.598721:0:118849:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789307439.598725:0:118849:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1789307439.598732:0:235179:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1789307439.598733:0:118849:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbff4000. 00000100:00000040:1.0:1789307439.598739:0:118849:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbff4000 x1876218616152320 msgsize 224 00000100:00000001:0.0:1789307439.598742:0:118852:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789307439.598743:0:235179:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1789307439.598746:0:118852:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307439.598752:0:118852:0:(client.c:1593:after_reply()) Process entered 00000100:00000200:3.0:1789307439.598752:0:235179:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbbe3c700 x1876218616152448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307439.598755:0:118849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1789307439.598756:0:118852:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1789307439.598756:0:238798:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfa31cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:6d06165a-4799-48d7-99d3-4176da1fff9b+24:118851:x1876218616150912:12345-0@lo:400:kworker.0 Request processed in 497us (3288us total) trans 0 rc 0/0 00000100:00000001:0.0:1789307439.598761:0:118852:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789307439.598763:0:118852:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.598766:0:118849:0:(events.c:377:request_in_callback()) Process leaving 02000000:00000001:0.0:1789307439.598767:0:118852:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307439.598774:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b542a8 00000100:00001000:0.0:1789307439.598775:0:118852:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf89fa1460 time=136 v=5 (6 6 6 6) 00000100:00100000:2.0:1789307439.598777:0:238798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000400:00000010:1.0:1789307439.598779:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b542a8. 00000100:00000040:3.0:1789307439.598781:0:235179:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfbbe3c700 x1876218616152448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1789307439.598782:0:118852:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf89fa1418 time=153 v=5 (1 1 1 0) 00000100:00000040:2.0:1789307439.598784:0:238798:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe97dc9000 : new rpc_count 0 00000100:00000001:1.0:1789307439.598785:0:118849:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1789307439.598789:0:118852:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789307439.598790:0:238798:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1789307439.598792:0:118852:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.598795:0:238798:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1789307439.598798:0:118852:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1789307439.598798:0:118849:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbe80700 x1876218616152320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1789307439.598801:0:238798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44a80. 00010000:00000001:0.0:1789307439.598804:0:118852:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.598807:0:235179:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000010:2.0:1789307439.598808:0:238798:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984960. 00000100:00000001:0.0:1789307439.598811:0:118852:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000020:00000010:2.0:1789307439.598816:0:238798:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0b2cc00. 00000400:00000200:3.0:1789307439.598816:0:235179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde880 00000100:00000040:0.0:1789307439.598817:0:118852:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1789307439.598819:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1789307439.598821:0:235179:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde880. 00000100:00000001:0.0:1789307439.598823:0:118852:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000020:00000040:2.0:1789307439.598824:0:238798:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe97dc9000 : new refcount 23 00000100:00000001:3.0:1789307439.598826:0:235179:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1789307439.598827:0:118852:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307439.598827:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbe80700 x1876218616152320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307439.598830:0:235179:0:(events.c:402:reply_out_callback()) Process leaving 02000000:00000001:2.0:1789307439.598831:0:238798:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1789307439.598836:0:238798:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9fbfbedf6800. 00000100:00000001:3.0:1789307439.598837:0:235179:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307439.598838:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbf9f904e00 x1876218616151040/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789307439.598876:0:238798:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1789307439.598880:0:238798:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307439.598885:0:118852:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307439.598886:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307439.598886:0:235179:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000100:00000200:2.0:1789307439.598888:0:238798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1789307439.598893:0:118852:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307439.598893:0:118849:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1789307439.598894:0:235179:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000001:0.0:1789307439.598897:0:118852:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1789307439.598897:0:238798:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb5058c60. 00000020:00000001:3.0:1789307439.598898:0:235179:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.598901:0:118849:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307439.598904:0:235179:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1789307439.598906:0:238798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbf84c380c0. 00000100:00000040:1.0:1789307439.598907:0:118849:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 6473 usecs (7 jiffies) 00000100:00000040:0.0:1789307439.598909:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf9f904e00 x1876218616151040/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307439.598912:0:235179:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf85c47100 x1876218616152448/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:485/0 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307439.598913:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315067915 00000100:00000001:1.0:1789307439.598919:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315072938 00000100:00000001:1.0:1789307439.598926:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315067915 00000100:00000001:2.0:1789307439.598927:0:122627:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789307439.598932:0:122627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616151424 00000100:00000001:1.0:1789307439.598933:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315072938 00000100:00100000:0.0:1789307439.598934:0:118852:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbf9f904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:118852:1876218616151040:0@lo:400:kworker.0 02000000:00000001:2.0:1789307439.598936:0:122627:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307439.598941:0:122627:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307439.598942:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315067915 00000100:00000001:0.0:1789307439.598944:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.598945:0:122627:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307439.598947:0:235179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf85c47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:118851:x1876218616152448:12345-0@lo:400:kworker.0 Request processed in 565us (1682us total) trans 0 rc 0/0 00000100:00000001:1.0:1789307439.598948:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315072938 00000100:00000001:0.0:1789307439.598950:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1789307439.598951:0:122627:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.598953:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315067915 00000100:00100000:2.0:1789307439.598957:0:122627:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616151424 00000100:00000040:0.0:1789307439.598958:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbf9f904e00 x1876218616151040/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307439.598960:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315072938 00000020:00000001:2.0:1789307439.598962:0:122627:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307439.598966:0:122627:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed7781e 00000100:00000001:1.0:1789307439.598968:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789307439.598970:0:122627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00100000:3.0:1789307439.598974:0:235179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2127 00000100:00000001:1.0:1789307439.598975:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307439.598975:0:122627:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe8a12d000 refcount=5 00000020:00000001:2.0:1789307439.598980:0:122627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239441932288 : -105834267619328 : ffff9fbe8a12d000) 00000100:00000001:0.0:1789307439.598982:0:118852:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1789307439.598983:0:235179:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfa3386800 : new rpc_count 0 00000020:00000001:2.0:1789307439.598984:0:122627:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239441932288 : -105834267619328 : ffff9fbe8a12d000) 00000400:00000001:1.0:1789307439.598985:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1789307439.598986:0:118852:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1789307439.598988:0:235179:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:1.0:1789307439.598989:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:0.0:1789307439.598991:0:118852:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfb484f000. 00000100:00000001:3.0:1789307439.598993:0:235179:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1789307439.598995:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644b58. 00000100:00000001:2.0:1789307439.598995:0:122627:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1789307439.598996:0:118852:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:3.0:1789307439.598998:0:235179:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf85192680. 00000020:00000010:2.0:1789307439.598999:0:122627:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00b40. 00000020:00000001:0.0:1789307439.599001:0:118852:0:(genops.c:1216:class_import_put()) Process entered 00000400:00000200:1.0:1789307439.599003:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b544c8 00000020:00000010:3.0:1789307439.599006:0:235179:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfad0efc80. 00000020:00000040:0.0:1789307439.599007:0:118852:0:(genops.c:1222:class_import_put()) import ffff9fbf89fa1000 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000400:00000010:1.0:1789307439.599007:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b544c8. 00000020:00000040:2.0:1789307439.599009:0:122627:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff9fbf82a0b380) now 10 - evictor 00000020:00000001:0.0:1789307439.599013:0:118852:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789307439.599015:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000010:3.0:1789307439.599015:0:235179:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb484e600. 02000000:00000010:0.0:1789307439.599017:0:118852:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf8f30f500. 00000100:00000001:2.0:1789307439.599022:0:122627:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:1.0:1789307439.599023:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbb5d8a80 x1876218616152192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1789307439.599023:0:235179:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfa3386800 : new refcount 4 02000000:00000001:0.0:1789307439.599025:0:118852:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:2.0:1789307439.599028:0:122627:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0b2cc00. 00000100:00000001:3.0:1789307439.599029:0:235179:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1789307439.599030:0:118852:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789307439.599034:0:118852:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf9f904e00. 00000020:00000010:2.0:1789307439.599035:0:122627:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44a80. 00000020:00000010:2.0:1789307439.599042:0:122627:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984960. 00000100:00000001:0.0:1789307439.599043:0:118852:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789307439.599043:0:235179:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1789307439.599047:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbb5d8a80 x1876218616152192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307439.599048:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789307439.599048:0:235179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616152320 00000100:00000040:2.0:1789307439.599053:0:122627:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1789307439.599054:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1789307439.599054:0:235179:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307439.599058:0:122627:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307439.599058:0:235179:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307439.599061:0:122627:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1789307439.599063:0:118852:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789307439.599063:0:235179:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.599065:0:122627:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307439.599067:0:118852:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789307439.599068:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:3.0:1789307439.599071:0:235179:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.599072:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789307439.599072:0:122627:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1789307439.599076:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1789307439.599076:0:235179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616152320 00000100:00000001:2.0:1789307439.599077:0:122627:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1789307439.599078:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307439.599080:0:122627:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.599081:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307439.599082:0:235179:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1789307439.599083:0:118849:0:(client.c:1593:after_reply()) Process entered 00000020:00000040:3.0:1789307439.599086:0:235179:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed77864 00000100:00000001:0.0:1789307439.599088:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307439.599088:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1789307439.599089:0:235179:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1789307439.599094:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307439.599095:0:122627:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789307439.599095:0:235179:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfa3380800 refcount=5 00000100:00000001:1.0:1789307439.599098:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307439.599101:0:235179:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244158769152 : -105829550782464 : ffff9fbfa3380800) 02000000:00000001:1.0:1789307439.599102:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789307439.599104:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1789307439.599106:0:122627:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1789307439.599107:0:235179:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244158769152 : -105829550782464 : ffff9fbfa3380800) 00000100:00001000:1.0:1789307439.599108:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe960a0c60 time=153 v=5 (6 6 6 0) 00000100:00100000:2.0:1789307439.599109:0:122627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616151936 00000020:00000040:0.0:1789307439.599110:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000 (ffff9fbf82a0b380) now 10 - evictor 02000000:00000001:2.0:1789307439.599113:0:122627:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789307439.599115:0:235179:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00001000:1.0:1789307439.599117:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe960a0c18 time=153 v=5 (1 1 1 0) 00000100:00000001:2.0:1789307439.599117:0:122627:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1789307439.599120:0:235179:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0e80. 00000100:00000001:2.0:1789307439.599121:0:122627:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.599122:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789307439.599125:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307439.599127:0:122627:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307439.599128:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1789307439.599128:0:235179:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbec4f00980. 00000100:00100000:2.0:1789307439.599130:0:122627:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616151936 00010000:00000001:1.0:1789307439.599132:0:118849:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307439.599134:0:122627:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1789307439.599135:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000020:00000040:2.0:1789307439.599136:0:122627:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed7782c 00000020:00000040:3.0:1789307439.599137:0:235179:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (ffff9fbfad0fcd40) now 16 - evictor 00000100:00000040:1.0:1789307439.599138:0:118849:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000001:2.0:1789307439.599138:0:122627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307439.599142:0:122627:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe8a12d800 refcount=5 00000100:00000001:1.0:1789307439.599143:0:118849:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1789307439.599145:0:122627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239441934336 : -105834267617280 : ffff9fbe8a12d800) 00000100:00000001:1.0:1789307439.599146:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.599148:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1789307439.599148:0:122627:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239441934336 : -105834267617280 : ffff9fbe8a12d800) 00000100:00000001:0.0:1789307439.599153:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307439.599154:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbb5d8a80 x1876218616152192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307439.599154:0:122627:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1789307439.599154:0:235179:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1789307439.599159:0:122627:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f002c0. 00000020:00000010:3.0:1789307439.599159:0:235179:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0e80. 00000020:00000010:2.0:1789307439.599164:0:122627:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbf874ffa40. 00000020:00000010:3.0:1789307439.599168:0:235179:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb27e2600. 00000020:00000040:2.0:1789307439.599171:0:122627:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff9fbf82a0b380) now 10 - evictor 00000100:00000001:1.0:1789307439.599173:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307439.599175:0:122627:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1789307439.599175:0:235179:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47ab80. 00000100:00000001:1.0:1789307439.599177:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1789307439.599178:0:122627:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f002c0. 00000100:00000001:1.0:1789307439.599181:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1789307439.599181:0:235179:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e3e8. 00000020:00000010:2.0:1789307439.599184:0:122627:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0b2ce00. 00000100:00000001:0.0:1789307439.599190:0:187298:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1789307439.599190:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbb5d8a80 x1876218616152192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307439.599191:0:235179:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:2.0:1789307439.599192:0:122627:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44880. 00000100:00100000:0.0:1789307439.599195:0:187298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616152064 00000020:00000010:2.0:1789307439.599197:0:122627:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984c80. 02000000:00000001:0.0:1789307439.599199:0:187298:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1789307439.599202:0:187298:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307439.599204:0:122627:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789307439.599206:0:187298:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.599206:0:235179:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307439.599207:0:122627:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789307439.599210:0:235179:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307439.599211:0:122627:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1789307439.599213:0:187298:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307439.599215:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbb5d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:118849:1876218616152192:0@lo:400:kworker.0 00000100:00000001:3.0:1789307439.599216:0:235179:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307439.599217:0:122627:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:0.0:1789307439.599218:0:187298:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616152064 00000100:00000001:2.0:1789307439.599220:0:122627:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1789307439.599223:0:122627:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307439.599224:0:187298:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:3.0:1789307439.599225:0:235179:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:0.0:1789307439.599228:0:187298:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedcd0 00000100:00000001:3.0:1789307439.599229:0:235179:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000001:1.0:1789307439.599231:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1789307439.599233:0:187298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:3.0:1789307439.599233:0:235179:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.599234:0:122627:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789307439.599237:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1789307439.599239:0:187298:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf92163800 refcount=5 00000400:00000010:1.0:1789307439.599241:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644580. 00000100:00000001:3.0:1789307439.599243:0:235179:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789307439.599244:0:187298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243871340544 : -105829838211072 : ffff9fbf92163800) 00000100:00000001:2.0:1789307439.599245:0:122627:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1789307439.599248:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54220 00000020:00000001:0.0:1789307439.599250:0:187298:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243871340544 : -105829838211072 : ffff9fbf92163800) 00000100:00100000:2.0:1789307439.599251:0:122627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616151552 00000400:00000010:1.0:1789307439.599253:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54220. 02000000:00000001:2.0:1789307439.599255:0:122627:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789307439.599255:0:235179:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1789307439.599257:0:187298:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307439.599258:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1789307439.599259:0:235179:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1789307439.599260:0:122627:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1789307439.599262:0:187298:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564fc0. 00000100:00000001:2.0:1789307439.599263:0:122627:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307439.599267:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbe36300 x1876218616151680/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1789307439.599268:0:187298:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000100:00100000:3.0:1789307439.599268:0:235179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2128 02000000:00000001:2.0:1789307439.599270:0:122627:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307439.599274:0:235179:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfa3380800 : new rpc_count 1 00000100:00000001:0.0:1789307439.599275:0:187298:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1789307439.599277:0:122627:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616151552 00000020:00000010:0.0:1789307439.599280:0:187298:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb484f000. 00000100:00000001:3.0:1789307439.599280:0:235179:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244574478336 : -105829135073280 : ffff9fbfbbff4000) 00000020:00000001:2.0:1789307439.599281:0:122627:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307439.599285:0:122627:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725e8b60ec 00000020:00000010:0.0:1789307439.599286:0:187298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf85192480. 00000100:00000040:3.0:1789307439.599290:0:235179:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbff4000 x1876218616152320/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:485/0 lens 224/0 e 0 to 0 dl 1789307450 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307439.599291:0:122627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000010:0.0:1789307439.599292:0:187298:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfad0ef000. 00000100:00000200:1.0:1789307439.599294:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbe36300 x1876218616151680/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1789307439.599295:0:122627:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe9623d800 refcount=5 00000100:00000001:0.0:1789307439.599297:0:187298:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789307439.599301:0:187298:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1789307439.599301:0:122627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239644375040 : -105834065176576 : ffff9fbe9623d800) 00000100:00000001:0.0:1789307439.599305:0:187298:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307439.599307:0:122627:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239644375040 : -105834065176576 : ffff9fbe9623d800) 00000100:00000001:0.0:1789307439.599311:0:187298:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1789307439.599312:0:122627:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1789307439.599315:0:187298:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1789307439.599318:0:187298:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307439.599318:0:122627:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f002c0. 00000100:00000001:3.0:1789307439.599321:0:235179:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307439.599324:0:122627:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbf874ffa00. 00000020:00000010:3.0:1789307439.599327:0:235179:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0e80. 00000100:00000001:2.0:1789307439.599329:0:122627:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1789307439.599332:0:187298:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1789307439.599333:0:122627:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f002c0. 00000100:00000001:3.0:1789307439.599333:0:235179:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307439.599340:0:235179:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0e80. 00000020:00000010:2.0:1789307439.599342:0:122627:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb62cc800. 00000100:00000001:1.0:1789307439.599344:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000010:2.0:1789307439.599346:0:122627:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44680. 00000100:00100000:3.0:1789307439.599348:0:235179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbff4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:118849:x1876218616152320:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1789307439.599349:0:187298:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307439.599349:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1789307439.599350:0:122627:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984640. 00000100:00000001:0.0:1789307439.599353:0:187298:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1789307439.599358:0:118849:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:2.0:1789307439.599358:0:122627:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1789307439.599358:0:235179:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616152320 00000100:00000001:2.0:1789307439.599362:0:122627:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1789307439.599363:0:187298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4945 02000000:00000001:1.0:1789307439.599363:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1789307439.599363:0:235179:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1789307439.599365:0:122627:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307439.599368:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1789307439.599368:0:235179:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000040:0.0:1789307439.599372:0:187298:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe8a12d000 : new rpc_count 1 00000020:00000001:3.0:1789307439.599372:0:235179:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.599373:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.599373:0:122627:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1789307439.599376:0:122627:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1789307439.599378:0:187298:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244525806848 : -105829183744768 : ffff9fbfb9189500) 00000020:00000001:3.0:1789307439.599378:0:235179:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1789307439.599379:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307439.599381:0:235179:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00000001:2.0:1789307439.599383:0:122627:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307439.599387:0:235179:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00001000:1.0:1789307439.599389:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfb68f8460 time=14 v=5 (5 6 6 6) 00000100:00000040:0.0:1789307439.599390:0:187298:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfb9189500 x1876218616151424/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:485/0 lens 224/0 e 0 to 0 dl 1789307450 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307439.599390:0:235179:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307439.599393:0:122627:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789307439.599395:0:235179:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789307439.599398:0:235179:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00001000:1.0:1789307439.599400:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb68f8418 time=153 v=5 (1 1 1 0) 00000020:00000001:3.0:1789307439.599401:0:235179:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.599405:0:122627:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1789307439.599406:0:235179:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1789307439.599408:0:122627:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1789307439.599410:0:235179:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1789307439.599411:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789307439.599413:0:187298:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1789307439.599413:0:235179:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1789307439.599415:0:122627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4946 00000100:00000001:1.0:1789307439.599416:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307439.599420:0:187298:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564c80. 00010000:00000001:1.0:1789307439.599420:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1789307439.599420:0:235179:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbeb4bd9c00. 00000100:00000040:2.0:1789307439.599422:0:122627:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe8a12d800 : new rpc_count 1 00010000:00000001:1.0:1789307439.599424:0:118849:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.599426:0:187298:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307439.599427:0:122627:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244525816704 : -105829183734912 : ffff9fbfb918bb80) 02000000:00000001:3.0:1789307439.599430:0:235179:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.599431:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000020:00000010:0.0:1789307439.599432:0:187298:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564c80. 00000100:00000001:3.0:1789307439.599435:0:235179:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307439.599436:0:118849:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000040:2.0:1789307439.599438:0:122627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfb918bb80 x1876218616151936/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:485/0 lens 224/0 e 0 to 0 dl 1789307450 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307439.599439:0:235179:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.599441:0:118849:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00100000:0.0:1789307439.599443:0:187298:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfb9189500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:118851:x1876218616151424:12345-0@lo:400:kworker.0 00010000:00000040:3.0:1789307439.599444:0:235179:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616152320 00000100:00000001:1.0:1789307439.599445:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307439.599450:0:235179:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000200:0.0:1789307439.599456:0:187298:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616151424 00000100:00000040:1.0:1789307439.599456:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbe36300 x1876218616151680/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1789307439.599457:0:235179:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbff4000 x1876218616152320/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:485/0 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1789307439.599463:0:187298:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1789307439.599464:0:122627:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1789307439.599468:0:187298:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000010:2.0:1789307439.599470:0:122627:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f002c0. 00000020:00000001:0.0:1789307439.599473:0:187298:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.599475:0:122627:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789307439.599479:0:187298:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1789307439.599482:0:122627:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f002c0. 00000020:00000001:0.0:1789307439.599484:0:187298:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00010000:00000001:3.0:1789307439.599487:0:235179:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1789307439.599491:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789307439.599491:0:235179:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307439.599492:0:187298:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00100000:2.0:1789307439.599492:0:122627:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfb918bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:118851:x1876218616151936:12345-0@lo:400:kworker.0 00000020:00000001:0.0:1789307439.599498:0:187298:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307439.599498:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1789307439.599498:0:235179:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=18 v=5 (1 1 1 5) 00000100:00000200:2.0:1789307439.599499:0:122627:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616151936 00000100:00000001:1.0:1789307439.599503:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307439.599504:0:122627:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1789307439.599505:0:187298:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1789307439.599505:0:235179:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1789307439.599508:0:122627:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1789307439.599510:0:187298:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1789307439.599512:0:122627:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307439.599513:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbe36300 x1876218616151680/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307439.599513:0:235179:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000020:00000001:0.0:1789307439.599514:0:187298:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307439.599519:0:122627:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1789307439.599520:0:187298:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1789307439.599520:0:235179:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000020:00000001:2.0:1789307439.599524:0:122627:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00000001:0.0:1789307439.599526:0:187298:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789307439.599526:0:235179:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789307439.599529:0:235179:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307439.599530:0:122627:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1789307439.599531:0:187298:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1789307439.599534:0:122627:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307439.599535:0:235179:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1789307439.599538:0:187298:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfb6a0e000. 00000020:00000001:2.0:1789307439.599539:0:122627:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1789307439.599540:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbe36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:118849:1876218616151680:0@lo:400:kworker.0 00000100:00000040:3.0:1789307439.599541:0:235179:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1789307439.599543:0:122627:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1789307439.599544:0:187298:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307439.599546:0:122627:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789307439.599547:0:235179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde880. 00000100:00000001:0.0:1789307439.599551:0:187298:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307439.599552:0:122627:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000200:3.0:1789307439.599554:0:235179:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218616152320, offset 224 00000020:00000001:0.0:1789307439.599555:0:187298:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.599556:0:122627:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307439.599559:0:122627:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:0.0:1789307439.599561:0:187298:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 30064771184, transno 0, xid 1876218616151424 00000400:00000200:3.0:1789307439.599562:0:235179:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1789307439.599564:0:122627:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfbedf6800. 00010000:00000001:0.0:1789307439.599567:0:187298:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:1.0:1789307439.599567:0:202310:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1789307439.599568:0:122627:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.599572:0:202310:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1789307439.599572:0:122627:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307439.599574:0:235179:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:0.0:1789307439.599575:0:187298:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfb9189500 x1876218616151424/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:485/0 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307439.599577:0:122627:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789307439.599582:0:122627:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 47244640271, transno 0, xid 1876218616151936 00000100:00100000:1.0:1789307439.599583:0:202310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4947 00000400:00000200:3.0:1789307439.599584:0:235179:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6aa6930230100 00000100:00000040:1.0:1789307439.599590:0:202310:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf92163800 : new rpc_count 1 00010000:00000001:2.0:1789307439.599592:0:122627:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000400:00000200:3.0:1789307439.599595:0:235179:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c1981 [1] + 224 00000100:00000001:1.0:1789307439.599597:0:202310:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243664653696 : -105830044897920 : ffff9fbf85c46d80) 00010000:00000200:2.0:1789307439.599599:0:122627:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfb918bb80 x1876218616151936/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:485/0 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789307439.599605:0:187298:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1789307439.599606:0:235179:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1789307439.599609:0:187298:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307439.599610:0:202310:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf85c46d80 x1876218616152064/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:485/0 lens 224/0 e 0 to 0 dl 1789307450 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789307439.599614:0:235179:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1789307439.599617:0:187298:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=151 v=5 (4 4 1 1) 00010000:00000001:2.0:1789307439.599617:0:122627:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1789307439.599618:0:235179:0:(events.c:80:reply_in_callback()) Process entered 00010000:00000001:2.0:1789307439.599622:0:122627:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789307439.599625:0:235179:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbbe80700 x1876218616152320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307439.599627:0:187298:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00001000:2.0:1789307439.599628:0:122627:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=1 v=5 (1 4 4 1) 00000100:00000040:0.0:1789307439.599634:0:187298:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00000100:00000001:2.0:1789307439.599636:0:122627:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1789307439.599641:0:187298:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00000040:2.0:1789307439.599642:0:122627:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 68 to 0@lo 02000000:00000001:0.0:1789307439.599649:0:187298:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1789307439.599649:0:202310:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1789307439.599649:0:122627:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:0.0:1789307439.599653:0:187298:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307439.599653:0:235179:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfbbe80700 x1876218616152320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789307439.599655:0:122627:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1789307439.599657:0:202310:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffd00. 02000000:00000001:2.0:1789307439.599659:0:122627:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.599660:0:187298:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1789307439.599663:0:202310:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307439.599666:0:122627:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789307439.599668:0:187298:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1789307439.599671:0:202310:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffd00. 00000100:00000040:2.0:1789307439.599674:0:122627:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789307439.599675:0:187298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82220. 00000100:00000001:3.0:1789307439.599680:0:235179:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00100000:1.0:1789307439.599681:0:202310:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf85c46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:118851:x1876218616152064:12345-0@lo:400:kworker.0 00000400:00000010:2.0:1789307439.599681:0:122627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fdaa0. 00000100:00000200:0.0:1789307439.599682:0:187298:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616151424, offset 224 00000400:00000200:3.0:1789307439.599686:0:235179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde880 00000400:00000010:3.0:1789307439.599690:0:235179:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde880. 00000100:00000200:1.0:1789307439.599691:0:202310:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616152064 00000020:00000001:1.0:1789307439.599693:0:202310:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1789307439.599697:0:202310:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1789307439.599699:0:235179:0:(events.c:390:reply_out_callback()) Process entered 00000020:00000001:1.0:1789307439.599701:0:202310:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.599701:0:235179:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000200:2.0:1789307439.599702:0:122627:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616151936, offset 224 00000400:00000200:0.0:1789307439.599704:0:187298:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1789307439.599707:0:235179:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307439.599708:0:202310:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1789307439.599713:0:202310:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000400:00000200:2.0:1789307439.599714:0:122627:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1789307439.599714:0:235179:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00000400:00000200:0.0:1789307439.599718:0:187298:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1789307439.599721:0:202310:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1789307439.599721:0:235179:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789307439.599724:0:235179:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307439.599726:0:202310:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789307439.599727:0:235179:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1789307439.599730:0:122627:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789307439.599731:0:187298:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa693022fd80 00000020:00000001:1.0:1789307439.599732:0:202310:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1789307439.599734:0:235179:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbff4000 x1876218616152320/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:485/0 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1789307439.599738:0:202310:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1789307439.599742:0:202310:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307439.599744:0:187298:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c1925 [1] + 224 00000400:00000200:2.0:1789307439.599747:0:122627:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa693022ff80 00000020:00000001:1.0:1789307439.599748:0:202310:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1789307439.599751:0:202310:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789307439.599756:0:202310:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1789307439.599757:0:187298:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307439.599761:0:122627:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c193d [1] + 224 00000100:00100000:3.0:1789307439.599761:0:235179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbff4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:118849:x1876218616152320:12345-0@lo:400:kworker.0 Request processed in 435us (1016us total) trans 0 rc 0/0 02000000:00000010:1.0:1789307439.599763:0:202310:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbe9593b400. 00000400:00000200:0.0:1789307439.599766:0:187298:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1789307439.599770:0:202310:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.599775:0:202310:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307439.599775:0:122627:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1789307439.599776:0:187298:0:(events.c:80:reply_in_callback()) Process entered 00000100:00100000:3.0:1789307439.599778:0:235179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2128 00000020:00000001:1.0:1789307439.599782:0:202310:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307439.599783:0:235179:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfa3380800 : new rpc_count 0 00000100:00000200:0.0:1789307439.599785:0:187298:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbbe34700 x1876218616151424/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307439.599786:0:122627:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1789307439.599788:0:235179:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000040:1.0:1789307439.599789:0:202310:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884922556, transno 0, xid 1876218616152064 00000100:00000001:3.0:1789307439.599791:0:235179:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1789307439.599795:0:202310:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:2.0:1789307439.599795:0:122627:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000010:3.0:1789307439.599796:0:235179:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47ab80. 00000020:00000010:3.0:1789307439.599802:0:235179:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e3e8. 00000100:00000200:2.0:1789307439.599805:0:122627:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbbf31c00 x1876218616151936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1789307439.599806:0:202310:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf85c46d80 x1876218616152064/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:485/0 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1789307439.599807:0:235179:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb27e2600. 00000100:00000040:0.0:1789307439.599808:0:187298:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfbbe34700 x1876218616151424/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1789307439.599812:0:235179:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfa3380800 : new refcount 4 00000100:00000001:3.0:1789307439.599817:0:235179:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307439.599833:0:202301:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789307439.599836:0:202301:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1789307439.599872:0:122627:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfbbf31c00 x1876218616151936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307439.599875:0:202301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4948 00010000:00000001:1.0:1789307439.599877:0:202310:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789307439.599881:0:202310:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307439.599882:0:202301:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe9623d800 : new rpc_count 1 00000100:00000001:0.0:1789307439.599883:0:187298:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789307439.599888:0:202301:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244573866496 : -105829135685120 : ffff9fbfbbf5ea00) 00000100:00001000:1.0:1789307439.599889:0:202310:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=1 v=5 (1 4 4 1) 00000400:00000200:0.0:1789307439.599894:0:187298:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82220 00000100:00000001:2.0:1789307439.599896:0:122627:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:3.0:1789307439.599897:0:202301:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbf5ea00 x1876218616151552/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:485/0 lens 224/0 e 0 to 0 dl 1789307450 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1789307439.599898:0:187298:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82220. 00000100:00000001:1.0:1789307439.599898:0:202310:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789307439.599904:0:202310:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 68 to 0@lo 00000100:00000001:0.0:1789307439.599905:0:187298:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1789307439.599908:0:187298:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1789307439.599908:0:202301:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1789307439.599909:0:122627:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fdaa0 00000400:00000010:2.0:1789307439.599913:0:122627:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fdaa0. 00000020:00000010:3.0:1789307439.599913:0:202301:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0e80. 00000100:00000001:1.0:1789307439.599915:0:202310:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00000001:0.0:1789307439.599917:0:187298:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.599917:0:202301:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307439.599919:0:122627:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:1.0:1789307439.599921:0:202310:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1789307439.599922:0:122627:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000010:3.0:1789307439.599923:0:202301:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0e80. 00000100:00000040:0.0:1789307439.599926:0:187298:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 67 to 0@lo 02000000:00000001:1.0:1789307439.599926:0:202310:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.599928:0:122627:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.599933:0:202310:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1789307439.599933:0:202301:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbf5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:118852:x1876218616151552:12345-0@lo:400:kworker.0 00010000:00000001:0.0:1789307439.599934:0:187298:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000040:2.0:1789307439.599935:0:122627:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000020:00000001:0.0:1789307439.599938:0:187298:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307439.599939:0:202310:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1789307439.599943:0:187298:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1789307439.599947:0:202310:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54220. 00010000:00000001:2.0:1789307439.599947:0:122627:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000200:3.0:1789307439.599947:0:202301:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616151552 00000020:00000001:2.0:1789307439.599950:0:122627:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307439.599952:0:187298:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb9189500 x1876218616151424/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:485/0 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307439.599952:0:202301:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1789307439.599953:0:122627:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1789307439.599955:0:202310:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616152064, offset 224 00000020:00000001:3.0:1789307439.599956:0:202301:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1789307439.599959:0:202301:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307439.599960:0:122627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb918bb80 x1876218616151936/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:485/0 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307439.599963:0:202301:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789307439.599966:0:202301:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000400:00000200:1.0:1789307439.599969:0:202310:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1789307439.599973:0:202301:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1789307439.599978:0:202301:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307439.599983:0:202310:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1789307439.599984:0:202301:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789307439.599989:0:202301:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789307439.599994:0:202301:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307439.599995:0:187298:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfb9189500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:118851:x1876218616151424:12345-0@lo:400:kworker.0 Request processed in 576us (3837us total) trans 0 rc 0/0 00000100:00100000:2.0:1789307439.599995:0:122627:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfb918bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:118851:x1876218616151936:12345-0@lo:400:kworker.0 Request processed in 525us (3275us total) trans 0 rc 0/0 00000400:00000200:1.0:1789307439.599996:0:202310:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa6930230000 00000020:00000001:3.0:1789307439.600000:0:202301:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1789307439.600005:0:202301:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789307439.600009:0:202301:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1789307439.600010:0:202310:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c1965 [1] + 224 00000100:00100000:2.0:1789307439.600016:0:122627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4946 02000000:00000010:3.0:1789307439.600016:0:202301:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfa2cdf000. 02000000:00000001:3.0:1789307439.600021:0:202301:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307439.600022:0:202310:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1789307439.600023:0:122627:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe8a12d800 : new rpc_count 0 00000100:00000001:3.0:1789307439.600024:0:202301:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307439.600028:0:187298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4945 00000100:00000001:2.0:1789307439.600030:0:122627:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1789307439.600030:0:202301:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307439.600032:0:202310:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1789307439.600036:0:122627:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1789307439.600037:0:187298:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe8a12d000 : new rpc_count 0 00010000:00000040:3.0:1789307439.600037:0:202301:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884922541, transno 0, xid 1876218616151552 00000100:00000001:1.0:1789307439.600039:0:202310:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000010:2.0:1789307439.600042:0:122627:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44880. 00010000:00000001:3.0:1789307439.600042:0:202301:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:0.0:1789307439.600044:0:187298:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1789307439.600049:0:187298:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1789307439.600050:0:202310:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbbf31500 x1876218616152064/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1789307439.600050:0:122627:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984c80. 00010000:00000200:3.0:1789307439.600051:0:202301:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbf5ea00 x1876218616151552/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:485/0 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1789307439.600054:0:187298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44a80. 00000020:00000010:2.0:1789307439.600057:0:122627:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0b2ce00. 00000020:00000010:0.0:1789307439.600063:0:187298:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984960. 00000020:00000040:2.0:1789307439.600066:0:122627:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a12d800 : new refcount 4 00000020:00000010:0.0:1789307439.600072:0:187298:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0b2cc00. 00000100:00000001:2.0:1789307439.600073:0:122627:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789307439.600073:0:202301:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789307439.600077:0:202301:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307439.600081:0:187298:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a12d000 : new refcount 4 00000100:00001000:3.0:1789307439.600082:0:202301:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=1 v=5 (1 4 4 1) 00000100:00000040:1.0:1789307439.600083:0:202310:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfbbf31500 x1876218616152064/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307439.600086:0:187298:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307439.600090:0:202301:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789307439.600095:0:202301:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00000100:00000001:3.0:1789307439.600099:0:202301:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00000001:2.0:1789307439.600101:0:225638:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1789307439.600104:0:202310:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:3.0:1789307439.600104:0:202301:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1789307439.600105:0:225638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616151296 02000000:00000001:3.0:1789307439.600106:0:202301:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307439.600110:0:225638:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789307439.600111:0:202301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1789307439.600112:0:202310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54220 00000100:00000001:2.0:1789307439.600115:0:225638:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1789307439.600116:0:202310:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54220. 00000100:00000040:3.0:1789307439.600116:0:202301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1789307439.600118:0:225638:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789307439.600121:0:202301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde880. 02000000:00000001:2.0:1789307439.600123:0:225638:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1789307439.600124:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1789307439.600124:0:202310:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1789307439.600127:0:202310:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00100000:2.0:1789307439.600128:0:225638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616151296 00000400:00000001:0.0:1789307439.600129:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1789307439.600132:0:225638:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1789307439.600133:0:202310:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789307439.600134:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe856447e8. 00000020:00000040:2.0:1789307439.600134:0:225638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc59 00000020:00000001:2.0:1789307439.600138:0:225638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000040:1.0:1789307439.600140:0:202310:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000400:00000200:0.0:1789307439.600141:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54440 00000020:00000040:2.0:1789307439.600141:0:225638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf86770800 refcount=7 00010000:00000001:1.0:1789307439.600146:0:202310:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307439.600146:0:225638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243676358656 : -105830033192960 : ffff9fbf86770800) 00000400:00000010:0.0:1789307439.600147:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54440. 00000020:00000001:1.0:1789307439.600150:0:202310:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307439.600152:0:225638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243676358656 : -105830033192960 : ffff9fbf86770800) 00000100:00000001:0.0:1789307439.600154:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000001:1.0:1789307439.600155:0:202310:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1789307439.600156:0:225638:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1789307439.600156:0:202301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616151552, offset 224 00000020:00000010:2.0:1789307439.600160:0:225638:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f002c0. 00000100:00000200:0.0:1789307439.600161:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbf9f907800 x1876218616151168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307439.600163:0:202310:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf85c46d80 x1876218616152064/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:485/0 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307439.600164:0:225638:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307439.600170:0:225638:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f002c0. 00000400:00000200:3.0:1789307439.600171:0:202301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789307439.600182:0:202301:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1789307439.600184:0:225638:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0b2cc00. 00000020:00000010:2.0:1789307439.600190:0:225638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44880. 00000020:00000010:2.0:1789307439.600196:0:225638:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984c80. 00000400:00000200:3.0:1789307439.600197:0:202301:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa693022fe00 00000100:00000200:0.0:1789307439.600198:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbf9f907800 x1876218616151168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307439.600204:0:202310:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf85c46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:118851:x1876218616152064:12345-0@lo:400:kworker.0 Request processed in 549us (2413us total) trans 0 rc 0/0 00000100:00000040:2.0:1789307439.600206:0:225638:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000400:00000200:3.0:1789307439.600208:0:202301:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c1929 [1] + 224 00000100:00000001:2.0:1789307439.600211:0:225638:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307439.600213:0:225638:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307439.600216:0:225638:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307439.600219:0:202301:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1789307439.600224:0:225638:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.600225:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00100000:1.0:1789307439.600226:0:202310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4947 00000400:00000200:3.0:1789307439.600227:0:202301:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1789307439.600229:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307439.600231:0:202301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1789307439.600233:0:118849:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:2.0:1789307439.600235:0:225638:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1789307439.600236:0:202301:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbbe37100 x1876218616151552/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789307439.600237:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1789307439.600240:0:202310:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf92163800 : new rpc_count 0 00000100:00000001:0.0:1789307439.600242:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789307439.600246:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.600246:0:202310:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307439.600248:0:225638:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1789307439.600250:0:202301:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfbbe37100 x1876218616151552/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307439.600251:0:202310:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1789307439.600253:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307439.600253:0:225638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616151808 00000020:00000010:1.0:1789307439.600256:0:202310:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf85192480. 02000000:00000001:2.0:1789307439.600258:0:225638:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:0.0:1789307439.600262:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf97e31c60 time=136 v=5 (6 6 6 6) 00000100:00000001:2.0:1789307439.600263:0:225638:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1789307439.600264:0:202310:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfad0ef000. 00000100:00000001:2.0:1789307439.600266:0:225638:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789307439.600271:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf97e31c18 time=8 v=5 (1 1 1 1) 00000100:00000001:3.0:1789307439.600271:0:202301:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:2.0:1789307439.600272:0:225638:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307439.600273:0:202310:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb484f000. 00000400:00000200:3.0:1789307439.600276:0:202301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde880 00000100:00100000:2.0:1789307439.600279:0:225638:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616151808 00000400:00000010:3.0:1789307439.600280:0:202301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde880. 00000100:00000001:0.0:1789307439.600281:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1789307439.600282:0:202310:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf92163800 : new refcount 4 00000020:00000001:2.0:1789307439.600283:0:225638:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1789307439.600285:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.600286:0:202301:0:(events.c:390:reply_out_callback()) Process entered 00000020:00000040:2.0:1789307439.600287:0:225638:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc98 00000100:00000001:1.0:1789307439.600288:0:202310:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307439.600289:0:202301:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00000001:0.0:1789307439.600291:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1789307439.600292:0:225638:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:3.0:1789307439.600294:0:202301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307439.600296:0:118849:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307439.600296:0:225638:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe95150800 refcount=9 00000100:00000040:3.0:1789307439.600299:0:202301:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000020:00000001:2.0:1789307439.600301:0:225638:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 00000100:00000001:0.0:1789307439.600303:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1789307439.600304:0:225638:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 00010000:00000001:3.0:1789307439.600304:0:202301:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789307439.600308:0:202301:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307439.600309:0:118849:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1789307439.600309:0:225638:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1789307439.600311:0:202301:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1789307439.600313:0:118849:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000020:00000010:2.0:1789307439.600314:0:225638:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f002c0. 00000100:00000040:3.0:1789307439.600317:0:202301:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf5ea00 x1876218616151552/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:485/0 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307439.600318:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307439.600318:0:225638:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307439.600324:0:225638:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f002c0. 00000100:00000040:0.0:1789307439.600330:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbf9f907800 x1876218616151168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1789307439.600330:0:225638:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0b2ce00. 00000100:00100000:3.0:1789307439.600335:0:202301:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbf5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:118852:x1876218616151552:12345-0@lo:400:kworker.0 Request processed in 423us (1855us total) trans 0 rc 0/0 00000020:00000010:2.0:1789307439.600336:0:225638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44900. 00000100:00000001:1.0:1789307439.600339:0:225637:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1789307439.600342:0:225638:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984e10. 00000100:00000001:1.0:1789307439.600344:0:225637:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1789307439.600349:0:225638:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307439.600352:0:225638:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1789307439.600353:0:202301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4948 00000100:00000001:0.0:1789307439.600354:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1789307439.600355:0:225637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00000001:2.0:1789307439.600355:0:225638:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307439.600357:0:202301:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe9623d800 : new rpc_count 0 00000100:00000001:0.0:1789307439.600362:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789307439.600362:0:202301:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1789307439.600364:0:225637:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf86770800 : new rpc_count 1 00000100:00000001:2.0:1789307439.600364:0:225638:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.600366:0:202301:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1789307439.600367:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307439.600371:0:225637:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244574490880 : -105829135060736 : ffff9fbfbbff7100) 00000020:00000010:3.0:1789307439.600371:0:202301:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44680. 00000100:00000040:0.0:1789307439.600375:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf9f907800 x1876218616151168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307439.600375:0:225638:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1789307439.600378:0:202301:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984640. 00000100:00000040:1.0:1789307439.600382:0:225637:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbff7100 x1876218616151296/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:485/0 lens 224/0 e 0 to 0 dl 1789307450 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1789307439.600383:0:202301:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb62cc800. 00000100:00000001:2.0:1789307439.600385:0:225638:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307439.600393:0:225638:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1789307439.600394:0:202301:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d800 : new refcount 4 00000100:00100000:2.0:1789307439.600401:0:225638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00000001:3.0:1789307439.600401:0:202301:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789307439.600402:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbf9f907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:118849:1876218616151168:0@lo:400:kworker.0 00000100:00000040:2.0:1789307439.600409:0:225638:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe95150800 : new rpc_count 1 00000100:00000001:1.0:1789307439.600411:0:225637:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1789307439.600412:0:225638:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244574482816 : -105829135068800 : ffff9fbfbbff5180) 00000100:00000001:0.0:1789307439.600414:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307439.600417:0:225637:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffd00. 00000100:00000001:0.0:1789307439.600418:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789307439.600419:0:225638:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbff5180 x1876218616151808/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:485/0 lens 224/0 e 0 to 0 dl 1789307450 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307439.600424:0:225637:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1789307439.600425:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00000040:0.0:1789307439.600427:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbb5d8a80 x1876218616152192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1789307439.600430:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000020:00000010:1.0:1789307439.600431:0:225637:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffd00. 00000100:00080000:3.0:1789307439.600437:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1789307439.600443:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000 (ffff9fbf82a0b380) now 10 - evictor 00000100:00100000:1.0:1789307439.600444:0:225637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbff7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:118849:x1876218616151296:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1789307439.600444:0:225638:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00080000:3.0:1789307439.600450:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:0.0:1789307439.600451:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000010:2.0:1789307439.600451:0:225638:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f002c0. 00000100:00000200:1.0:1789307439.600452:0:225637:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616151296 00000020:00000040:3.0:1789307439.600454:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000 (ffff9fbfad0fcd40) now 16 - evictor 02000000:00000001:0.0:1789307439.600456:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1789307439.600458:0:225637:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1789307439.600458:0:225638:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1789307439.600461:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbec62a3c00. 00000020:00000001:1.0:1789307439.600463:0:225637:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1789307439.600463:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1789307439.600465:0:225638:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f002c0. 00000100:00000001:3.0:1789307439.600467:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1789307439.600468:0:225637:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307439.600469:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:3.0:1789307439.600471:0:118852:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1789307439.600473:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000001:1.0:1789307439.600473:0:225637:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1789307439.600474:0:225638:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbff5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:118849:x1876218616151808:12345-0@lo:400:kworker.0 00000400:00000001:3.0:1789307439.600475:0:118852:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1789307439.600477:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbe960a0800 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1789307439.600478:0:225637:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000400:00000010:3.0:1789307439.600479:0:118852:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb6ce3b00. 00000100:00000200:2.0:1789307439.600480:0:225638:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616151808 00000020:00000001:0.0:1789307439.600485:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000001:2.0:1789307439.600485:0:225638:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:3.0:1789307439.600485:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82330 00000020:00000001:1.0:1789307439.600486:0:225637:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1789307439.600488:0:225638:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000010:3.0:1789307439.600490:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82330. 02000000:00000010:0.0:1789307439.600491:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfb6bf9d00. 00000001:00000001:1.0:1789307439.600491:0:225637:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1876218616151296, found 0 last_xid 1876218616151295 00000020:00000001:2.0:1789307439.600492:0:225638:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.600493:0:118852:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000001:2.0:1789307439.600497:0:225638:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1789307439.600498:0:225637:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1789307439.600499:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1789307439.600501:0:225638:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00000200:3.0:1789307439.600501:0:118852:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbe37100 x1876218616151552/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789307439.600503:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1789307439.600504:0:225637:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307439.600509:0:225638:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000010:0.0:1789307439.600510:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbb5d8a80. 00000020:00000001:1.0:1789307439.600510:0:225637:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000001:00000001:2.0:1789307439.600513:0:225638:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1876218616151808, found 0 last_xid 1876218616151807 00000020:00000001:1.0:1789307439.600515:0:225637:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789307439.600515:0:118852:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbe37100 x1876218616151552/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307439.600518:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1789307439.600518:0:225638:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307439.600522:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307439.600523:0:225638:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1789307439.600527:0:225637:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1789307439.600527:0:225638:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1789307439.600528:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789307439.600529:0:118852:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000001:2.0:1789307439.600532:0:225638:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307439.600533:0:225637:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1789307439.600533:0:118852:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307439.600535:0:225638:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1789307439.600537:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbe36300 x1876218616151680/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307439.600537:0:225637:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1789307439.600538:0:118852:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:2.0:1789307439.600539:0:225638:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789307439.600541:0:118852:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1789307439.600542:0:225637:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbe9593a800. 02000000:00000001:2.0:1789307439.600543:0:225638:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1789307439.600544:0:118852:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1789307439.600547:0:225637:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.600548:0:118852:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789307439.600550:0:225638:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfbedf6400. 00000100:00000001:1.0:1789307439.600553:0:225637:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307439.600554:0:118852:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307439.600556:0:225638:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307439.600558:0:225637:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789307439.600561:0:118852:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe85bcbc60 time=14 v=5 (5 5 5 5) 00010000:00000040:1.0:1789307439.600563:0:225637:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 25769821652, transno 0, xid 1876218616151296 00000100:00000001:2.0:1789307439.600563:0:225638:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.600564:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789307439.600570:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1789307439.600570:0:225637:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00001000:3.0:1789307439.600570:0:118852:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe85bcbc18 time=14 v=5 (1 1 1 1) 00000020:00000001:2.0:1789307439.600571:0:225638:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789307439.600575:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbec62a3e00. 00000100:00000001:3.0:1789307439.600577:0:118852:0:(client.c:1495:ptlrpc_check_status()) Process entered 00010000:00000200:1.0:1789307439.600578:0:225637:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbff7100 x1876218616151296/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:485/0 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1789307439.600578:0:225638:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 17179874251, transno 0, xid 1876218616151808 02000000:00000001:0.0:1789307439.600581:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1789307439.600581:0:118852:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307439.600585:0:225638:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000020:00000001:0.0:1789307439.600586:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00010000:00000001:3.0:1789307439.600586:0:118852:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1789307439.600590:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbfb68f8000 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00010000:00000001:3.0:1789307439.600591:0:118852:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307439.600592:0:225637:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000200:2.0:1789307439.600595:0:225638:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbff5180 x1876218616151808/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:485/0 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789307439.600596:0:225637:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307439.600597:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1789307439.600597:0:118852:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00001000:1.0:1789307439.600599:0:225637:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbb8561e8 time=78 v=5 (1 1 0 0) 00000100:00000040:3.0:1789307439.600600:0:118852:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 12884922541 02000000:00000010:0.0:1789307439.600601:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfb6a23600. 00000100:00000001:1.0:1789307439.600602:0:225637:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789307439.600606:0:225637:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:3.0:1789307439.600609:0:118852:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307439.600611:0:225637:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:0.0:1789307439.600612:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1789307439.600613:0:118852:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307439.600616:0:225637:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1789307439.600617:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1789307439.600619:0:225637:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307439.600621:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbe37100 x1876218616151552/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1789307439.600622:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbe36300. 00000100:00000001:1.0:1789307439.600624:0:225637:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1789307439.600630:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1789307439.600631:0:225637:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1789307439.600632:0:225638:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1789307439.600634:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307439.600636:0:225638:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307439.600637:0:225637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54220. 00000100:00000001:0.0:1789307439.600639:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1789307439.600642:0:225638:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbb8561e8 time=78 v=5 (1 1 0 0) 00000100:00000200:1.0:1789307439.600644:0:225637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616151296, offset 224 00000100:00000001:3.0:1789307439.600645:0:118852:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789307439.600648:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbf9f907800 x1876218616151168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307439.600651:0:225638:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1789307439.600651:0:118852:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789307439.600654:0:118852:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307439.600655:0:225637:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1789307439.600659:0:225638:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00000100:00000040:3.0:1789307439.600664:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbe37100 x1876218616151552/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307439.600665:0:225638:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000400:00000200:1.0:1789307439.600668:0:225637:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1789307439.600673:0:225638:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1789307439.600674:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789307439.600677:0:225638:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307439.600678:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1789307439.600679:0:225637:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa693022fd00 02000000:00000010:0.0:1789307439.600683:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbec62a2600. 00000100:00000001:2.0:1789307439.600684:0:225638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1789307439.600689:0:225637:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c195d [1] + 224 02000000:00000001:0.0:1789307439.600691:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1789307439.600693:0:225638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1789307439.600694:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00000100:00100000:3.0:1789307439.600696:0:118852:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbe37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:118852:1876218616151552:0@lo:400:kworker.0 00000020:00000040:0.0:1789307439.600698:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbf97e31800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000400:00000200:1.0:1789307439.600698:0:225637:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1789307439.600699:0:225638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fdaa0. 00000400:00000200:1.0:1789307439.600704:0:225637:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1789307439.600706:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000200:2.0:1789307439.600707:0:225638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616151808, offset 224 00000100:00000001:3.0:1789307439.600708:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1789307439.600709:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf8f30fe00. 00000100:00000001:1.0:1789307439.600710:0:225637:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1789307439.600714:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1789307439.600717:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1789307439.600719:0:225637:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbf9f904000 x1876218616151296/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307439.600720:0:225638:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1789307439.600721:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1789307439.600722:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbe37100 x1876218616151552/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1789307439.600725:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf9f907800. 00000100:00000001:0.0:1789307439.600732:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1789307439.600734:0:225638:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1789307439.600736:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307439.600744:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307439.600749:0:225638:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa693022ff00 00000100:00000001:0.0:1789307439.600750:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307439.600753:0:118852:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1789307439.600754:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1789307439.600755:0:225637:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbf9f904000 x1876218616151296/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789307439.600757:0:118852:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1789307439.600761:0:225638:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c1971 [1] + 224 02000000:00000010:3.0:1789307439.600762:0:118852:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfb484e000. 02000000:00000001:3.0:1789307439.600769:0:118852:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1789307439.600773:0:225638:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1789307439.600773:0:118852:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789307439.600775:0:118852:0:(genops.c:1222:class_import_put()) import ffff9fbe85bcb800 refcount=2 obd=lustre-OST0001-osc-MDT0001 00000400:00000200:2.0:1789307439.600781:0:225638:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1789307439.600782:0:118852:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789307439.600787:0:118852:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfb6a23300. 00000100:00000001:2.0:1789307439.600789:0:225638:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1789307439.600793:0:225637:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:3.0:1789307439.600793:0:118852:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1789307439.600797:0:225638:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbbe36d80 x1876218616151808/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789307439.600797:0:118852:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789307439.600801:0:118852:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbe37100. 00000100:00000001:3.0:1789307439.600807:0:118852:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789307439.600809:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789307439.600811:0:225638:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfbbe36d80 x1876218616151808/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307439.600812:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307439.600819:0:118852:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789307439.600820:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1789307439.600820:0:225637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54220 00000100:00000001:2.0:1789307439.600822:0:225638:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789307439.600822:0:118852:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307439.600823:0:225637:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54220. 00000100:00000001:0.0:1789307439.600824:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789307439.600827:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307439.600828:0:225637:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789307439.600830:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1789307439.600831:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1789307439.600831:0:225637:0:(events.c:402:reply_out_callback()) Process leaving 00000400:00000001:0.0:1789307439.600835:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1789307439.600837:0:225637:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307439.600874:0:225637:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000400:00000010:0.0:1789307439.600876:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf83605e70. 00010000:00000001:1.0:1789307439.600876:0:225637:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:1.0:1789307439.600879:0:225637:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307439.600881:0:225637:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1789307439.600883:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd330 00000100:00000040:1.0:1789307439.600886:0:225637:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbff7100 x1876218616151296/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:485/0 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1789307439.600887:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd330. 00000100:00000001:0.0:1789307439.600894:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:2.0:1789307439.600894:0:225638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fdaa0 00000100:00100000:1.0:1789307439.600898:0:225637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbff7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:118849:x1876218616151296:12345-0@lo:400:kworker.0 Request processed in 485us (3271us total) trans 0 rc 0/0 00000400:00000010:2.0:1789307439.600900:0:225638:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fdaa0. 00000100:00000200:0.0:1789307439.600903:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbf31500 x1876218616152064/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307439.600907:0:225638:0:(events.c:390:reply_out_callback()) Process entered 00000100:00100000:1.0:1789307439.600911:0:225637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00000001:2.0:1789307439.600912:0:225638:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000040:1.0:1789307439.600918:0:225637:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf86770800 : new rpc_count 0 00000100:00000001:2.0:1789307439.600919:0:225638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789307439.600923:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbf31500 x1876218616152064/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789307439.600923:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1789307439.600924:0:225637:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1789307439.600927:0:225638:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000400:00000001:3.0:1789307439.600927:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1789307439.600929:0:225637:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789307439.600934:0:225637:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44880. 00010000:00000001:2.0:1789307439.600934:0:225638:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307439.600937:0:225638:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.600939:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000010:3.0:1789307439.600940:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644528. 00000020:00000010:1.0:1789307439.600941:0:225637:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984c80. 00000100:00000001:0.0:1789307439.600943:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307439.600947:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54330 00000100:00000001:0.0:1789307439.600949:0:118851:0:(client.c:1593:after_reply()) Process entered 00000020:00000001:2.0:1789307439.600949:0:225638:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1789307439.600950:0:225637:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0b2cc00. 00000400:00000010:3.0:1789307439.600952:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54330. 02000000:00000001:0.0:1789307439.600954:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1789307439.600957:0:225637:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86770800 : new refcount 6 00000100:00000040:2.0:1789307439.600958:0:225638:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbff5180 x1876218616151808/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:485/0 lens 224/224 e 0 to 0 dl 1789307450 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307439.600959:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307439.600959:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1789307439.600963:0:225637:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307439.600964:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789307439.600968:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbf9f904000 x1876218616151296/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789307439.600970:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789307439.600978:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf97e5e460 time=8 v=5 (5 5 5 5) 00000100:00001000:0.0:1789307439.600987:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf97e5e418 time=8 v=5 (1 1 1 1) 00000100:00100000:2.0:1789307439.600991:0:225638:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbff5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:118849:x1876218616151808:12345-0@lo:400:kworker.0 Request processed in 543us (2775us total) trans 0 rc 0/0 00000100:00000001:0.0:1789307439.600996:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1789307439.600998:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbf9f904000 x1876218616151296/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307439.600999:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307439.601005:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789307439.601009:0:118851:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307439.601009:0:225638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00000001:3.0:1789307439.601013:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789307439.601016:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789307439.601017:0:225638:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe95150800 : new rpc_count 0 00000100:00000001:3.0:1789307439.601017:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789307439.601021:0:118851:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884922556 00000100:00000001:3.0:1789307439.601022:0:118849:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:2.0:1789307439.601023:0:225638:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1789307439.601024:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789307439.601031:0:118851:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789307439.601032:0:225638:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1789307439.601032:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789307439.601034:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.601035:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307439.601037:0:225638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44900. 02000000:00000001:3.0:1789307439.601040:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307439.601043:0:225638:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984e10. 00000100:00000040:0.0:1789307439.601044:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbf31500 x1876218616152064/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1789307439.601046:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf84cc6c60 time=9 v=5 (5 5 5 5) 00000020:00000010:2.0:1789307439.601049:0:225638:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0b2ce00. 00000100:00001000:3.0:1789307439.601054:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf84cc6c18 time=3 v=5 (1 1 1 1) 00000020:00000040:2.0:1789307439.601056:0:225638:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe95150800 : new refcount 8 00000100:00000001:3.0:1789307439.601062:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789307439.601063:0:225638:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307439.601064:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307439.601065:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307439.601070:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1789307439.601071:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1789307439.601072:0:118849:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.601074:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307439.601075:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789307439.601078:0:118849:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25769821652 00000100:00000001:3.0:1789307439.601081:0:118849:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1789307439.601083:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf31500 x1876218616152064/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307439.601083:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307439.601088:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbf9f904000 x1876218616151296/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789307439.601106:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbf31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:118851:1876218616152064:0@lo:400:kworker.0 00000100:00000001:3.0:1789307439.601107:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307439.601112:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789307439.601114:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789307439.601118:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1789307439.601119:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf9f904000 x1876218616151296/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789307439.601123:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789307439.601127:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf836051b8. 00000100:00100000:3.0:1789307439.601129:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbf9f904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:118849:1876218616151296:0@lo:400:kworker.0 00000400:00000200:0.0:1789307439.601133:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd770 00000400:00000010:0.0:1789307439.601137:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd770. 00000100:00000001:0.0:1789307439.601143:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:3.0:1789307439.601146:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1789307439.601149:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbe3c700 x1876218616152448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789307439.601149:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789307439.601151:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644478. 00000400:00000200:3.0:1789307439.601157:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54ee0 00000400:00000010:3.0:1789307439.601160:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54ee0. 00000100:00000001:3.0:1789307439.601163:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789307439.601167:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbe3c700 x1876218616152448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789307439.601169:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbe36d80 x1876218616151808/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307439.601196:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000200:3.0:1789307439.601197:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbe36d80 x1876218616151808/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307439.601198:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307439.601203:0:118851:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789307439.601205:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789307439.601207:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789307439.601210:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307439.601214:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.601214:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789307439.601218:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1789307439.601221:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfb52e0460 time=46 v=5 (6 0 0 0) 00000100:00000001:3.0:1789307439.601222:0:118849:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789307439.601225:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00001000:0.0:1789307439.601227:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb52e0418 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1789307439.601228:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789307439.601232:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789307439.601232:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.601235:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307439.601237:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307439.601239:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789307439.601243:0:118851:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.601245:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00001000:3.0:1789307439.601245:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfba939c60 time=8 v=5 (5 5 5 5) 00000100:00000040:0.0:1789307439.601248:0:118851:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00001000:3.0:1789307439.601251:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfba939c18 time=8 v=5 (1 1 1 1) 00000100:00000001:0.0:1789307439.601252:0:118851:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789307439.601255:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.601258:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789307439.601261:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbe3c700 x1876218616152448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307439.601262:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307439.601267:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789307439.601270:0:118849:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.601275:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1789307439.601276:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789307439.601279:0:118849:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 17179874251 00000100:00000001:0.0:1789307439.601280:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789307439.601284:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307439.601284:0:118849:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789307439.601288:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307439.601291:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbe3c700 x1876218616152448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307439.601296:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbe36d80 x1876218616151808/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789307439.601310:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbe3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:118851:1876218616152448:0@lo:400:kworker.0 00000100:00000001:3.0:1789307439.601315:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1789307439.601318:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1789307439.601318:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789307439.601320:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789307439.601322:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789307439.601326:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf83605528. 00000100:00000040:3.0:1789307439.601329:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbe36d80 x1876218616151808/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789307439.601330:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd660 00000400:00000010:0.0:1789307439.601334:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd660. 00000100:00000001:0.0:1789307439.601338:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789307439.601344:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbf31c00 x1876218616151936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789307439.601370:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbf31c00 x1876218616151936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307439.601372:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbe36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:118849:1876218616151808:0@lo:400:kworker.0 00000400:00000001:3.0:1789307439.601383:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1789307439.601384:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000001:3.0:1789307439.601386:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1789307439.601388:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1789307439.601389:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644268. 00000100:00000001:0.0:1789307439.601391:0:118851:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789307439.601393:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1789307439.601394:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54880 00000100:00000001:0.0:1789307439.601395:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1789307439.601397:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54880. 00000100:00000001:0.0:1789307439.601398:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.601400:0:118849:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:0.0:1789307439.601403:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789307439.601404:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbe80700 x1876218616152320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1789307439.601408:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe8d189460 time=8 v=5 (5 5 5 5) 00000100:00000200:3.0:1789307439.601414:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbe80700 x1876218616152320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1789307439.601415:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe8d189418 time=44 v=5 (1 0 0 0) 00000100:00000001:0.0:1789307439.601423:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789307439.601426:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789307439.601427:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.601428:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307439.601431:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1789307439.601431:0:118849:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789307439.601435:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1789307439.601436:0:118851:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.601436:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307439.601439:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.601442:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1789307439.601442:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307439.601446:0:118851:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 47244640271 00000100:00001000:3.0:1789307439.601449:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe901f3c60 time=46 v=5 (6 0 0 0) 00000100:00000001:0.0:1789307439.601450:0:118851:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789307439.601453:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789307439.601454:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe901f3c18 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1789307439.601458:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789307439.601460:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307439.601461:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbf31c00 x1876218616151936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789307439.601462:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789307439.601465:0:118849:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.601470:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789307439.601472:0:118849:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1789307439.601475:0:118849:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789307439.601477:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307439.601477:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.601483:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1789307439.601485:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbe80700 x1876218616152320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307439.601486:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789307439.601494:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf31c00 x1876218616151936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307439.601495:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307439.601500:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1789307439.601506:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbf31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:118851:1876218616151936:0@lo:400:kworker.0 00000100:00000001:3.0:1789307439.601507:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789307439.601516:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbe80700 x1876218616152320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789307439.601517:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789307439.601519:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789307439.601523:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf83605cb8. 00000400:00000200:0.0:1789307439.601528:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fdee0 00000400:00000010:0.0:1789307439.601532:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fdee0. 00000100:00100000:3.0:1789307439.601534:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbe80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:118849:1876218616152320:0@lo:400:kworker.0 00000100:00000001:0.0:1789307439.601536:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1789307439.601542:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1789307439.601543:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbe34700 x1876218616151424/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307439.601548:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789307439.601554:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbf9f904000 x1876218616151296/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789307439.601558:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbe34700 x1876218616151424/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307439.601574:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1789307439.601576:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:3.0:1789307439.601577:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1789307439.601580:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1789307439.601581:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbec62a2200. 00000100:00000001:0.0:1789307439.601585:0:118851:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789307439.601586:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1789307439.601588:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1789307439.601589:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:0.0:1789307439.601590:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1789307439.601592:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbf84cc6800 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1789307439.601593:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307439.601594:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000001:0.0:1789307439.601598:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789307439.601598:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf98f66c00. 00000100:00001000:0.0:1789307439.601605:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfb6ad4460 time=14 v=5 (5 5 5 5) 02000000:00000001:3.0:1789307439.601608:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:0.0:1789307439.601609:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6ad4418 time=44 v=5 (1 0 0 0) 02000000:00000001:3.0:1789307439.601610:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789307439.601612:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf9f904000. 00000100:00000001:0.0:1789307439.601616:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789307439.601617:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789307439.601619:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307439.601620:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307439.601624:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1789307439.601625:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1789307439.601629:0:118851:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307439.601630:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbe36d80 x1876218616151808/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307439.601633:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789307439.601637:0:118851:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 30064771184 00000100:00000001:3.0:1789307439.601637:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789307439.601639:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1789307439.601642:0:118851:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 02000000:00000010:3.0:1789307439.601642:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbec62a2800. 00000100:00000001:0.0:1789307439.601645:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307439.601646:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789307439.601648:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789307439.601650:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbfba939800 refcount=6 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:3.0:1789307439.601653:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000040:0.0:1789307439.601654:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbe34700 x1876218616151424/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1789307439.601655:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfb6a23800. 02000000:00000001:3.0:1789307439.601659:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789307439.601661:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1789307439.601666:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1789307439.601667:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbe36d80. 00000100:00000001:0.0:1789307439.601671:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789307439.601672:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789307439.601674:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307439.601675:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307439.601679:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789307439.601682:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbe34700 x1876218616151424/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307439.601683:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbe80700 x1876218616152320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307439.601708:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789307439.601711:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789307439.601713:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbec62a3800. 02000000:00000001:3.0:1789307439.601719:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:0.0:1789307439.601720:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbe34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:118851:1876218616151424:0@lo:400:kworker.0 00000020:00000001:3.0:1789307439.601722:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789307439.601726:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbe901f3800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000400:00000001:0.0:1789307439.601729:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1789307439.601730:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 00000400:00000001:0.0:1789307439.601731:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1789307439.601734:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfb6bf9e00. 00000400:00000010:0.0:1789307439.601735:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf83605738. 02000000:00000001:3.0:1789307439.601739:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1789307439.601741:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd6e8 02000000:00000001:3.0:1789307439.601743:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:0.0:1789307439.601745:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd6e8. 00000100:00000010:3.0:1789307439.601746:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbe80700. 00000100:00000001:0.0:1789307439.601749:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1789307439.601752:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789307439.601755:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1789307439.601756:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbf90b65f80 x1876218616150912/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307439.601758:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307439.601766:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789307439.601770:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789307439.601771:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbf90b65f80 x1876218616150912/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307439.601773:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307439.601776:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.601783:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789307439.601785:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307439.601787:0:118851:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789307439.601789:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789307439.601790:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789307439.601791:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307439.601793:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789307439.601796:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe870dcc60 time=45 v=5 (5 5 5 5) 00000100:00001000:0.0:1789307439.601799:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe870dcc18 time=9 v=5 (1 1 1 1) 00000100:00000001:0.0:1789307439.601801:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789307439.601802:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307439.601804:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789307439.601805:0:118851:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.601807:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307439.601810:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbf90b65f80 x1876218616150912/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307439.601816:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789307439.601818:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789307439.601819:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789307439.601822:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf90b65f80 x1876218616150912/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789307439.601834:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbf90b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6d06165a-4799-48d7-99d3-4176da1fff9b:118851:1876218616150912:0@lo:400:kworker.0 00000100:00000001:0.0:1789307439.601837:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307439.601868:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789307439.601872:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbf31500 x1876218616152064/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307439.601878:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789307439.601880:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789307439.601881:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0b2d800. 02000000:00000001:0.0:1789307439.601885:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789307439.601887:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789307439.601888:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbf97e5e000 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1789307439.601890:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789307439.601891:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfb6bf9b00. 02000000:00000001:0.0:1789307439.601894:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789307439.601895:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789307439.601896:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbf31500. 00000100:00000001:0.0:1789307439.601900:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789307439.601901:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307439.601902:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789307439.601905:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbe3c700 x1876218616152448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307439.601911:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789307439.601912:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789307439.601914:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0b2ca00. 02000000:00000001:0.0:1789307439.601916:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789307439.601917:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789307439.601918:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbfb52e0000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1789307439.601919:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789307439.601920:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfb6bf9700. 02000000:00000001:0.0:1789307439.601922:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789307439.601923:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789307439.601924:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbe3c700. 00000100:00000001:0.0:1789307439.601928:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789307439.601930:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307439.601931:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789307439.601934:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbf31c00 x1876218616151936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307439.601940:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789307439.601941:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789307439.601942:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0b2c000. 02000000:00000001:0.0:1789307439.601944:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789307439.601945:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789307439.601946:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbe8d189000 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1789307439.601948:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789307439.601949:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfb6a23d00. 02000000:00000001:0.0:1789307439.601951:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789307439.601952:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789307439.601953:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbf31c00. 00000100:00000001:0.0:1789307439.601955:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789307439.601957:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307439.601958:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789307439.601961:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbe34700 x1876218616151424/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307439.601966:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789307439.601967:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789307439.601969:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0b2d200. 02000000:00000001:0.0:1789307439.601971:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789307439.601972:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789307439.601973:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbfb6ad4000 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:0.0:1789307439.601974:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789307439.601975:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfb6a23900. 02000000:00000001:0.0:1789307439.601977:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789307439.601978:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789307439.601979:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbe34700. 00000100:00000001:0.0:1789307439.601983:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789307439.601984:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307439.601986:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789307439.601988:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbf90b65f80 x1876218616150912/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307439.601994:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789307439.601995:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789307439.601996:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0b2d400. 02000000:00000001:0.0:1789307439.601998:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789307439.601999:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789307439.602001:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbe870dc800 refcount=3 obd=MGC192.168.204.156@tcp 00000020:00000001:0.0:1789307439.602002:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789307439.602003:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf8f30fc00. 02000000:00000001:0.0:1789307439.602006:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789307439.602007:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789307439.602008:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf90b65f80. 00000100:00000001:0.0:1789307439.602011:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789307439.602012:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307439.602014:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307439.602018:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789307439.602019:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307439.602021:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789307439.602022:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307439.766645:0:265667:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8d600. 00080000:00000010:1.0:1789307439.766659:0:265667:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8d600. 00000020:00000001:1.0:1789307439.766667:0:265667:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307439.766676:0:265667:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8d600. 00080000:00000010:1.0:1789307439.766683:0:265667:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8d600. 00000020:00000001:1.0:1789307439.766686:0:265667:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307439.766693:0:265667:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8d600. 00080000:00000010:1.0:1789307439.766697:0:265667:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8d600. 00000020:00000001:1.0:1789307439.766700:0:265667:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307439.766712:0:265667:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8d600. 00080000:00000010:1.0:1789307439.766716:0:265667:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8d600. 00000020:00000001:1.0:1789307439.766720:0:265667:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307439.914938:0:254049:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307439.914946:0:254049:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307439.914952:0:254049:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307439.914954:0:254049:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307439.914959:0:254049:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307439.914964:0:254049:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307439.914971:0:254049:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789307439.914973:0:254049:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307439.914977:0:254049:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789307439.914979:0:254049:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307439.915120:0:122633:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789307439.915127:0:122633:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789307439.915133:0:122633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1789307440.053463:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.053486:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789307440.053490:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.053493:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307440.053506:0:118844:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1789307440.053530:0:118844:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 520 into portal 26 MB=0x6aa693207bf00 00000400:00000200:1.0:1789307440.053539:0:118844:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.56@tcp of length 520/520 into md 0x1bfac9 [2] + 0 00000400:00000010:1.0:1789307440.053545:0:118844:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a516f20. 00000400:00000200:1.0:1789307440.053556:0:118844:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fbf83685480 00000800:00000001:1.0:1789307440.053561:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.053570:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307440.053573:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307440.053578:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1789307440.053583:0:118844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf83685480 00000400:00000010:1.0:1789307440.053586:0:118844:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbf83685480. 00000100:00000001:1.0:1789307440.053592:0:118844:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789307440.053595:0:118844:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1789307440.053598:0:118844:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf83b1b450 x1876218647920384 msgsize 520 00000100:00100000:1.0:1789307440.053603:0:118844:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000040:1.0:1789307440.053605:0:118844:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1789307440.053625:0:118844:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:1.0:1789307440.053632:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.053635:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307440.053688:0:238795:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789307440.053691:0:238795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647920384 02000000:00000001:2.0:1789307440.053694:0:238795:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307440.053698:0:238795:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307440.053700:0:238795:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307440.053705:0:238795:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307440.053710:0:238795:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647920384 00000020:00000001:2.0:1789307440.053714:0:238795:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307440.053716:0:238795:0:(genops.c:804:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1789307440.053718:0:238795:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:2.0:1789307440.053721:0:238795:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.053723:0:238795:0:(genops.c:806:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307440.053730:0:238795:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0b2d800. 00000020:00000010:2.0:1789307440.053738:0:238795:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44300. 00000020:00000010:2.0:1789307440.053743:0:238795:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984e10. 00000100:00000001:2.0:1789307440.053751:0:238795:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307440.053752:0:238795:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307440.053755:0:238795:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.053762:0:238795:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.053774:0:238795:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307440.053807:0:238795:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307440.053809:0:238795:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789307440.053816:0:238795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 424 00000100:00000001:2.0:1789307440.053821:0:238795:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243629872208 : -105830079679408 : ffff9fbf83b1b450) 00000100:00000040:2.0:1789307440.053843:0:238795:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf83b1b450 x1876218647920384/t0(0) o250->@:0/0 lens 520/0 e 0 to 0 dl 1789307460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307440.053897:0:238795:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf83b1b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:256267:x1876218647920384:12345-192.168.204.56@tcp:250:mount.lustre.0 00000100:00000200:2.0:1789307440.053903:0:238795:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647920384 00000020:00000001:2.0:1789307440.053908:0:238795:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:2.0:1789307440.053912:0:238795:0:(ldlm_lib.c:1183:target_handle_connect()) Process entered 00000020:00000040:2.0:1789307440.053924:0:238795:0:(obd_config.c:995:class_incref()) incref MGS (ffff9fbfbf3e19c0) now 6 - find 00000020:00000001:2.0:1789307440.053927:0:238795:0:(genops.c:655:class_str2obd()) Process leaving (rc=18446638244628928960 : -105829080622656 : ffff9fbfbf3e19c0) 00000100:00000001:2.0:1789307440.053934:0:238795:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307440.053937:0:238795:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789307440.053942:0:238795:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 712 at ffff9fbfb466a400. 02000000:00000001:2.0:1789307440.053945:0:238795:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.053947:0:238795:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789307440.053950:0:238795:0:(ldlm_lib.c:1272:target_handle_connect()) MGS: ocd_connect_flags: 0xa000411001002060 tmp_exp_old_falloc: 0 00010000:00080000:2.0:1789307440.053958:0:238795:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp t0 exp 0000000000000000 cur 20401 last 0 00010000:00000001:2.0:1789307440.053962:0:238795:0:(obd_class.h:859:obd_connect()) Process entered 20000000:00000001:2.0:1789307440.053965:0:238795:0:(mgs_handler.c:1867:mgs_obd_connect()) Process entered 00000020:00000001:2.0:1789307440.053968:0:238795:0:(genops.c:1374:class_connect()) Process entered 00000020:00000001:2.0:1789307440.053970:0:238795:0:(genops.c:931:__class_new_export()) Process entered 00000020:00000010:2.0:1789307440.053973:0:238795:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at ffff9fbfb9252800. 00000020:00000001:2.0:1789307440.053976:0:238795:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789307440.053979:0:238795:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9fbfb9252800 with handle 0x66de20725ed78204 to hash 00000020:00000001:2.0:1789307440.053981:0:238795:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000020:00000001:2.0:1789307440.053988:0:238795:0:(obd_class.h:1015:obd_init_export()) Process entered 00010000:00000001:2.0:1789307440.053991:0:238795:0:(ldlm_lockd.c:3138:ldlm_init_export()) Process entered 00000001:00000001:2.0:1789307440.053994:0:238795:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1789307440.053998:0:238795:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff9fbec5bb6600. 00000001:00000010:2.0:1789307440.054014:0:238795:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff9fbe8a11ab40. 00000001:00000010:2.0:1789307440.054019:0:238795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbfc0b2ca00. 00000001:00000010:2.0:1789307440.054028:0:238795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbfc0b2c000. 00000001:00000010:2.0:1789307440.054031:0:238795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbfc0b2d200. 00000001:00000010:2.0:1789307440.054033:0:238795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbfc0b2cc00. 00010000:00000001:2.0:1789307440.054037:0:238795:0:(ldlm_flock.c:1125:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307440.054040:0:238795:0:(ldlm_lockd.c:3157:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.054042:0:238795:0:(obd_class.h:1019:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307440.054045:0:238795:0:(genops.c:868:class_export_get()) GET export ffff9fbfb9252800 refcount=3 00000020:00000040:2.0:1789307440.054050:0:238795:0:(obd_config.c:995:class_incref()) incref MGS (ffff9fbfbf3e19c0) now 7 - export 00000020:00000001:2.0:1789307440.054053:0:238795:0:(genops.c:1001:__class_new_export()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000020:00000040:2.0:1789307440.054056:0:238795:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9252800 : new refcount 2 00000020:00000080:2.0:1789307440.054059:0:238795:0:(genops.c:1384:class_connect()) connect: client d7d90e49-668d-48f2-b512-5da6d754f7b6, cookie 0x66de20725ed78204 00000020:00000001:2.0:1789307440.054061:0:238795:0:(genops.c:1385:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.054063:0:238795:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307440.054064:0:238795:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed78204 00000020:00000001:2.0:1789307440.054065:0:238795:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307440.054067:0:238795:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb9252800 refcount=3 00000020:00000001:2.0:1789307440.054069:0:238795:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000020:00000001:2.0:1789307440.054071:0:238795:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 20000000:00000001:2.0:1789307440.054074:0:238795:0:(mgs_handler.c:1822:mgs_obd_reconnect()) Process entered 00000001:00000001:2.0:1789307440.054077:0:238795:0:(nodemap_handler.c:773:nodemap_add_member()) Process entered 00000001:00000001:2.0:1789307440.054081:0:238795:0:(nodemap_handler.c:558:nodemap_classify_nid()) Process entered 00000001:00000040:2.0:1789307440.054085:0:238795:0:(nodemap_handler.c:120:nodemap_getref()) GETting nodemap default(p=ffff9fbf98c04c00) : new refcount 17 00000001:00000001:2.0:1789307440.054087:0:238795:0:(nodemap_handler.c:596:nodemap_classify_nid()) Process leaving (rc=18446638243983150080 : -105829726401536 : ffff9fbf98c04c00) 00000001:00000001:2.0:1789307440.054091:0:238795:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:2.0:1789307440.054092:0:238795:0:(genops.c:868:class_export_get()) GET export ffff9fbfb9252800 refcount=4 00000001:00000040:2.0:1789307440.054094:0:238795:0:(nodemap_handler.c:120:nodemap_getref()) GETting nodemap default(p=ffff9fbf98c04c00) : new refcount 18 00000001:00000001:2.0:1789307440.054097:0:238795:0:(nodemap_member.c:170:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:2.0:1789307440.054100:0:238795:0:(nodemap_handler.c:847:nodemap_add_member()) MGS: adding NID 192.168.204.56@tcp to nodemap default 00000001:00000040:2.0:1789307440.054103:0:238795:0:(nodemap_handler.c:137:nodemap_putref()) PUTting nodemap default(p=ffff9fbf98c04c00) : new refcount 17 00000001:00000001:2.0:1789307440.054105:0:238795:0:(nodemap_handler.c:853:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1789307440.054108:0:238795:0:(mgs_fs.c:45:mgs_export_stats_init()) Process entered 00000020:00000001:2.0:1789307440.054111:0:238795:0:(lprocfs_status_server.c:708:lprocfs_exp_setup()) Process entered 00000020:00000010:2.0:1789307440.054121:0:238795:0:(lprocfs_status_server.c:729:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff9fbf82f2c120. 00000020:00000040:2.0:1789307440.054125:0:238795:0:(lprocfs_status_server.c:748:lprocfs_exp_setup()) Found stats ffff9fbe824ebd20 for nid 192.168.204.56@tcp - ref 2 00000020:00000001:2.0:1789307440.054128:0:238795:0:(lprocfs_status_server.c:760:lprocfs_exp_setup()) Process leaving via destroy_new (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 00000020:00000010:2.0:1789307440.054130:0:238795:0:(lprocfs_status_server.c:785:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff9fbf82f2c120. 00000020:00000001:2.0:1789307440.054135:0:238795:0:(lprocfs_status_server.c:786:lprocfs_exp_setup()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 20000000:00000001:2.0:1789307440.054138:0:238795:0:(mgs_fs.c:49:mgs_export_stats_init()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1789307440.054139:0:238795:0:(mgs_handler.c:1854:mgs_obd_reconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1789307440.054141:0:238795:0:(mgs_handler.c:1886:mgs_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307440.054144:0:238795:0:(obd_class.h:875:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307440.054147:0:238795:0:(genops.c:1263:class_new_import()) kmalloced '(imp)': 1720 at ffff9fbfb9251800. 00000020:00000040:2.0:1789307440.054149:0:238795:0:(obd_config.c:995:class_incref()) incref MGS (ffff9fbfbf3e19c0) now 8 - import 00000020:00000001:2.0:1789307440.054155:0:238795:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789307440.054156:0:238795:0:(genops.c:1222:class_import_put()) import ffff9fbfb9251800 refcount=1 obd=MGS 00000020:00000001:2.0:1789307440.054158:0:238795:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000040:2.0:1789307440.054162:0:238795:0:(genops.c:868:class_export_get()) GET export ffff9fbfb9252800 refcount=5 00000100:00000040:2.0:1789307440.054165:0:238795:0:(service.c:1082:ptlrpc_request_change_export()) RPC GETting export ffff9fbfb9252800 : new rpc_count 1 00000100:00000001:2.0:1789307440.054167:0:238795:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1789307440.054174:0:238795:0:(peer.c:1635:LNetPrimaryNID()) NID 192.168.204.56@tcp primary NID 192.168.204.56@tcp rc 0 00000100:00000001:2.0:1789307440.054178:0:238795:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789307440.054180:0:238795:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 9 to 192.168.204.56@tcp 00000100:00000001:2.0:1789307440.054182:0:238795:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 00000100:00000001:2.0:1789307440.054184:0:238795:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446638239384361408 : -105834325190208 : 0xffff9fbe86a459c0) 00000100:00000040:2.0:1789307440.054187:0:238795:0:(connection.c:150:ptlrpc_connection_get()) conn=ffff9fbe86a459c0 refcount 9 to 192.168.204.56@tcp 00000020:00000040:2.0:1789307440.054190:0:238795:0:(genops.c:868:class_export_get()) GET export ffff9fbfb9252800 refcount=6 00000100:00000001:2.0:1789307440.054195:0:238795:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789307440.054197:0:238795:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00000100:00000001:2.0:1789307440.054199:0:238795:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:2.0:1789307440.054202:0:238795:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789307440.054206:0:238795:0:(sec.c:1459:sptlrpc_sec_create()) Process entered 02000000:08000000:2.0:1789307440.054208:0:238795:0:(sec.c:1467:sptlrpc_sec_create()) mgs MGS: reverse sec using flavor null 02000000:00000001:2.0:1789307440.054211:0:238795:0:(sec.c:1498:sptlrpc_sec_create()) Process leaving (rc=18446744072651276480 : -1058275136 : ffffffffc0ec00c0) 02000000:00000001:2.0:1789307440.054214:0:238795:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.054222:0:238795:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1789307440.054224:0:238795:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1789307440.054226:0:238795:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789307440.054229:0:238795:0:(import.c:65:import_set_state_nolock()) ffff9fbfb9251800 : changing import state from RECOVER to FULL 00000100:00000001:2.0:1789307440.054232:0:238795:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:2.0:1789307440.054234:0:238795:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1789307440.054236:0:238795:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307440.054239:0:238795:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9252800 : new refcount 5 00000020:00000040:2.0:1789307440.054242:0:238795:0:(obd_config.c:1023:class_decref()) Decref MGS (ffff9fbfbf3e19c0) now 8 - find 00010000:00000001:2.0:1789307440.054245:0:238795:0:(ldlm_lib.c:1750:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.054249:0:238795:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1789307440.054252:0:238795:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660900096 : -1048651520 : ffffffffc17ed900) 00000020:00000001:2.0:1789307440.054255:0:238795:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1789307440.054257:0:238795:0:(tgt_handler.c:559:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307440.054259:0:238795:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307440.054261:0:238795:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1789307440.054264:0:238795:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1789307440.054266:0:238795:0:(mgs_handler.c:38:mgs_connect()) Process entered 00000020:00000001:2.0:1789307440.054267:0:238795:0:(tgt_handler.c:1064:tgt_connect()) Process entered 00000020:00000001:2.0:1789307440.054273:0:238795:0:(tgt_handler.c:1133:tgt_connect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1789307440.054275:0:238795:0:(mgs_handler.c:48:mgs_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789307440.054277:0:238795:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647920384 00010000:00000001:2.0:1789307440.054280:0:238795:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:2.0:1789307440.054285:0:238795:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf83b1b450 x1876218647920384/t0(0) o250->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:0/0 lens 520/416 e 0 to 0 dl 1789307460 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789307440.054293:0:238795:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789307440.054295:0:238795:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307440.054299:0:238795:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe840599e8 time=10 v=5 (1 1 1 1) 00000100:00001000:2.0:1789307440.054304:0:238795:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1789307440.054306:0:238795:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789307440.054308:0:238795:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:2.0:1789307440.054310:0:238795:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:2.0:1789307440.054313:0:238795:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307440.054314:0:238795:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.054323:0:238795:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307440.054326:0:238795:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:2.0:1789307440.054331:0:238795:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fdaa0. 00000100:00000200:2.0:1789307440.054336:0:238795:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1876218647920384, offset 0 00000400:00000200:2.0:1789307440.054343:0:238795:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1789307440.054353:0:238795:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1789307440.054359:0:238795:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305895:305895:256:4294967295] 192.168.204.56@tcp LPNI seq info [305891:305891:8:4294967295] 00000400:00000200:2.0:1789307440.054369:0:238795:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1789307440.054374:0:238795:0:(socklnd_cb.c:931:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1789307440.054379:0:238795:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbec5bb6800. 00000800:00000200:2.0:1789307440.054386:0:238795:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1789307440.054392:0:238795:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1789307440.054396:0:238795:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbec5bb6800 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:2.0:1789307440.054419:0:238795:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307440.054423:0:238795:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:2.0:1789307440.054425:0:238795:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307440.054427:0:238795:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.054430:0:238795:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1789307440.054434:0:238795:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf83b1b450 x1876218647920384/t0(0) o250->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:0/0 lens 520/416 e 0 to 0 dl 1789307460 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307440.054447:0:238795:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf83b1b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7d90e49-668d-48f2-b512-5da6d754f7b6+5:256267:x1876218647920384:12345-192.168.204.56@tcp:250:mount.lustre.0 Request processed in 549us (843us total) trans 0 rc 0/0 00000100:00100000:2.0:1789307440.054458:0:238795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 424 00000100:00000040:2.0:1789307440.054461:0:238795:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb9252800 : new rpc_count 0 00000100:00000001:2.0:1789307440.054463:0:238795:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307440.054465:0:238795:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789307440.054470:0:238795:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44300. 00000020:00000010:2.0:1789307440.054474:0:238795:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984e10. 00000020:00000010:2.0:1789307440.054477:0:238795:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0b2d800. 00000020:00000040:2.0:1789307440.054482:0:238795:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9252800 : new refcount 4 00000100:00000001:2.0:1789307440.054495:0:238795:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1789307440.054510:0:238795:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1789307440.054515:0:238795:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb50587e8. 00000400:00000010:2.0:1789307440.054520:0:238795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbf84c38900. 00000800:00000200:3.0:1789307440.054566:0:118842:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789307440.054584:0:118842:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbec5bb6800. 00000400:00000200:3.0:1789307440.054592:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307440.054601:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1789307440.054608:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fdaa0 00000400:00000010:3.0:1789307440.054611:0:118842:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fdaa0. 00000100:00000001:3.0:1789307440.054616:0:118842:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:3.0:1789307440.054619:0:118842:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789307440.054623:0:118842:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 712 at ffff9fbfb466a400. 02000000:00000001:3.0:1789307440.054627:0:118842:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1789307440.054696:0:118842:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:2.0:1789307440.056406:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307440.056418:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789307440.056421:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307440.056423:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307440.056430:0:118843:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1789307440.056441:0:118843:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 26 MB=0x6aa693207bf80 00000400:00000200:2.0:1789307440.056446:0:118843:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.56@tcp of length 328/328 into md 0x1bfb29 [2] + 0 00000400:00000010:2.0:1789307440.056450:0:118843:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb6c534d0. 00000400:00000200:2.0:1789307440.056454:0:118843:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fbfb2645480 00000800:00000001:2.0:1789307440.056457:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307440.056463:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307440.056465:0:118843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307440.056468:0:118843:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1789307440.056471:0:118843:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb2645480 00000400:00000010:2.0:1789307440.056473:0:118843:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbfb2645480. 00000100:00000001:2.0:1789307440.056476:0:118843:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789307440.056478:0:118843:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1789307440.056480:0:118843:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf83b1b050 x1876218647920512 msgsize 328 00000100:00100000:2.0:1789307440.056483:0:118843:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000040:2.0:1789307440.056484:0:118843:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1789307440.056496:0:118843:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1789307440.056507:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307440.056511:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307440.056548:0:238798:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789307440.056551:0:238798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647920512 02000000:00000001:1.0:1789307440.056554:0:238798:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307440.056556:0:238798:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307440.056558:0:238798:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307440.056562:0:238798:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307440.056566:0:238798:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647920512 00000020:00000001:1.0:1789307440.056569:0:238798:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307440.056570:0:238798:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed78204 00000020:00000001:1.0:1789307440.056589:0:238798:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307440.056592:0:238798:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb9252800 refcount=5 00000020:00000001:1.0:1789307440.056595:0:238798:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000020:00000001:1.0:1789307440.056597:0:238798:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000100:00000001:1.0:1789307440.056602:0:238798:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307440.056607:0:238798:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ff740. 00000100:00000001:1.0:1789307440.056610:0:238798:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307440.056613:0:238798:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ff740. 00000020:00000010:1.0:1789307440.056620:0:238798:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb90ea600. 00000020:00000010:1.0:1789307440.056625:0:238798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf83f8de00. 00000020:00000010:1.0:1789307440.056630:0:238798:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696aed8. 00000100:00000040:1.0:1789307440.056639:0:238798:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1789307440.056642:0:238798:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307440.056643:0:238798:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307440.056645:0:238798:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307440.056651:0:238798:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307440.056663:0:238798:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307440.056674:0:238798:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307440.056676:0:238798:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789307440.056681:0:238798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 425 00000100:00000040:1.0:1789307440.056684:0:238798:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfb9252800 : new rpc_count 1 00000100:00000001:1.0:1789307440.056687:0:238798:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243629871184 : -105830079680432 : ffff9fbf83b1b050) 00000100:00000040:1.0:1789307440.056695:0:238798:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf83b1b050 x1876218647920512/t0(0) o101->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 328/0 e 0 to 0 dl 1789307451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307440.056705:0:238798:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307440.056708:0:238798:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ff740. 00000100:00000001:1.0:1789307440.056711:0:238798:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307440.056713:0:238798:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ff740. 00000100:00100000:1.0:1789307440.056723:0:238798:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf83b1b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d7d90e49-668d-48f2-b512-5da6d754f7b6+5:399365:x1876218647920512:12345-192.168.204.56@tcp:101:mount.lustre.0 00000100:00000200:1.0:1789307440.056727:0:238798:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647920512 00000020:00000001:1.0:1789307440.056730:0:238798:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1789307440.056738:0:238798:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1789307440.056741:0:238798:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307440.056743:0:238798:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1789307440.056745:0:238798:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660899968 : -1048651648 : ffffffffc17ed880) 00000020:00000001:1.0:1789307440.056748:0:238798:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1789307440.056750:0:238798:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789307440.056752:0:238798:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1789307440.056753:0:238798:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1789307440.056758:0:238798:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307440.056760:0:238798:0:(tgt_handler.c:1474:tgt_enqueue()) Process entered 00010000:00000001:1.0:1789307440.056763:0:238798:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1789307440.056765:0:238798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1789307440.056767:0:238798:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1789307440.056769:0:238798:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307440.056775:0:238798:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789307440.056781:0:238798:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9a58d500 count: 10 00010000:00000001:1.0:1789307440.056784:0:238798:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789307440.056787:0:238798:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789307440.056791:0:238798:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fbf97919a00. 00000020:00000001:1.0:1789307440.056795:0:238798:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789307440.056798:0:238798:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9fbf97919a00 with handle 0x66de20725ed7820b to hash 00000020:00000001:1.0:1789307440.056800:0:238798:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789307440.056802:0:238798:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638243963312640 : -105829746238976 : ffff9fbf97919a00) 00010000:00000001:1.0:1789307440.056805:0:238798:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638243963312640 : -105829746238976 : ffff9fbf97919a00) 00010000:00010000:1.0:1789307440.056809:0:238798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9fbf97919a00/0x66de20725ed7820b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xef11a149f77a6e8d expref: -99 pid: 238798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789307440.056818:0:238798:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff9fbfb9252800 : new locks_count 1 00000020:00000040:1.0:1789307440.056842:0:238798:0:(genops.c:868:class_export_get()) GET export ffff9fbfb9252800 refcount=6 00000100:00000001:1.0:1789307440.056895:0:238798:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789307440.056898:0:238798:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789307440.056908:0:238798:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 640 at ffff9fbf88d9d000. 02000000:00000001:1.0:1789307440.056911:0:238798:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307440.056913:0:238798:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307440.056916:0:238798:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789307440.056925:0:238798:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1789307440.056928:0:238798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1789307440.056930:0:238798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1789307440.056932:0:238798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307440.056934:0:238798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1789307440.056936:0:238798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307440.056938:0:238798:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789307440.056941:0:238798:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789307440.056943:0:238798:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789307440.056945:0:238798:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789307440.056948:0:238798:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff9fbf9a58d500) refcount = 10 00010000:00000040:1.0:1789307440.056952:0:238798:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789307440.056957:0:238798:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGS lock: ffff9fbfb4b79e00/0x66de20725ed77848 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x66de20725ed77841 expref: 23 pid: 238794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789307440.056966:0:238798:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGS lock: ffff9fbfb9d9c600/0x66de20725ed77809 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x66de20725ed77802 expref: 23 pid: 238796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789307440.056972:0:238798:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGS lock: ffff9fbf8654ec00/0x66de20725eceddef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x66de20725ecedde8 expref: 23 pid: 238798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789307440.056979:0:238798:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGS lock: ffff9fbf8654e400/0x66de20725ecedd9b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x66de20725ecedd94 expref: 23 pid: 238798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789307440.056985:0:238798:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGS lock: ffff9fbf8654ea00/0x66de20725ecedd8d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x66de20725ecedd86 expref: 23 pid: 238794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789307440.056992:0:238798:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGS lock: ffff9fbfa335de00/0x66de20725ecedd63 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x66de20725ecedd5c expref: 23 pid: 238795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789307440.056999:0:238798:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGS lock: ffff9fbf8654fa00/0x66de20725ecedd47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x66de20725ecedd40 expref: 23 pid: 238794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789307440.057006:0:238798:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGS lock: ffff9fbf862f9c00/0x66de20725ecedcfa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x66de20725ecedcf3 expref: 23 pid: 238795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789307440.057021:0:238798:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGS lock: ffff9fbfa335d600/0x66de20725ecedc13 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x66de20725ecedc0c expref: 23 pid: 238795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789307440.057028:0:238798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9fbf97919a00/0x66de20725ed7820b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6e8d expref: 6 pid: 238798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307440.057034:0:238798:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789307440.057035:0:238798:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789307440.057037:0:238798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307440.057039:0:238798:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307440.057041:0:238798:0:(ldlm_lock.c:1928:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789307440.057046:0:238798:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1789307440.057049:0:238798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9fbf97919a00/0x66de20725ed7820b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6e8d expref: 6 pid: 238798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307440.057056:0:238798:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1789307440.057058:0:238798:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1789307440.057066:0:238798:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307440.057069:0:238798:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307440.057071:0:238798:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1789307440.057072:0:238798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307440.057074:0:238798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789307440.057076:0:238798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fbf97919a00, rc 0) 00000020:00000001:1.0:1789307440.057078:0:238798:0:(tgt_handler.c:1499:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1789307440.057081:0:238798:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647920512 00010000:00000001:1.0:1789307440.057083:0:238798:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:1.0:1789307440.057088:0:238798:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf83b1b050 x1876218647920512/t0(0) o101->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 328/344 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789307440.057095:0:238798:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789307440.057098:0:238798:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307440.057114:0:238798:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe840599e8 time=10 v=5 (1 1 1 1) 00000100:00000001:1.0:1789307440.057118:0:238798:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789307440.057125:0:238798:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:1.0:1789307440.057127:0:238798:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:1.0:1789307440.057130:0:238798:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789307440.057132:0:238798:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307440.057135:0:238798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307440.057138:0:238798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:1.0:1789307440.057142:0:238798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54220. 00000100:00000200:1.0:1789307440.057146:0:238798:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1876218647920512, offset 224 00000400:00000200:1.0:1789307440.057152:0:238798:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1789307440.057160:0:238798:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1789307440.057166:0:238798:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305896:305896:256:4294967295] 192.168.204.56@tcp LPNI seq info [305892:305892:8:4294967295] 00000400:00000200:1.0:1789307440.057175:0:238798:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1789307440.057180:0:238798:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1789307440.057185:0:238798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbfb57d7500. 00000800:00000200:1.0:1789307440.057190:0:238798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1789307440.057197:0:238798:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1789307440.057200:0:238798:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfb57d7500 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1789307440.057220:0:238798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307440.057223:0:238798:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:1.0:1789307440.057226:0:238798:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:1.0:1789307440.057227:0:238798:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307440.057229:0:238798:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1789307440.057234:0:238798:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf83b1b050 x1876218647920512/t0(0) o101->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 328/344 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307440.057243:0:238798:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf83b1b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d7d90e49-668d-48f2-b512-5da6d754f7b6+6:399365:x1876218647920512:12345-192.168.204.56@tcp:101:mount.lustre.0 Request processed in 536us (760us total) trans 0 rc 0/0 00000100:00100000:1.0:1789307440.057251:0:238798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 425 00000100:00000040:1.0:1789307440.057254:0:238798:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb9252800 : new rpc_count 0 00000100:00000001:1.0:1789307440.057256:0:238798:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307440.057264:0:238798:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789307440.057269:0:238798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf83f8de00. 00000020:00000010:1.0:1789307440.057272:0:238798:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696aed8. 00000020:00000010:1.0:1789307440.057277:0:238798:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb90ea600. 00000020:00000040:1.0:1789307440.057282:0:238798:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9252800 : new refcount 5 00000100:00000001:1.0:1789307440.057286:0:238798:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1789307440.057291:0:238798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1789307440.057296:0:238798:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644580. 00000400:00000010:1.0:1789307440.057300:0:238798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbe95745600. 00000800:00000200:0.0:1789307440.057333:0:118844:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789307440.057339:0:118844:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbfb57d7500. 00000400:00000200:0.0:1789307440.057345:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789307440.057349:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1789307440.057353:0:118844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54220 00000400:00000010:0.0:1789307440.057355:0:118844:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54220. 00000100:00000001:0.0:1789307440.057359:0:118844:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:0.0:1789307440.057361:0:118844:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1789307440.057363:0:118844:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 640 at ffff9fbf88d9d000. 02000000:00000001:0.0:1789307440.057367:0:118844:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1789307440.057368:0:118844:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:3.0:1789307440.059019:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.059051:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789307440.059056:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.059059:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307440.059070:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1789307440.059097:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 512 into portal 26 MB=0x6aa693207c000 00000400:00000200:3.0:1789307440.059105:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.56@tcp of length 512/512 into md 0x1bfbc5 [2] + 0 00000400:00000010:3.0:1789307440.059110:0:118842:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb5058268. 00000400:00000200:3.0:1789307440.059118:0:118842:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fbea93ac6c0 00000800:00000001:3.0:1789307440.059123:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.059131:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307440.059134:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307440.059138:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1789307440.059144:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbea93ac6c0 00000400:00000010:3.0:1789307440.059147:0:118842:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbea93ac6c0. 00000100:00000001:3.0:1789307440.059152:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307440.059154:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1789307440.059158:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf83b19050 x1876218647920640 msgsize 512 00000100:00100000:3.0:1789307440.059163:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000040:3.0:1789307440.059165:0:118842:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1789307440.059180:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789307440.059190:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.059193:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307440.059244:0:238794:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789307440.059249:0:238794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647920640 02000000:00000001:2.0:1789307440.059253:0:238794:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307440.059255:0:238794:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307440.059257:0:238794:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307440.059262:0:238794:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307440.059266:0:238794:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647920640 00000020:00000001:2.0:1789307440.059269:0:238794:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307440.059283:0:238794:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed78204 00000020:00000001:2.0:1789307440.059286:0:238794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307440.059288:0:238794:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb9252800 refcount=6 00000020:00000001:2.0:1789307440.059291:0:238794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000020:00000001:2.0:1789307440.059293:0:238794:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000100:00000001:2.0:1789307440.059299:0:238794:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307440.059303:0:238794:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00400. 00000100:00000001:2.0:1789307440.059306:0:238794:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307440.059308:0:238794:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00400. 00000020:00000010:2.0:1789307440.059316:0:238794:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0b2d800. 00000020:00000010:2.0:1789307440.059321:0:238794:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44300. 00000020:00000010:2.0:1789307440.059325:0:238794:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984e10. 00000100:00000040:2.0:1789307440.059332:0:238794:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1789307440.059335:0:238794:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307440.059336:0:238794:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307440.059338:0:238794:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.059344:0:238794:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.059363:0:238794:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307440.059374:0:238794:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307440.059376:0:238794:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789307440.059382:0:238794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 426 00000100:00000040:2.0:1789307440.059386:0:238794:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfb9252800 : new rpc_count 1 00000100:00000001:2.0:1789307440.059389:0:238794:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243629862992 : -105830079688624 : ffff9fbf83b19050) 00000100:00000040:2.0:1789307440.059397:0:238794:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf83b19050 x1876218647920640/t0(0) o501->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 512/0 e 0 to 0 dl 1789307451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307440.059407:0:238794:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307440.059410:0:238794:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00400. 00000100:00000001:2.0:1789307440.059412:0:238794:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307440.059414:0:238794:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00400. 00000100:00100000:2.0:1789307440.059418:0:238794:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf83b19050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7d90e49-668d-48f2-b512-5da6d754f7b6+6:399365:x1876218647920640:12345-192.168.204.56@tcp:501:mount.lustre.0 00000100:00000200:2.0:1789307440.059422:0:238794:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647920640 00000020:00000001:2.0:1789307440.059432:0:238794:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1789307440.059435:0:238794:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1789307440.059436:0:238794:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.059439:0:238794:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1789307440.059442:0:238794:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660899584 : -1048652032 : ffffffffc17ed700) 00000020:00000001:2.0:1789307440.059444:0:238794:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1789307440.059446:0:238794:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307440.059448:0:238794:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307440.059449:0:238794:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1789307440.059452:0:238794:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1789307440.059456:0:238794:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.059458:0:238794:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1789307440.059461:0:238794:0:(mgs_handler.c:723:mgs_llog_open()) Process entered 00000020:00000001:2.0:1789307440.059463:0:238794:0:(tgt_handler.c:1543:tgt_llog_open()) Process entered 00000040:00000001:2.0:1789307440.059465:0:238794:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:2.0:1789307440.059468:0:238794:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307440.059470:0:238794:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789307440.059474:0:238794:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 568 at ffff9fbfb4668000. 02000000:00000001:2.0:1789307440.059477:0:238794:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.059479:0:238794:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1789307440.059482:0:238794:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:2.0:1789307440.059485:0:238794:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbf9fb21180 : new refcount 2 00000040:00000001:2.0:1789307440.059488:0:238794:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1789307440.059492:0:238794:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9fbfc0b2ce00. 00000040:00000001:2.0:1789307440.059496:0:238794:0:(llog_osd.c:1406:llog_osd_open()) Process entered 00000020:00000001:2.0:1789307440.059499:0:238794:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1789307440.059502:0:238794:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446638239363571200 : -105834345980416 : 0xffff9fbe85671e00) 00000020:00000001:2.0:1789307440.059505:0:238794:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446638239363571200 : -105834345980416 : ffff9fbe85671e00) 00080000:00000001:2.0:1789307440.059513:0:238794:0:(osd_handler.c:8192:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1789307440.059517:0:238794:0:(osd_handler.c:6584:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1789307440.059591:0:238794:0:(osd_handler.c:6659:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:2.0:1789307440.059596:0:238794:0:(osd_handler.c:6666:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1789307440.059599:0:238794:0:(osd_handler.c:8219:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1789307440.059603:0:238794:0:(llog_osd.c:1467:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:2.0:1789307440.059606:0:238794:0:(llog_osd.c:1531:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:2.0:1789307440.059614:0:238794:0:(llog.c:1559:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:2.0:1789307440.059618:0:238794:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9fbfc0b2ce00. 00000040:00000001:2.0:1789307440.059621:0:238794:0:(llog.c:1563:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1789307440.059624:0:238794:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:2.0:1789307440.059626:0:238794:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbf9fb21180 : new refcount 1 00000020:00000001:2.0:1789307440.059630:0:238794:0:(tgt_handler.c:1547:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:2.0:1789307440.059632:0:238794:0:(mgs_handler.c:727:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:2.0:1789307440.059645:0:238794:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647920640 00010000:00000001:2.0:1789307440.059648:0:238794:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:2.0:1789307440.059654:0:238794:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf83b19050 x1876218647920640/t0(0) o501->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 512/272 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc -2/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789307440.059662:0:238794:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789307440.059664:0:238794:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307440.059667:0:238794:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe840599e8 time=10 v=5 (1 1 1 1) 00000100:00000001:2.0:1789307440.059671:0:238794:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789307440.059674:0:238794:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:2.0:1789307440.059676:0:238794:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:2.0:1789307440.059678:0:238794:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307440.059679:0:238794:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.059682:0:238794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307440.059684:0:238794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:2.0:1789307440.059689:0:238794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fdcc0. 00000100:00000200:2.0:1789307440.059701:0:238794:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1876218647920640, offset 224 00000400:00000200:2.0:1789307440.059707:0:238794:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1789307440.059719:0:238794:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1789307440.059725:0:238794:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305897:305897:256:4294967295] 192.168.204.56@tcp LPNI seq info [305893:305893:8:4294967295] 00000400:00000200:2.0:1789307440.059734:0:238794:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1789307440.059739:0:238794:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1789307440.059749:0:238794:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbec5bb6500. 00000800:00000200:2.0:1789307440.059755:0:238794:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1789307440.059769:0:238794:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1789307440.059773:0:238794:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbec5bb6500 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1789307440.059787:0:238794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307440.059791:0:238794:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:2.0:1789307440.059793:0:238794:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307440.059794:0:238794:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.059796:0:238794:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1789307440.059801:0:238794:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf83b19050 x1876218647920640/t0(0) o501->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 512/272 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc -2/-2 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307440.059812:0:238794:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf83b19050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7d90e49-668d-48f2-b512-5da6d754f7b6+6:399365:x1876218647920640:12345-192.168.204.56@tcp:501:mount.lustre.0 Request processed in 403us (650us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789307440.059820:0:238794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 426 00000100:00000040:2.0:1789307440.059823:0:238794:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb9252800 : new rpc_count 0 00000100:00000001:2.0:1789307440.059825:0:238794:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307440.059827:0:238794:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789307440.059849:0:238794:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44300. 00000020:00000010:2.0:1789307440.059876:0:238794:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984e10. 00000020:00000010:2.0:1789307440.059880:0:238794:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0b2d800. 00000020:00000040:2.0:1789307440.059886:0:238794:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9252800 : new refcount 5 00000100:00000001:2.0:1789307440.059890:0:238794:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1789307440.059895:0:238794:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1789307440.059901:0:238794:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb50584d0. 00000400:00000010:2.0:1789307440.059907:0:238794:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbf84c38480. 00000800:00000200:1.0:1789307440.059918:0:118843:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789307440.059923:0:118843:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbec5bb6500. 00000400:00000200:1.0:1789307440.059930:0:118843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307440.059936:0:118843:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1789307440.059941:0:118843:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fdcc0 00000400:00000010:1.0:1789307440.059944:0:118843:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fdcc0. 00000100:00000001:1.0:1789307440.059948:0:118843:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:1.0:1789307440.059950:0:118843:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1789307440.059952:0:118843:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 568 at ffff9fbfb4668000. 02000000:00000001:1.0:1789307440.059954:0:118843:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1789307440.059955:0:118843:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:0.0:1789307440.062803:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789307440.062815:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789307440.062819:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789307440.062820:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789307440.062829:0:118844:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1789307440.062879:0:118844:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 26 MB=0x6aa693207c080 00000400:00000200:0.0:1789307440.062890:0:118844:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.56@tcp of length 328/328 into md 0x1bfc21 [2] + 0 00000400:00000010:0.0:1789307440.062896:0:118844:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb5058bb0. 00000400:00000200:0.0:1789307440.062904:0:118844:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fbea93acb40 00000800:00000001:0.0:1789307440.062909:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789307440.062917:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789307440.062921:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789307440.062925:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1789307440.062930:0:118844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbea93acb40 00000400:00000010:0.0:1789307440.062932:0:118844:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbea93acb40. 00000100:00000001:0.0:1789307440.062938:0:118844:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1789307440.062940:0:118844:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1789307440.062943:0:118844:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf83b1a050 x1876218647920768 msgsize 328 00000100:00100000:0.0:1789307440.062948:0:118844:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000040:0.0:1789307440.062950:0:118844:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1789307440.062966:0:118844:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1789307440.062972:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789307440.062975:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307440.063027:0:238796:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789307440.063029:0:238796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647920768 02000000:00000001:2.0:1789307440.063031:0:238796:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307440.063033:0:238796:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307440.063035:0:238796:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307440.063038:0:238796:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307440.063041:0:238796:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647920768 00000020:00000001:2.0:1789307440.063043:0:238796:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307440.063044:0:238796:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed78204 00000020:00000001:2.0:1789307440.063060:0:238796:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307440.063062:0:238796:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb9252800 refcount=6 00000020:00000001:2.0:1789307440.063064:0:238796:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000020:00000001:2.0:1789307440.063065:0:238796:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000100:00000001:2.0:1789307440.063070:0:238796:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307440.063073:0:238796:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00400. 00000100:00000001:2.0:1789307440.063075:0:238796:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307440.063077:0:238796:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00400. 00000020:00000010:2.0:1789307440.063084:0:238796:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0b2d800. 00000020:00000010:2.0:1789307440.063088:0:238796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44300. 00000020:00000010:2.0:1789307440.063091:0:238796:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984e10. 00000100:00000040:2.0:1789307440.063096:0:238796:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1789307440.063098:0:238796:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307440.063099:0:238796:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307440.063100:0:238796:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.063106:0:238796:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.063117:0:238796:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307440.063125:0:238796:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307440.063126:0:238796:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789307440.063130:0:238796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 427 00000100:00000040:2.0:1789307440.063132:0:238796:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfb9252800 : new rpc_count 1 00000100:00000001:2.0:1789307440.063134:0:238796:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243629867088 : -105830079684528 : ffff9fbf83b1a050) 00000100:00000040:2.0:1789307440.063140:0:238796:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf83b1a050 x1876218647920768/t0(0) o101->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 328/0 e 0 to 0 dl 1789307451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307440.063147:0:238796:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307440.063148:0:238796:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00400. 00000100:00000001:2.0:1789307440.063150:0:238796:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307440.063152:0:238796:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00400. 00000100:00100000:2.0:1789307440.063155:0:238796:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf83b1a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7d90e49-668d-48f2-b512-5da6d754f7b6+6:399365:x1876218647920768:12345-192.168.204.56@tcp:101:mount.lustre.0 00000100:00000200:2.0:1789307440.063159:0:238796:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647920768 00000020:00000001:2.0:1789307440.063161:0:238796:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1789307440.063168:0:238796:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1789307440.063169:0:238796:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.063171:0:238796:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1789307440.063174:0:238796:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660899968 : -1048651648 : ffffffffc17ed880) 00000020:00000001:2.0:1789307440.063176:0:238796:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1789307440.063177:0:238796:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307440.063179:0:238796:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307440.063180:0:238796:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1789307440.063184:0:238796:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.063185:0:238796:0:(tgt_handler.c:1474:tgt_enqueue()) Process entered 00010000:00000001:2.0:1789307440.063188:0:238796:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1789307440.063189:0:238796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1789307440.063191:0:238796:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1789307440.063192:0:238796:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307440.063197:0:238796:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789307440.063203:0:238796:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf9a58d500 count: 11 00010000:00000001:2.0:1789307440.063205:0:238796:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789307440.063206:0:238796:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789307440.063209:0:238796:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fbf85d5a000. 00000020:00000001:2.0:1789307440.063211:0:238796:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789307440.063213:0:238796:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9fbf85d5a000 with handle 0x66de20725ed78212 to hash 00000020:00000001:2.0:1789307440.063215:0:238796:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789307440.063216:0:238796:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638243665780736 : -105830043770880 : ffff9fbf85d5a000) 00010000:00000001:2.0:1789307440.063218:0:238796:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638243665780736 : -105830043770880 : ffff9fbf85d5a000) 00010000:00010000:2.0:1789307440.063221:0:238796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9fbf85d5a000/0x66de20725ed78212 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xef11a149f77a6e94 expref: -99 pid: 238796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307440.063227:0:238796:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff9fbfb9252800 : new locks_count 2 00000020:00000040:2.0:1789307440.063228:0:238796:0:(genops.c:868:class_export_get()) GET export ffff9fbfb9252800 refcount=7 00000100:00000001:2.0:1789307440.063235:0:238796:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307440.063236:0:238796:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789307440.063240:0:238796:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 640 at ffff9fbfb4668000. 02000000:00000001:2.0:1789307440.063241:0:238796:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.063243:0:238796:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307440.063244:0:238796:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789307440.063250:0:238796:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1789307440.063252:0:238796:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1789307440.063253:0:238796:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1789307440.063255:0:238796:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307440.063256:0:238796:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1789307440.063257:0:238796:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307440.063258:0:238796:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789307440.063260:0:238796:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789307440.063261:0:238796:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789307440.063262:0:238796:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789307440.063264:0:238796:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff9fbf9a58d500) refcount = 11 00010000:00000040:2.0:1789307440.063266:0:238796:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789307440.063269:0:238796:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGS lock: ffff9fbf97919a00/0x66de20725ed7820b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6e8d expref: 7 pid: 238798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307440.063274:0:238796:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGS lock: ffff9fbfb4b79e00/0x66de20725ed77848 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x66de20725ed77841 expref: 23 pid: 238794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307440.063278:0:238796:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGS lock: ffff9fbfb9d9c600/0x66de20725ed77809 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x66de20725ed77802 expref: 23 pid: 238796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307440.063282:0:238796:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGS lock: ffff9fbf8654ec00/0x66de20725eceddef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x66de20725ecedde8 expref: 23 pid: 238798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307440.063286:0:238796:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGS lock: ffff9fbf8654e400/0x66de20725ecedd9b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x66de20725ecedd94 expref: 23 pid: 238798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307440.063290:0:238796:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGS lock: ffff9fbf8654ea00/0x66de20725ecedd8d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x66de20725ecedd86 expref: 23 pid: 238794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307440.063294:0:238796:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGS lock: ffff9fbfa335de00/0x66de20725ecedd63 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x66de20725ecedd5c expref: 23 pid: 238795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307440.063298:0:238796:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGS lock: ffff9fbf8654fa00/0x66de20725ecedd47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x66de20725ecedd40 expref: 23 pid: 238794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307440.063307:0:238796:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGS lock: ffff9fbf862f9c00/0x66de20725ecedcfa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x66de20725ecedcf3 expref: 23 pid: 238795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307440.063311:0:238796:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGS lock: ffff9fbfa335d600/0x66de20725ecedc13 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x66de20725ecedc0c expref: 23 pid: 238795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789307440.063315:0:238796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9fbf85d5a000/0x66de20725ed78212 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6e94 expref: 7 pid: 238796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789307440.063318:0:238796:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789307440.063320:0:238796:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789307440.063320:0:238796:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307440.063322:0:238796:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307440.063323:0:238796:0:(ldlm_lock.c:1928:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789307440.063326:0:238796:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1789307440.063328:0:238796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9fbf85d5a000/0x66de20725ed78212 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6e94 expref: 7 pid: 238796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789307440.063332:0:238796:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307440.063333:0:238796:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1789307440.063335:0:238796:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307440.063336:0:238796:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307440.063337:0:238796:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1789307440.063339:0:238796:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307440.063340:0:238796:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789307440.063341:0:238796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fbf85d5a000, rc 0) 00000020:00000001:2.0:1789307440.063343:0:238796:0:(tgt_handler.c:1499:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789307440.063345:0:238796:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647920768 00010000:00000001:2.0:1789307440.063347:0:238796:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:2.0:1789307440.063350:0:238796:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf83b1a050 x1876218647920768/t0(0) o101->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 328/344 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789307440.063357:0:238796:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789307440.063362:0:238796:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307440.063364:0:238796:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe840599e8 time=10 v=5 (1 1 1 1) 00000100:00000001:2.0:1789307440.063368:0:238796:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789307440.063370:0:238796:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:2.0:1789307440.063371:0:238796:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:2.0:1789307440.063373:0:238796:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307440.063374:0:238796:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.063376:0:238796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307440.063378:0:238796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:2.0:1789307440.063380:0:238796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fdbb0. 00000100:00000200:2.0:1789307440.063384:0:238796:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1876218647920768, offset 224 00000400:00000200:2.0:1789307440.063388:0:238796:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1789307440.063394:0:238796:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1789307440.063399:0:238796:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305898:305898:256:4294967295] 192.168.204.56@tcp LPNI seq info [305894:305894:8:4294967295] 00000400:00000200:2.0:1789307440.063406:0:238796:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1789307440.063409:0:238796:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1789307440.063413:0:238796:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbec5bb6500. 00000800:00000200:2.0:1789307440.063417:0:238796:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1789307440.063422:0:238796:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1789307440.063425:0:238796:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbec5bb6500 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:2.0:1789307440.063437:0:238796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307440.063439:0:238796:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:2.0:1789307440.063441:0:238796:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307440.063442:0:238796:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.063444:0:238796:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1789307440.063446:0:238796:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf83b1a050 x1876218647920768/t0(0) o101->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 328/344 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307440.063452:0:238796:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf83b1a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7d90e49-668d-48f2-b512-5da6d754f7b6+7:399365:x1876218647920768:12345-192.168.204.56@tcp:101:mount.lustre.0 Request processed in 304us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1789307440.063457:0:238796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 427 00000100:00000040:2.0:1789307440.063464:0:238796:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb9252800 : new rpc_count 0 00000100:00000001:2.0:1789307440.063465:0:238796:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307440.063467:0:238796:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789307440.063471:0:238796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44300. 00000020:00000010:2.0:1789307440.063473:0:238796:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984e10. 00000020:00000010:2.0:1789307440.063476:0:238796:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0b2d800. 00000020:00000040:2.0:1789307440.063480:0:238796:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9252800 : new refcount 6 00000100:00000001:2.0:1789307440.063483:0:238796:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1789307440.063486:0:238796:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1789307440.063490:0:238796:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb50582c0. 00000400:00000010:2.0:1789307440.063494:0:238796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbf84c38e40. 00000800:00000200:3.0:1789307440.063543:0:118842:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789307440.063548:0:118842:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbec5bb6500. 00000400:00000200:3.0:1789307440.063554:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307440.063558:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1789307440.063562:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fdbb0 00000400:00000010:3.0:1789307440.063565:0:118842:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fdbb0. 00000100:00000001:3.0:1789307440.063569:0:118842:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:3.0:1789307440.063571:0:118842:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789307440.063573:0:118842:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 640 at ffff9fbfb4668000. 02000000:00000001:3.0:1789307440.063577:0:118842:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1789307440.063579:0:118842:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:1.0:1789307440.065719:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.065731:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789307440.065734:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.065737:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307440.065745:0:118843:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1789307440.065757:0:118843:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 512 into portal 26 MB=0x6aa693207c100 00000400:00000200:1.0:1789307440.065763:0:118843:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.56@tcp of length 512/512 into md 0x1bfcc5 [2] + 0 00000400:00000010:1.0:1789307440.065768:0:118843:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb5058d68. 00000400:00000200:1.0:1789307440.065774:0:118843:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fbea93ac780 00000800:00000001:1.0:1789307440.065778:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.065783:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307440.065786:0:118843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307440.065800:0:118843:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1789307440.065805:0:118843:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbea93ac780 00000400:00000010:1.0:1789307440.065808:0:118843:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbea93ac780. 00000100:00000001:1.0:1789307440.065822:0:118843:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789307440.065824:0:118843:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1789307440.065828:0:118843:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf83b19c50 x1876218647920896 msgsize 512 00000100:00100000:1.0:1789307440.065845:0:118843:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000040:1.0:1789307440.065847:0:118843:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1789307440.065888:0:118843:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:1.0:1789307440.065897:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.065901:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307440.065918:0:238795:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1789307440.065922:0:238795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647920896 02000000:00000001:0.0:1789307440.065925:0:238795:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1789307440.065928:0:238795:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789307440.065930:0:238795:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307440.065934:0:238795:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307440.065938:0:238795:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647920896 00000020:00000001:0.0:1789307440.065940:0:238795:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789307440.065942:0:238795:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed78204 00000020:00000001:0.0:1789307440.065945:0:238795:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789307440.065947:0:238795:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb9252800 refcount=7 00000020:00000001:0.0:1789307440.065950:0:238795:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000020:00000001:0.0:1789307440.065952:0:238795:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000100:00000001:0.0:1789307440.065956:0:238795:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789307440.065961:0:238795:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564a80. 00000100:00000001:0.0:1789307440.065964:0:238795:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789307440.065967:0:238795:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564a80. 00000020:00000010:0.0:1789307440.065972:0:238795:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb484e600. 00000020:00000010:0.0:1789307440.065977:0:238795:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf85192280. 00000020:00000010:0.0:1789307440.065981:0:238795:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfad0ef000. 00000100:00000040:0.0:1789307440.065988:0:238795:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1789307440.065991:0:238795:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789307440.065993:0:238795:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1789307440.065994:0:238795:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.066001:0:238795:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.066020:0:238795:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307440.066030:0:238795:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1789307440.066032:0:238795:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1789307440.066037:0:238795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 428 00000100:00000040:0.0:1789307440.066040:0:238795:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfb9252800 : new rpc_count 1 00000100:00000001:0.0:1789307440.066042:0:238795:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243629866064 : -105830079685552 : ffff9fbf83b19c50) 00000100:00000040:0.0:1789307440.066050:0:238795:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf83b19c50 x1876218647920896/t0(0) o501->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 512/0 e 0 to 0 dl 1789307451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307440.066060:0:238795:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789307440.066064:0:238795:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564a80. 00000100:00000001:0.0:1789307440.066067:0:238795:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789307440.066069:0:238795:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564a80. 00000100:00100000:0.0:1789307440.066074:0:238795:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf83b19c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7d90e49-668d-48f2-b512-5da6d754f7b6+7:399365:x1876218647920896:12345-192.168.204.56@tcp:501:mount.lustre.0 00000100:00000200:0.0:1789307440.066079:0:238795:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647920896 00000020:00000001:0.0:1789307440.066081:0:238795:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1789307440.066084:0:238795:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1789307440.066087:0:238795:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.066089:0:238795:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1789307440.066092:0:238795:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660899584 : -1048652032 : ffffffffc17ed700) 00000020:00000001:0.0:1789307440.066095:0:238795:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1789307440.066097:0:238795:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789307440.066099:0:238795:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1789307440.066101:0:238795:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1789307440.066105:0:238795:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1789307440.066108:0:238795:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.066110:0:238795:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1789307440.066114:0:238795:0:(mgs_handler.c:723:mgs_llog_open()) Process entered 00000020:00000001:0.0:1789307440.066116:0:238795:0:(tgt_handler.c:1543:tgt_llog_open()) Process entered 00000040:00000001:0.0:1789307440.066118:0:238795:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1789307440.066122:0:238795:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1789307440.066124:0:238795:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1789307440.066128:0:238795:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 568 at ffff9fbfbd66f800. 02000000:00000001:0.0:1789307440.066131:0:238795:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.066133:0:238795:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1789307440.066136:0:238795:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:0.0:1789307440.066139:0:238795:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbf9fb21180 : new refcount 2 00000040:00000001:0.0:1789307440.066143:0:238795:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1789307440.066147:0:238795:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9fbfb484f000. 00000040:00000001:0.0:1789307440.066150:0:238795:0:(llog_osd.c:1406:llog_osd_open()) Process entered 00000020:00000001:0.0:1789307440.066153:0:238795:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1789307440.066157:0:238795:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446638239363571200 : -105834345980416 : 0xffff9fbe85671e00) 00000020:00000001:0.0:1789307440.066160:0:238795:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446638239363571200 : -105834345980416 : ffff9fbe85671e00) 00080000:00000001:0.0:1789307440.066168:0:238795:0:(osd_handler.c:8192:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1789307440.066172:0:238795:0:(osd_handler.c:6584:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1789307440.066200:0:238795:0:(osd_handler.c:4321:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1789307440.066219:0:238795:0:(osd_handler.c:4329:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1789307440.066233:0:238795:0:(osd_handler.c:5777:osd_remote_fid()) Process entered 00080000:00000001:0.0:1789307440.066235:0:238795:0:(osd_handler.c:5781:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1789307440.066237:0:238795:0:(osd_handler.c:6324:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1789307440.066240:0:238795:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1789307440.066244:0:238795:0:(osd_handler.c:6437:osd_add_oi_cache()) add [0xa:0x3:0x0] 85:2760025090 to info ffff9fbf881a6000 00000020:00000001:0.0:1789307440.066248:0:238795:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad2f09ffba80 00080000:00000002:0.0:1789307440.066250:0:238795:0:(osd_handler.c:6654:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-client => [0xa:0x3:0x0] 00080000:00000001:0.0:1789307440.066253:0:238795:0:(osd_handler.c:6659:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1789307440.066256:0:238795:0:(osd_handler.c:6666:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1789307440.066259:0:238795:0:(osd_handler.c:8219:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1789307440.066270:0:238795:0:(llog_osd.c:1468:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at ffff9fbe97a0ee10. 00000020:00000001:0.0:1789307440.066273:0:238795:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:0.0:1789307440.066280:0:238795:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243974379096 : -105829735172520 : ffff9fbf983a7658) 00000040:00000001:0.0:1789307440.066283:0:238795:0:(llog_osd.c:1518:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307440.066285:0:238795:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307440.066289:0:238795:0:(llog_osd.c:1830:llog_osd_close()) Process entered 00000020:00000002:0.0:1789307440.066292:0:238795:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfbf5cb800/ffff9fbf983a7600 to site lru. bkt: ffff9fbfb932afd0 00000040:00000010:0.0:1789307440.066295:0:238795:0:(llog_osd.c:1847:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff9fbe97a0ee10. 00000040:00000001:0.0:1789307440.066299:0:238795:0:(llog_osd.c:1849:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1789307440.066302:0:238795:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9fbfb484f000. 00000040:00000001:0.0:1789307440.066305:0:238795:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:0.0:1789307440.066306:0:238795:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbf9fb21180 : new refcount 1 00000020:00000001:0.0:1789307440.066309:0:238795:0:(tgt_handler.c:1547:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1789307440.066313:0:238795:0:(mgs_nids.c:1140:mgs_fsc_attach()) Process entered 20000000:00000001:0.0:1789307440.066315:0:238795:0:(mgs_llog.c:698:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1789307440.066317:0:238795:0:(mgs_llog.c:655:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1789307440.066321:0:238795:0:(mgs_llog.c:690:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1789307440.066323:0:238795:0:(mgs_llog.c:704:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1789307440.066325:0:238795:0:(mgs_nids.c:1147:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at ffff9fbf88564a80. 00000020:00000040:0.0:1789307440.066328:0:238795:0:(genops.c:868:class_export_get()) GET export ffff9fbfb9252800 refcount=8 20000000:00000001:0.0:1789307440.066331:0:238795:0:(mgs_nids.c:1195:mgs_fsc_attach()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1789307440.066333:0:238795:0:(mgs_handler.c:780:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1789307440.066336:0:238795:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647920896 00010000:00000001:0.0:1789307440.066338:0:238795:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:0.0:1789307440.066344:0:238795:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf83b19c50 x1876218647920896/t0(0) o501->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 512/272 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789307440.066352:0:238795:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1789307440.066355:0:238795:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789307440.066358:0:238795:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe840599e8 time=10 v=5 (1 1 1 1) 00000100:00000001:0.0:1789307440.066362:0:238795:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789307440.066365:0:238795:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:0.0:1789307440.066367:0:238795:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:0.0:1789307440.066370:0:238795:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1789307440.066371:0:238795:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.066374:0:238795:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789307440.066377:0:238795:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:0.0:1789307440.066380:0:238795:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82220. 00000100:00000200:0.0:1789307440.066385:0:238795:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1876218647920896, offset 224 00000400:00000200:0.0:1789307440.066391:0:238795:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1789307440.066399:0:238795:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1789307440.066405:0:238795:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305899:305899:256:4294967295] 192.168.204.56@tcp LPNI seq info [305895:305895:8:4294967295] 00000400:00000200:0.0:1789307440.066416:0:238795:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1789307440.066421:0:238795:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1789307440.066425:0:238795:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbf87ecce00. 00000800:00000200:0.0:1789307440.066430:0:238795:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1789307440.066437:0:238795:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1789307440.066441:0:238795:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbf87ecce00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1789307440.066455:0:238795:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307440.066458:0:238795:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:0.0:1789307440.066460:0:238795:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:0.0:1789307440.066462:0:238795:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.066464:0:238795:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1789307440.066468:0:238795:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf83b19c50 x1876218647920896/t0(0) o501->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 512/272 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789307440.066478:0:238795:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf83b19c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7d90e49-668d-48f2-b512-5da6d754f7b6+8:399365:x1876218647920896:12345-192.168.204.56@tcp:501:mount.lustre.0 Request processed in 416us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1789307440.066487:0:238795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 428 00000100:00000040:0.0:1789307440.066491:0:238795:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb9252800 : new rpc_count 0 00000100:00000001:0.0:1789307440.066493:0:238795:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1789307440.066495:0:238795:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1789307440.066498:0:238795:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf85192280. 00000020:00000010:0.0:1789307440.066502:0:238795:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfad0ef000. 00000020:00000010:0.0:1789307440.066506:0:238795:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb484e600. 00000020:00000040:0.0:1789307440.066511:0:238795:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9252800 : new refcount 7 00000100:00000001:0.0:1789307440.066515:0:238795:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1789307440.066520:0:238795:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1789307440.066525:0:238795:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb6ce3c60. 00000400:00000010:0.0:1789307440.066529:0:238795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbfb541db40. 00000800:00000200:1.0:1789307440.066549:0:118844:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789307440.066553:0:118844:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbf87ecce00. 00000400:00000200:1.0:1789307440.066558:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307440.066562:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1789307440.066566:0:118844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82220 00000400:00000010:1.0:1789307440.066568:0:118844:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82220. 00000100:00000001:1.0:1789307440.066572:0:118844:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:1.0:1789307440.066574:0:118844:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1789307440.066577:0:118844:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 568 at ffff9fbfbd66f800. 02000000:00000001:1.0:1789307440.066580:0:118844:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1789307440.066581:0:118844:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:3.0:1789307440.067934:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.067942:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789307440.067945:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.067948:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307440.067954:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1789307440.067964:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 272 into portal 26 MB=0x6aa693207c180 00000400:00000200:3.0:1789307440.067985:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.56@tcp of length 272/272 into md 0x1bfd21 [2] + 0 00000400:00000010:3.0:1789307440.067991:0:118842:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644160. 00000400:00000200:3.0:1789307440.068004:0:118842:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fbe83b75300 00000800:00000001:3.0:1789307440.068009:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.068016:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307440.068018:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307440.068022:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1789307440.068026:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe83b75300 00000400:00000010:3.0:1789307440.068028:0:118842:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbe83b75300. 00000100:00000001:3.0:1789307440.068032:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307440.068034:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1789307440.068037:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf83b19450 x1876218647921024 msgsize 272 00000100:00100000:3.0:1789307440.068041:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000040:3.0:1789307440.068044:0:118842:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1789307440.068069:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789307440.068076:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.068080:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307440.068179:0:238798:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789307440.068182:0:238798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647921024 02000000:00000001:1.0:1789307440.068185:0:238798:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307440.068187:0:238798:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307440.068190:0:238798:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307440.068193:0:238798:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307440.068196:0:238798:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647921024 00000020:00000001:1.0:1789307440.068199:0:238798:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307440.068201:0:238798:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed78204 00000020:00000001:1.0:1789307440.068203:0:238798:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307440.068206:0:238798:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb9252800 refcount=8 00000020:00000001:1.0:1789307440.068208:0:238798:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000020:00000001:1.0:1789307440.068211:0:238798:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000100:00000001:1.0:1789307440.068215:0:238798:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307440.068219:0:238798:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ff740. 00000100:00000001:1.0:1789307440.068221:0:238798:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307440.068224:0:238798:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ff740. 00000020:00000010:1.0:1789307440.068243:0:238798:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb90ea600. 00000020:00000010:1.0:1789307440.068248:0:238798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf83f8de00. 00000020:00000010:1.0:1789307440.068253:0:238798:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696aed8. 00000100:00000040:1.0:1789307440.068259:0:238798:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1789307440.068261:0:238798:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307440.068263:0:238798:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307440.068265:0:238798:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307440.068271:0:238798:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307440.068282:0:238798:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307440.068292:0:238798:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307440.068293:0:238798:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789307440.068298:0:238798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 429 00000100:00000040:1.0:1789307440.068302:0:238798:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfb9252800 : new rpc_count 1 00000100:00000001:1.0:1789307440.068305:0:238798:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243629864016 : -105830079687600 : ffff9fbf83b19450) 00000100:00000040:1.0:1789307440.068312:0:238798:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf83b19450 x1876218647921024/t0(0) o503->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 272/0 e 0 to 0 dl 1789307451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307440.068322:0:238798:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307440.068325:0:238798:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ff740. 00000100:00000001:1.0:1789307440.068327:0:238798:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307440.068330:0:238798:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ff740. 00000100:00100000:1.0:1789307440.068335:0:238798:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf83b19450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d7d90e49-668d-48f2-b512-5da6d754f7b6+8:399365:x1876218647921024:12345-192.168.204.56@tcp:503:mount.lustre.0 00000100:00000200:1.0:1789307440.068339:0:238798:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647921024 00000020:00000001:1.0:1789307440.068341:0:238798:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1789307440.068344:0:238798:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1789307440.068346:0:238798:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307440.068348:0:238798:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1789307440.068350:0:238798:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660899680 : -1048651936 : ffffffffc17ed760) 00000020:00000001:1.0:1789307440.068353:0:238798:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1789307440.068355:0:238798:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789307440.068357:0:238798:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1789307440.068359:0:238798:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1789307440.068362:0:238798:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307440.068371:0:238798:0:(tgt_handler.c:1555:tgt_llog_read_header()) Process entered 00000040:00000001:1.0:1789307440.068373:0:238798:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:1.0:1789307440.068378:0:238798:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789307440.068380:0:238798:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789307440.068395:0:238798:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff9fbfb2510000. 02000000:00000001:1.0:1789307440.068397:0:238798:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307440.068400:0:238798:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1789307440.068403:0:238798:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbf9fb21180 : new refcount 2 00000040:00000001:1.0:1789307440.068406:0:238798:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1789307440.068409:0:238798:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9fbfb90eaa00. 00000040:00000001:1.0:1789307440.068412:0:238798:0:(llog_osd.c:1406:llog_osd_open()) Process entered 00000020:00000001:1.0:1789307440.068414:0:238798:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1789307440.068417:0:238798:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446638239363571200 : -105834345980416 : 0xffff9fbe85671e00) 00000020:00000001:1.0:1789307440.068420:0:238798:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446638239363571200 : -105834345980416 : ffff9fbe85671e00) 00000020:00000001:1.0:1789307440.068424:0:238798:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307440.068428:0:238798:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243974379096 : -105829735172520 : ffff9fbf983a7658) 00000040:00000001:1.0:1789307440.068431:0:238798:0:(llog_osd.c:1518:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307440.068433:0:238798:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307440.068435:0:238798:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1789307440.068441:0:238798:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9fbf831f2000. 00000040:00000001:1.0:1789307440.068443:0:238798:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1789307440.068445:0:238798:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1789307440.068467:0:238798:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307440.068470:0:238798:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789307440.068473:0:238798:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1789307440.068477:0:238798:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 87 lgh_last_idx 87 llh_cat_idx 0 00000040:00000001:1.0:1789307440.068480:0:238798:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:1.0:1789307440.068483:0:238798:0:(llog_osd.c:1830:llog_osd_close()) Process entered 00000020:00000002:1.0:1789307440.068486:0:238798:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfbf5cb800/ffff9fbf983a7600 to site lru. bkt: ffff9fbfb932afd0 00000040:00000001:1.0:1789307440.068489:0:238798:0:(llog_osd.c:1849:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1789307440.068492:0:238798:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9fbf831f2000. 00000040:00000010:1.0:1789307440.068496:0:238798:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9fbfb90eaa00. 00000040:00000040:1.0:1789307440.068500:0:238798:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbf9fb21180 : new refcount 1 00000020:00000001:1.0:1789307440.068503:0:238798:0:(tgt_handler.c:1559:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1789307440.068506:0:238798:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647921024 00010000:00000001:1.0:1789307440.068514:0:238798:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:1.0:1789307440.068520:0:238798:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf83b19450 x1876218647921024/t0(0) o503->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 272/8416 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789307440.068528:0:238798:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789307440.068530:0:238798:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307440.068533:0:238798:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe840599e8 time=10 v=5 (1 1 1 1) 00000100:00000001:1.0:1789307440.068537:0:238798:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789307440.068539:0:238798:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:1.0:1789307440.068541:0:238798:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:1.0:1789307440.068544:0:238798:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789307440.068546:0:238798:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307440.068548:0:238798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307440.068550:0:238798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:1.0:1789307440.068554:0:238798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff9fbe95745300. 00000100:00000200:1.0:1789307440.068558:0:238798:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1876218647921024, offset 224 00000400:00000200:1.0:1789307440.068564:0:238798:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1789307440.068572:0:238798:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1789307440.068578:0:238798:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305900:305900:256:4294967295] 192.168.204.56@tcp LPNI seq info [305896:305896:8:4294967295] 00000400:00000200:1.0:1789307440.068588:0:238798:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1789307440.068593:0:238798:0:(socklnd_cb.c:931:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1789307440.068597:0:238798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff9fbfb90eaa00. 00000800:00000200:1.0:1789307440.068602:0:238798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1789307440.068608:0:238798:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1022 00000800:00000200:1.0:1789307440.068611:0:238798:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfb90eaa00 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:1.0:1789307440.068628:0:238798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307440.068631:0:238798:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:1.0:1789307440.068634:0:238798:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:1.0:1789307440.068636:0:238798:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307440.068638:0:238798:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1789307440.068642:0:238798:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf83b19450 x1876218647921024/t0(0) o503->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 272/8416 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307440.068665:0:238798:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf83b19450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d7d90e49-668d-48f2-b512-5da6d754f7b6+8:399365:x1876218647921024:12345-192.168.204.56@tcp:503:mount.lustre.0 Request processed in 341us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1789307440.068673:0:238798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 429 00000100:00000040:1.0:1789307440.068678:0:238798:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb9252800 : new rpc_count 0 00000100:00000001:1.0:1789307440.068680:0:238798:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307440.068682:0:238798:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789307440.068686:0:238798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf83f8de00. 00000020:00000010:1.0:1789307440.068690:0:238798:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696aed8. 00000020:00000010:1.0:1789307440.068694:0:238798:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb90ea600. 00000020:00000040:1.0:1789307440.068698:0:238798:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9252800 : new refcount 7 00000100:00000001:1.0:1789307440.068703:0:238798:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1789307440.068708:0:238798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1789307440.068713:0:238798:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644b58. 00000400:00000010:1.0:1789307440.068719:0:238798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbe95745d80. 00000800:00000200:2.0:1789307440.068720:0:118843:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789307440.068725:0:118843:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff9fbfb90eaa00. 00000400:00000200:2.0:1789307440.068729:0:118843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307440.068733:0:118843:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1789307440.068736:0:118843:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe95745300 00000400:00000010:2.0:1789307440.068737:0:118843:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff9fbe95745300. 00000100:00000001:2.0:1789307440.068740:0:118843:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:2.0:1789307440.068741:0:118843:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1789307440.068743:0:118843:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 8712 at ffff9fbfb2510000. 02000000:00000001:2.0:1789307440.068752:0:118843:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1789307440.068753:0:118843:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:1.0:1789307440.070388:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.070398:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789307440.070400:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.070402:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307440.070417:0:118844:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1789307440.070431:0:118844:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 272 into portal 26 MB=0x6aa693207c200 00000400:00000200:1.0:1789307440.070437:0:118844:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.56@tcp of length 272/272 into md 0x1bfd91 [2] + 0 00000400:00000010:1.0:1789307440.070441:0:118844:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb5058478. 00000400:00000200:1.0:1789307440.070448:0:118844:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fbea93ac840 00000800:00000001:1.0:1789307440.070451:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.070482:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307440.070486:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307440.070489:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1789307440.070493:0:118844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbea93ac840 00000400:00000010:1.0:1789307440.070496:0:118844:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbea93ac840. 00000100:00000001:1.0:1789307440.070499:0:118844:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789307440.070508:0:118844:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1789307440.070519:0:118844:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf83b1a850 x1876218647921152 msgsize 272 00000100:00100000:1.0:1789307440.070523:0:118844:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000040:1.0:1789307440.070526:0:118844:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1789307440.070537:0:118844:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:1.0:1789307440.070543:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.070547:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307440.070891:0:238794:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789307440.070895:0:238794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647921152 02000000:00000001:2.0:1789307440.070897:0:238794:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307440.070899:0:238794:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307440.070901:0:238794:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307440.070905:0:238794:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307440.070909:0:238794:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647921152 00000020:00000001:2.0:1789307440.070911:0:238794:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307440.070913:0:238794:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed78204 00000020:00000001:2.0:1789307440.070915:0:238794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307440.070918:0:238794:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb9252800 refcount=8 00000020:00000001:2.0:1789307440.070920:0:238794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000020:00000001:2.0:1789307440.070923:0:238794:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000100:00000001:2.0:1789307440.070927:0:238794:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307440.070940:0:238794:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00400. 00000100:00000001:2.0:1789307440.070943:0:238794:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307440.070945:0:238794:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00400. 00000020:00000010:2.0:1789307440.070953:0:238794:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0b2d800. 00000020:00000010:2.0:1789307440.070957:0:238794:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44300. 00000020:00000010:2.0:1789307440.070962:0:238794:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984e10. 00000100:00000040:2.0:1789307440.070968:0:238794:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1789307440.070971:0:238794:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307440.070973:0:238794:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307440.070975:0:238794:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.070982:0:238794:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.071002:0:238794:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307440.071013:0:238794:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307440.071014:0:238794:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789307440.071019:0:238794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 430 00000100:00000040:2.0:1789307440.071023:0:238794:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfb9252800 : new rpc_count 1 00000100:00000001:2.0:1789307440.071025:0:238794:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243629869136 : -105830079682480 : ffff9fbf83b1a850) 00000100:00000040:2.0:1789307440.071033:0:238794:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf83b1a850 x1876218647921152/t0(0) o502->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 272/0 e 0 to 0 dl 1789307451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307440.071043:0:238794:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307440.071046:0:238794:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00400. 00000100:00000001:2.0:1789307440.071048:0:238794:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307440.071050:0:238794:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00400. 00000100:00100000:2.0:1789307440.071055:0:238794:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf83b1a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7d90e49-668d-48f2-b512-5da6d754f7b6+8:399384:x1876218647921152:12345-192.168.204.56@tcp:502:llog_process_th.0 00000100:00000200:2.0:1789307440.071059:0:238794:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647921152 00000020:00000001:2.0:1789307440.071062:0:238794:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1789307440.071065:0:238794:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1789307440.071067:0:238794:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.071069:0:238794:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1789307440.071071:0:238794:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660899632 : -1048651984 : ffffffffc17ed730) 00000020:00000001:2.0:1789307440.071074:0:238794:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1789307440.071076:0:238794:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307440.071084:0:238794:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307440.071086:0:238794:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1789307440.071089:0:238794:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.071092:0:238794:0:(tgt_handler.c:1567:tgt_llog_next_block()) Process entered 00000040:00000001:2.0:1789307440.071094:0:238794:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:2.0:1789307440.071099:0:238794:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307440.071101:0:238794:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789307440.071115:0:238794:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff9fbfb2510000. 02000000:00000001:2.0:1789307440.071117:0:238794:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.071119:0:238794:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1789307440.071123:0:238794:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbf9fb21180 : new refcount 2 00000040:00000001:2.0:1789307440.071126:0:238794:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1789307440.071129:0:238794:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9fbfc0b2ce00. 00000040:00000001:2.0:1789307440.071132:0:238794:0:(llog_osd.c:1406:llog_osd_open()) Process entered 00000020:00000001:2.0:1789307440.071135:0:238794:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1789307440.071137:0:238794:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446638239363571200 : -105834345980416 : 0xffff9fbe85671e00) 00000020:00000001:2.0:1789307440.071141:0:238794:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446638239363571200 : -105834345980416 : ffff9fbe85671e00) 00000020:00000001:2.0:1789307440.071145:0:238794:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:2.0:1789307440.071151:0:238794:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243974379096 : -105829735172520 : ffff9fbf983a7658) 00000040:00000001:2.0:1789307440.071153:0:238794:0:(llog_osd.c:1518:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307440.071155:0:238794:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307440.071158:0:238794:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1789307440.071163:0:238794:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9fbfb5bce000. 00000040:00000001:2.0:1789307440.071165:0:238794:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1789307440.071167:0:238794:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1789307440.071189:0:238794:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307440.071192:0:238794:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307440.071194:0:238794:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307440.071197:0:238794:0:(lustre_log.h:462:llog_next_block()) Process entered 00000040:00000001:2.0:1789307440.071198:0:238794:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1789307440.071202:0:238794:0:(llog_osd.c:1151:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 23864 00000040:00000001:2.0:1789307440.071212:0:238794:0:(llog_osd.c:1282:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1789307440.071215:0:238794:0:(lustre_log.h:472:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307440.071217:0:238794:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:2.0:1789307440.071219:0:238794:0:(llog_osd.c:1830:llog_osd_close()) Process entered 00000020:00000002:2.0:1789307440.071222:0:238794:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfbf5cb800/ffff9fbf983a7600 to site lru. bkt: ffff9fbfb932afd0 00000040:00000001:2.0:1789307440.071225:0:238794:0:(llog_osd.c:1849:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1789307440.071234:0:238794:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9fbfb5bce000. 00000040:00000010:2.0:1789307440.071239:0:238794:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9fbfc0b2ce00. 00000040:00000040:2.0:1789307440.071243:0:238794:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbf9fb21180 : new refcount 1 00000020:00000001:2.0:1789307440.071245:0:238794:0:(tgt_handler.c:1571:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789307440.071250:0:238794:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647921152 00010000:00000001:2.0:1789307440.071252:0:238794:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:2.0:1789307440.071257:0:238794:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf83b1a850 x1876218647921152/t0(0) o502->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 272/8472 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789307440.071266:0:238794:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789307440.071269:0:238794:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307440.071272:0:238794:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe840599e8 time=10 v=5 (1 1 1 1) 00000100:00000001:2.0:1789307440.071275:0:238794:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789307440.071278:0:238794:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:2.0:1789307440.071280:0:238794:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:2.0:1789307440.071283:0:238794:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307440.071284:0:238794:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.071287:0:238794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307440.071290:0:238794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:2.0:1789307440.071294:0:238794:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff9fbf887d3d80. 00000100:00000200:2.0:1789307440.071299:0:238794:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1876218647921152, offset 224 00000400:00000200:2.0:1789307440.071306:0:238794:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1789307440.071315:0:238794:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1789307440.071321:0:238794:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305901:305901:256:4294967295] 192.168.204.56@tcp LPNI seq info [305897:305897:8:4294967295] 00000400:00000200:2.0:1789307440.071330:0:238794:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1789307440.071341:0:238794:0:(socklnd_cb.c:931:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1789307440.071346:0:238794:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff9fbfc0b2ce00. 00000800:00000200:2.0:1789307440.071352:0:238794:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1789307440.071358:0:238794:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1022 00000800:00000200:2.0:1789307440.071362:0:238794:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfc0b2ce00 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:2.0:1789307440.071373:0:238794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307440.071376:0:238794:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:2.0:1789307440.071383:0:238794:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307440.071385:0:238794:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.071388:0:238794:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1789307440.071394:0:238794:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf83b1a850 x1876218647921152/t0(0) o502->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 272/8472 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307440.071405:0:238794:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf83b1a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7d90e49-668d-48f2-b512-5da6d754f7b6+8:399384:x1876218647921152:12345-192.168.204.56@tcp:502:llog_process_th.0 Request processed in 359us (882us total) trans 0 rc 0/0 00000100:00100000:2.0:1789307440.071413:0:238794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 430 00000100:00000040:2.0:1789307440.071416:0:238794:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb9252800 : new rpc_count 0 00000100:00000001:2.0:1789307440.071419:0:238794:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307440.071421:0:238794:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789307440.071424:0:238794:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44300. 00000020:00000010:2.0:1789307440.071428:0:238794:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984e10. 00000020:00000010:2.0:1789307440.071431:0:238794:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0b2d800. 00000020:00000040:2.0:1789307440.071436:0:238794:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9252800 : new refcount 7 00000100:00000001:2.0:1789307440.071440:0:238794:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1789307440.071445:0:238794:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1789307440.071450:0:238794:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb5058790. 00000800:00000200:3.0:1789307440.071453:0:118842:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1789307440.071455:0:238794:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbf887d3840. 00000800:00000010:3.0:1789307440.071459:0:118842:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff9fbfc0b2ce00. 00000400:00000200:3.0:1789307440.071463:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307440.071467:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1789307440.071471:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf887d3d80 00000400:00000010:3.0:1789307440.071472:0:118842:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff9fbf887d3d80. 00000100:00000001:3.0:1789307440.071475:0:118842:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:3.0:1789307440.071477:0:118842:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789307440.071479:0:118842:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 8768 at ffff9fbfb2510000. 02000000:00000001:3.0:1789307440.071486:0:118842:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1789307440.071487:0:118842:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:2.0:1789307440.083336:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307440.083355:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789307440.083360:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307440.083362:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307440.083376:0:118843:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1789307440.083394:0:118843:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 272 into portal 26 MB=0x6aa693207c280 00000400:00000200:2.0:1789307440.083404:0:118843:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.56@tcp of length 272/272 into md 0x1bfe29 [2] + 0 00000400:00000010:2.0:1789307440.083410:0:118843:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a5161b8. 00000400:00000200:2.0:1789307440.083420:0:118843:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fbfb93b7a80 00000800:00000001:2.0:1789307440.083426:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307440.083434:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307440.083438:0:118843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307440.083443:0:118843:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1789307440.083467:0:118843:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb93b7a80 00000400:00000010:2.0:1789307440.083470:0:118843:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbfb93b7a80. 00000100:00000001:2.0:1789307440.083477:0:118843:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789307440.083480:0:118843:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1789307440.083484:0:118843:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf83b1bc50 x1876218647921280 msgsize 272 00000100:00100000:2.0:1789307440.083488:0:118843:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000040:2.0:1789307440.083491:0:118843:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1789307440.083507:0:118843:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1789307440.083516:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307440.083520:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307440.083598:0:238796:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1789307440.083601:0:238796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647921280 02000000:00000001:0.0:1789307440.083603:0:238796:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1789307440.083605:0:238796:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789307440.083607:0:238796:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307440.083611:0:238796:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307440.083615:0:238796:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647921280 00000020:00000001:0.0:1789307440.083618:0:238796:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789307440.083620:0:238796:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed78204 00000020:00000001:0.0:1789307440.083623:0:238796:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789307440.083627:0:238796:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb9252800 refcount=8 00000020:00000001:0.0:1789307440.083630:0:238796:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000020:00000001:0.0:1789307440.083632:0:238796:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000100:00000001:0.0:1789307440.083645:0:238796:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789307440.083651:0:238796:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf885643c0. 00000100:00000001:0.0:1789307440.083654:0:238796:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789307440.083657:0:238796:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf885643c0. 00000020:00000010:0.0:1789307440.083664:0:238796:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb484e600. 00000020:00000010:0.0:1789307440.083670:0:238796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf85192280. 00000020:00000010:0.0:1789307440.083675:0:238796:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfad0ef000. 00000100:00000040:0.0:1789307440.083682:0:238796:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1789307440.083684:0:238796:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789307440.083685:0:238796:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1789307440.083687:0:238796:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.083693:0:238796:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.083705:0:238796:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307440.083713:0:238796:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1789307440.083715:0:238796:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1789307440.083718:0:238796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 431 00000100:00000040:0.0:1789307440.083722:0:238796:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfb9252800 : new rpc_count 1 00000100:00000001:0.0:1789307440.083723:0:238796:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243629874256 : -105830079677360 : ffff9fbf83b1bc50) 00000100:00000040:0.0:1789307440.083730:0:238796:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf83b1bc50 x1876218647921280/t0(0) o502->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 272/0 e 0 to 0 dl 1789307451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307440.083737:0:238796:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789307440.083739:0:238796:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf885643c0. 00000100:00000001:0.0:1789307440.083740:0:238796:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789307440.083742:0:238796:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf885643c0. 00000100:00100000:0.0:1789307440.083745:0:238796:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf83b1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7d90e49-668d-48f2-b512-5da6d754f7b6+8:399384:x1876218647921280:12345-192.168.204.56@tcp:502:llog_process_th.0 00000100:00000200:0.0:1789307440.083749:0:238796:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647921280 00000020:00000001:0.0:1789307440.083753:0:238796:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1789307440.083756:0:238796:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1789307440.083759:0:238796:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.083762:0:238796:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1789307440.083764:0:238796:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660899632 : -1048651984 : ffffffffc17ed730) 00000020:00000001:0.0:1789307440.083768:0:238796:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1789307440.083769:0:238796:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789307440.083772:0:238796:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1789307440.083774:0:238796:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1789307440.083778:0:238796:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.083780:0:238796:0:(tgt_handler.c:1567:tgt_llog_next_block()) Process entered 00000040:00000001:0.0:1789307440.083782:0:238796:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:0.0:1789307440.083788:0:238796:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1789307440.083791:0:238796:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1789307440.083807:0:238796:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff9fbfb2510000. 02000000:00000001:0.0:1789307440.083810:0:238796:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.083813:0:238796:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1789307440.083817:0:238796:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbf9fb21180 : new refcount 2 00000040:00000001:0.0:1789307440.083820:0:238796:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1789307440.083823:0:238796:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9fbfb484f000. 00000040:00000001:0.0:1789307440.083827:0:238796:0:(llog_osd.c:1406:llog_osd_open()) Process entered 00000020:00000001:0.0:1789307440.083842:0:238796:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1789307440.083845:0:238796:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446638239363571200 : -105834345980416 : 0xffff9fbe85671e00) 00000020:00000001:0.0:1789307440.083849:0:238796:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446638239363571200 : -105834345980416 : ffff9fbe85671e00) 00000020:00000001:0.0:1789307440.083880:0:238796:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:0.0:1789307440.083886:0:238796:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243974379096 : -105829735172520 : ffff9fbf983a7658) 00000040:00000001:0.0:1789307440.083888:0:238796:0:(llog_osd.c:1518:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307440.083889:0:238796:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307440.083891:0:238796:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1789307440.083897:0:238796:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9fbf87d48000. 00000040:00000001:0.0:1789307440.083898:0:238796:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1789307440.083900:0:238796:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1789307440.083935:0:238796:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307440.083938:0:238796:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307440.083940:0:238796:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307440.083944:0:238796:0:(lustre_log.h:462:llog_next_block()) Process entered 00000040:00000001:0.0:1789307440.083946:0:238796:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1789307440.083949:0:238796:0:(llog_osd.c:1151:llog_osd_next_block()) looking for log index 49 (cur idx 48 off 16384), size 23864 00000040:00000001:0.0:1789307440.083960:0:238796:0:(llog_osd.c:1282:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1789307440.083963:0:238796:0:(lustre_log.h:472:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307440.083965:0:238796:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:0.0:1789307440.083968:0:238796:0:(llog_osd.c:1830:llog_osd_close()) Process entered 00000020:00000002:0.0:1789307440.083972:0:238796:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfbf5cb800/ffff9fbf983a7600 to site lru. bkt: ffff9fbfb932afd0 00000040:00000001:0.0:1789307440.083974:0:238796:0:(llog_osd.c:1849:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1789307440.083977:0:238796:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9fbf87d48000. 00000040:00000010:0.0:1789307440.083981:0:238796:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9fbfb484f000. 00000040:00000040:0.0:1789307440.083985:0:238796:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbf9fb21180 : new refcount 1 00000020:00000001:0.0:1789307440.083988:0:238796:0:(tgt_handler.c:1571:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1789307440.083992:0:238796:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647921280 00010000:00000001:0.0:1789307440.083995:0:238796:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:0.0:1789307440.084001:0:238796:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf83b1bc50 x1876218647921280/t0(0) o502->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 272/8472 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789307440.084010:0:238796:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1789307440.084012:0:238796:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789307440.084017:0:238796:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe840599e8 time=10 v=5 (1 1 1 1) 00000100:00000001:0.0:1789307440.084023:0:238796:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789307440.084026:0:238796:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:0.0:1789307440.084028:0:238796:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:0.0:1789307440.084031:0:238796:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1789307440.084033:0:238796:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.084036:0:238796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789307440.084040:0:238796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:0.0:1789307440.084045:0:238796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff9fbfb541d9c0. 00000100:00000200:0.0:1789307440.084052:0:238796:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1876218647921280, offset 224 00000400:00000200:0.0:1789307440.084060:0:238796:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1789307440.084073:0:238796:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1789307440.084079:0:238796:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305902:305902:256:4294967295] 192.168.204.56@tcp LPNI seq info [305898:305898:8:4294967295] 00000400:00000200:0.0:1789307440.084090:0:238796:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1789307440.084095:0:238796:0:(socklnd_cb.c:931:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1789307440.084100:0:238796:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff9fbfb484f000. 00000800:00000200:0.0:1789307440.084106:0:238796:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1789307440.084114:0:238796:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1022 00000800:00000200:0.0:1789307440.084118:0:238796:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfb484f000 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:0.0:1789307440.084133:0:238796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307440.084136:0:238796:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:0.0:1789307440.084138:0:238796:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:0.0:1789307440.084140:0:238796:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.084142:0:238796:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1789307440.084146:0:238796:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf83b1bc50 x1876218647921280/t0(0) o502->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 272/8472 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789307440.084156:0:238796:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf83b1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7d90e49-668d-48f2-b512-5da6d754f7b6+8:399384:x1876218647921280:12345-192.168.204.56@tcp:502:llog_process_th.0 Request processed in 417us (670us total) trans 0 rc 0/0 00000100:00100000:0.0:1789307440.084163:0:238796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 431 00000100:00000040:0.0:1789307440.084176:0:238796:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb9252800 : new rpc_count 0 00000100:00000001:0.0:1789307440.084178:0:238796:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1789307440.084180:0:238796:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1789307440.084186:0:238796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf85192280. 00000800:00000200:1.0:1789307440.084241:0:118844:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789307440.084247:0:118844:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff9fbfb484f000. 00000400:00000200:1.0:1789307440.084251:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307440.084256:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1789307440.084260:0:118844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb541d9c0 00000400:00000010:1.0:1789307440.084262:0:118844:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff9fbfb541d9c0. 00000100:00000001:1.0:1789307440.084265:0:118844:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1789307440.084267:0:118844:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000010:0.0:1789307440.084426:0:238796:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfad0ef000. 00000020:00000010:0.0:1789307440.084430:0:238796:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb484e600. 00000020:00000040:0.0:1789307440.084434:0:238796:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9252800 : new refcount 7 02000000:00000001:0.0:1789307440.084438:0:238796:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1789307440.084440:0:238796:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 8768 at ffff9fbfb2510000. 02000000:00000001:0.0:1789307440.084449:0:238796:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1789307440.084450:0:238796:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1789307440.084455:0:238796:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1789307440.084459:0:238796:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb6ce3210. 00000400:00000010:0.0:1789307440.084462:0:238796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbfb541d900. 00000800:00000001:3.0:1789307440.088825:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.088894:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789307440.088899:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.088901:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307440.088909:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1789307440.088929:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 272 into portal 26 MB=0x6aa693207c300 00000400:00000200:3.0:1789307440.088936:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.56@tcp of length 272/272 into md 0x1bfe95 [2] + 0 00000400:00000010:3.0:1789307440.088940:0:118842:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb5058688. 00000400:00000200:3.0:1789307440.088949:0:118842:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fbea93ac3c0 00000800:00000001:3.0:1789307440.088953:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.089002:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307440.089006:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307440.089009:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1789307440.089014:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbea93ac3c0 00000400:00000010:3.0:1789307440.089015:0:118842:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbea93ac3c0. 00000100:00000001:3.0:1789307440.089020:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307440.089022:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1789307440.089024:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf83b18850 x1876218647921408 msgsize 272 00000100:00100000:3.0:1789307440.089027:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000040:3.0:1789307440.089029:0:118842:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1789307440.089041:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789307440.089049:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.089051:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307440.089096:0:238794:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789307440.089100:0:238794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647921408 02000000:00000001:2.0:1789307440.089102:0:238794:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307440.089105:0:238794:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307440.089108:0:238794:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307440.089113:0:238794:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307440.089118:0:238794:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647921408 00000020:00000001:2.0:1789307440.089122:0:238794:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307440.089123:0:238794:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed78204 00000020:00000001:2.0:1789307440.089126:0:238794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307440.089130:0:238794:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb9252800 refcount=8 00000020:00000001:2.0:1789307440.089133:0:238794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000020:00000001:2.0:1789307440.089136:0:238794:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000100:00000001:2.0:1789307440.089140:0:238794:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307440.089145:0:238794:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00400. 00000100:00000001:2.0:1789307440.089148:0:238794:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307440.089151:0:238794:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00400. 00000020:00000010:2.0:1789307440.089161:0:238794:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0b2d800. 00000020:00000010:2.0:1789307440.089167:0:238794:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44300. 00000020:00000010:2.0:1789307440.089171:0:238794:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984e10. 00000100:00000040:2.0:1789307440.089179:0:238794:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1789307440.089182:0:238794:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307440.089184:0:238794:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307440.089186:0:238794:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.089194:0:238794:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.089220:0:238794:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307440.089233:0:238794:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307440.089234:0:238794:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789307440.089239:0:238794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 432 00000100:00000040:2.0:1789307440.089243:0:238794:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfb9252800 : new rpc_count 1 00000100:00000001:2.0:1789307440.089245:0:238794:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243629860944 : -105830079690672 : ffff9fbf83b18850) 00000100:00000040:2.0:1789307440.089255:0:238794:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf83b18850 x1876218647921408/t0(0) o502->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 272/0 e 0 to 0 dl 1789307451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307440.089265:0:238794:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307440.089268:0:238794:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00400. 00000100:00000001:2.0:1789307440.089270:0:238794:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307440.089272:0:238794:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00400. 00000100:00100000:2.0:1789307440.089279:0:238794:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf83b18850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7d90e49-668d-48f2-b512-5da6d754f7b6+8:399384:x1876218647921408:12345-192.168.204.56@tcp:502:llog_process_th.0 00000100:00000200:2.0:1789307440.089283:0:238794:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647921408 00000020:00000001:2.0:1789307440.089287:0:238794:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1789307440.089290:0:238794:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1789307440.089292:0:238794:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.089295:0:238794:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1789307440.089297:0:238794:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660899632 : -1048651984 : ffffffffc17ed730) 00000020:00000001:2.0:1789307440.089300:0:238794:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1789307440.089302:0:238794:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307440.089304:0:238794:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307440.089306:0:238794:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1789307440.089309:0:238794:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.089311:0:238794:0:(tgt_handler.c:1567:tgt_llog_next_block()) Process entered 00000040:00000001:2.0:1789307440.089313:0:238794:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:2.0:1789307440.089319:0:238794:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307440.089321:0:238794:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789307440.089339:0:238794:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff9fbfb2510000. 02000000:00000001:2.0:1789307440.089342:0:238794:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.089344:0:238794:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1789307440.089348:0:238794:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbf9fb21180 : new refcount 2 00000040:00000001:2.0:1789307440.089351:0:238794:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1789307440.089359:0:238794:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9fbfc0b2d400. 00000040:00000001:2.0:1789307440.089364:0:238794:0:(llog_osd.c:1406:llog_osd_open()) Process entered 00000020:00000001:2.0:1789307440.089367:0:238794:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1789307440.089370:0:238794:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446638239363571200 : -105834345980416 : 0xffff9fbe85671e00) 00000020:00000001:2.0:1789307440.089372:0:238794:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446638239363571200 : -105834345980416 : ffff9fbe85671e00) 00000020:00000001:2.0:1789307440.089377:0:238794:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:2.0:1789307440.089383:0:238794:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243974379096 : -105829735172520 : ffff9fbf983a7658) 00000040:00000001:2.0:1789307440.089386:0:238794:0:(llog_osd.c:1518:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307440.089388:0:238794:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307440.089390:0:238794:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1789307440.089396:0:238794:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9fbfb5bce000. 00000040:00000001:2.0:1789307440.089398:0:238794:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1789307440.089400:0:238794:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1789307440.089419:0:238794:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307440.089421:0:238794:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307440.089423:0:238794:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307440.089427:0:238794:0:(lustre_log.h:462:llog_next_block()) Process entered 00000040:00000001:2.0:1789307440.089429:0:238794:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1789307440.089432:0:238794:0:(llog_osd.c:1151:llog_osd_next_block()) looking for log index 87 (cur idx 87 off 16384), size 23864 00000040:00000001:2.0:1789307440.089448:0:238794:0:(llog_osd.c:1282:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1789307440.089450:0:238794:0:(lustre_log.h:472:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307440.089452:0:238794:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:2.0:1789307440.089454:0:238794:0:(llog_osd.c:1830:llog_osd_close()) Process entered 00000020:00000002:2.0:1789307440.089457:0:238794:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfbf5cb800/ffff9fbf983a7600 to site lru. bkt: ffff9fbfb932afd0 00000040:00000001:2.0:1789307440.089460:0:238794:0:(llog_osd.c:1849:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1789307440.089463:0:238794:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9fbfb5bce000. 00000040:00000010:2.0:1789307440.089468:0:238794:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9fbfc0b2d400. 00000040:00000040:2.0:1789307440.089472:0:238794:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbf9fb21180 : new refcount 1 00000020:00000001:2.0:1789307440.089475:0:238794:0:(tgt_handler.c:1571:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789307440.089478:0:238794:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647921408 00010000:00000001:2.0:1789307440.089481:0:238794:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:2.0:1789307440.089487:0:238794:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf83b18850 x1876218647921408/t0(0) o502->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 272/8472 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789307440.089496:0:238794:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789307440.089506:0:238794:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307440.089510:0:238794:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe840599e8 time=10 v=5 (1 1 1 1) 00000100:00000001:2.0:1789307440.089515:0:238794:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789307440.089518:0:238794:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:2.0:1789307440.089520:0:238794:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:2.0:1789307440.089523:0:238794:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307440.089524:0:238794:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.089527:0:238794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307440.089530:0:238794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:2.0:1789307440.089534:0:238794:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff9fbf887d3d80. 00000100:00000200:2.0:1789307440.089539:0:238794:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1876218647921408, offset 224 00000400:00000200:2.0:1789307440.089546:0:238794:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1789307440.089556:0:238794:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1789307440.089562:0:238794:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305903:305903:256:4294967295] 192.168.204.56@tcp LPNI seq info [305899:305899:8:4294967295] 00000400:00000200:2.0:1789307440.089572:0:238794:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1789307440.089578:0:238794:0:(socklnd_cb.c:931:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1789307440.089582:0:238794:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff9fbfc0b2d400. 00000800:00000200:2.0:1789307440.089590:0:238794:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1789307440.089597:0:238794:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1022 00000800:00000200:2.0:1789307440.089601:0:238794:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfc0b2d400 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:2.0:1789307440.089622:0:238794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307440.089630:0:238794:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:2.0:1789307440.089633:0:238794:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307440.089635:0:238794:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.089637:0:238794:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1789307440.089642:0:238794:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf83b18850 x1876218647921408/t0(0) o502->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 272/8472 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307440.089653:0:238794:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf83b18850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7d90e49-668d-48f2-b512-5da6d754f7b6+8:399384:x1876218647921408:12345-192.168.204.56@tcp:502:llog_process_th.0 Request processed in 387us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1789307440.089661:0:238794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 432 00000100:00000040:2.0:1789307440.089672:0:238794:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb9252800 : new rpc_count 0 00000100:00000001:2.0:1789307440.089675:0:238794:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307440.089677:0:238794:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789307440.089682:0:238794:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44300. 00000020:00000010:2.0:1789307440.089686:0:238794:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984e10. 00000800:00000200:1.0:1789307440.089698:0:118843:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1789307440.089698:0:238794:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0b2d800. 00000020:00000040:2.0:1789307440.089707:0:238794:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9252800 : new refcount 7 00000800:00000010:1.0:1789307440.089710:0:118843:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff9fbfc0b2d400. 00000100:00000001:2.0:1789307440.089714:0:238794:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307440.089717:0:118843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1789307440.089720:0:238794:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1789307440.089724:0:118843:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1789307440.089729:0:118843:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf887d3d80 00000400:00000010:2.0:1789307440.089729:0:238794:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb5058dc0. 00000400:00000010:1.0:1789307440.089734:0:118843:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff9fbf887d3d80. 00000100:00000001:1.0:1789307440.089738:0:118843:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:1.0:1789307440.089740:0:118843:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1789307440.089743:0:118843:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 8768 at ffff9fbfb2510000. 00000400:00000010:2.0:1789307440.089743:0:238794:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbf887d3d80. 02000000:00000001:1.0:1789307440.089758:0:118843:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1789307440.089760:0:118843:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:1.0:1789307440.091084:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.091092:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789307440.091095:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.091097:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307440.091103:0:118844:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1789307440.091113:0:118844:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 26 MB=0x6aa693207c380 00000400:00000200:1.0:1789307440.091119:0:118844:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.56@tcp of length 328/328 into md 0x1bff29 [2] + 0 00000400:00000010:1.0:1789307440.091123:0:118844:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644a50. 00000400:00000200:1.0:1789307440.091129:0:118844:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fbe83b750c0 00000800:00000001:1.0:1789307440.091131:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.091143:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307440.091146:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307440.091150:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1789307440.091154:0:118844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe83b750c0 00000400:00000010:1.0:1789307440.091156:0:118844:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbe83b750c0. 00000100:00000001:1.0:1789307440.091159:0:118844:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789307440.091161:0:118844:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1789307440.091163:0:118844:0:(events.c:341:request_in_callback()) incoming req@ffff9fbe81f0e850 x1876218647921536 msgsize 328 00000100:00100000:1.0:1789307440.091167:0:118844:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000040:1.0:1789307440.091169:0:118844:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1789307440.091189:0:118844:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:1.0:1789307440.091194:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.091197:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307440.091258:0:238798:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789307440.091261:0:238798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647921536 02000000:00000001:2.0:1789307440.091264:0:238798:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307440.091265:0:238798:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307440.091267:0:238798:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307440.091271:0:238798:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307440.091274:0:238798:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647921536 00000020:00000001:2.0:1789307440.091276:0:238798:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307440.091278:0:238798:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed78204 00000020:00000001:2.0:1789307440.091280:0:238798:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307440.091282:0:238798:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb9252800 refcount=8 00000020:00000001:2.0:1789307440.091285:0:238798:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000020:00000001:2.0:1789307440.091287:0:238798:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000100:00000001:2.0:1789307440.091291:0:238798:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307440.091294:0:238798:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00400. 00000100:00000001:2.0:1789307440.091297:0:238798:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307440.091299:0:238798:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00400. 00000020:00000010:2.0:1789307440.091305:0:238798:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0b2d800. 00000020:00000010:2.0:1789307440.091308:0:238798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44300. 00000020:00000010:2.0:1789307440.091311:0:238798:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984e10. 00000100:00000040:2.0:1789307440.091317:0:238798:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1789307440.091319:0:238798:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307440.091320:0:238798:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307440.091327:0:238798:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.091332:0:238798:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.091342:0:238798:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307440.091347:0:238798:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307440.091348:0:238798:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789307440.091352:0:238798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 433 00000100:00000040:2.0:1789307440.091356:0:238798:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfb9252800 : new rpc_count 1 00000100:00000001:2.0:1789307440.091358:0:238798:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638239305492560 : -105834404059056 : ffff9fbe81f0e850) 00000100:00000040:2.0:1789307440.091364:0:238798:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbe81f0e850 x1876218647921536/t0(0) o101->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 328/0 e 0 to 0 dl 1789307451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307440.091373:0:238798:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307440.091376:0:238798:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00400. 00000100:00000001:2.0:1789307440.091378:0:238798:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307440.091380:0:238798:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00400. 00000100:00100000:2.0:1789307440.091385:0:238798:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbe81f0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d7d90e49-668d-48f2-b512-5da6d754f7b6+8:399365:x1876218647921536:12345-192.168.204.56@tcp:101:mount.lustre.0 00000100:00000200:2.0:1789307440.091389:0:238798:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647921536 00000020:00000001:2.0:1789307440.091392:0:238798:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1789307440.091394:0:238798:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1789307440.091396:0:238798:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.091397:0:238798:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1789307440.091399:0:238798:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660899968 : -1048651648 : ffffffffc17ed880) 00000020:00000001:2.0:1789307440.091402:0:238798:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1789307440.091403:0:238798:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307440.091405:0:238798:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307440.091406:0:238798:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1789307440.091410:0:238798:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.091412:0:238798:0:(tgt_handler.c:1474:tgt_enqueue()) Process entered 00010000:00000001:2.0:1789307440.091415:0:238798:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1789307440.091417:0:238798:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1789307440.091419:0:238798:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1789307440.091420:0:238798:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307440.091426:0:238798:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789307440.091432:0:238798:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf84fabf00 count: 3 00010000:00000001:2.0:1789307440.091439:0:238798:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789307440.091442:0:238798:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789307440.091446:0:238798:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fbf85d5ba00. 00000020:00000001:2.0:1789307440.091450:0:238798:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789307440.091452:0:238798:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9fbf85d5ba00 with handle 0x66de20725ed78219 to hash 00000020:00000001:2.0:1789307440.091454:0:238798:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789307440.091456:0:238798:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638243665787392 : -105830043764224 : ffff9fbf85d5ba00) 00010000:00000001:2.0:1789307440.091459:0:238798:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638243665787392 : -105830043764224 : ffff9fbf85d5ba00) 00010000:00010000:2.0:1789307440.091463:0:238798:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9fbf85d5ba00/0x66de20725ed78219 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xef11a149f77a6ec5 expref: -99 pid: 238798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307440.091472:0:238798:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff9fbfb9252800 : new locks_count 3 00000020:00000040:2.0:1789307440.091474:0:238798:0:(genops.c:868:class_export_get()) GET export ffff9fbfb9252800 refcount=9 00000100:00000001:2.0:1789307440.091482:0:238798:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307440.091484:0:238798:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789307440.091488:0:238798:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 640 at ffff9fbfb466a400. 02000000:00000001:2.0:1789307440.091490:0:238798:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.091492:0:238798:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307440.091494:0:238798:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789307440.091497:0:238798:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1789307440.091499:0:238798:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1789307440.091501:0:238798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1789307440.091503:0:238798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307440.091505:0:238798:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1789307440.091506:0:238798:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307440.091509:0:238798:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789307440.091511:0:238798:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789307440.091513:0:238798:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789307440.091514:0:238798:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789307440.091516:0:238798:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff9fbf84fabf00) refcount = 3 00010000:00000040:2.0:1789307440.091519:0:238798:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789307440.091524:0:238798:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGS lock: ffff9fbe8d09ea00/0x66de20725ed77895 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x66de20725ed7788e expref: 23 pid: 238795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307440.091531:0:238798:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGS lock: ffff9fbfc0c7ec00/0x66de20725ed77887 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x66de20725ed77880 expref: 23 pid: 238798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789307440.091544:0:238798:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9fbf85d5ba00/0x66de20725ed78219 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6ec5 expref: 9 pid: 238798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789307440.091550:0:238798:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789307440.091552:0:238798:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789307440.091554:0:238798:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307440.091556:0:238798:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307440.091557:0:238798:0:(ldlm_lock.c:1928:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789307440.091562:0:238798:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1789307440.091565:0:238798:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9fbf85d5ba00/0x66de20725ed78219 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6ec5 expref: 9 pid: 238798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789307440.091572:0:238798:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1789307440.091574:0:238798:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1789307440.091576:0:238798:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307440.091579:0:238798:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307440.091580:0:238798:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1789307440.091582:0:238798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307440.091584:0:238798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789307440.091585:0:238798:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fbf85d5ba00, rc 0) 00000020:00000001:2.0:1789307440.091587:0:238798:0:(tgt_handler.c:1499:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789307440.091590:0:238798:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647921536 00010000:00000001:2.0:1789307440.091592:0:238798:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:2.0:1789307440.091596:0:238798:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbe81f0e850 x1876218647921536/t0(0) o101->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 328/344 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789307440.091603:0:238798:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789307440.091605:0:238798:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307440.091607:0:238798:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe840599e8 time=10 v=5 (1 1 1 1) 00000100:00000001:2.0:1789307440.091611:0:238798:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789307440.091614:0:238798:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:2.0:1789307440.091616:0:238798:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:2.0:1789307440.091618:0:238798:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307440.091623:0:238798:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.091626:0:238798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307440.091628:0:238798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:2.0:1789307440.091632:0:238798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd990. 00000100:00000200:2.0:1789307440.091635:0:238798:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1876218647921536, offset 224 00000400:00000200:2.0:1789307440.091640:0:238798:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1789307440.091648:0:238798:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1789307440.091652:0:238798:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305904:305904:256:4294967295] 192.168.204.56@tcp LPNI seq info [305900:305900:8:4294967295] 00000400:00000200:2.0:1789307440.091660:0:238798:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1789307440.091665:0:238798:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1789307440.091669:0:238798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbec5bb6800. 00000800:00000200:2.0:1789307440.091675:0:238798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1789307440.091680:0:238798:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1789307440.091683:0:238798:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbec5bb6800 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:2.0:1789307440.091697:0:238798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307440.091700:0:238798:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:2.0:1789307440.091703:0:238798:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307440.091704:0:238798:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.091706:0:238798:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1789307440.091711:0:238798:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbe81f0e850 x1876218647921536/t0(0) o101->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 328/344 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307440.091721:0:238798:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbe81f0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d7d90e49-668d-48f2-b512-5da6d754f7b6+9:399365:x1876218647921536:12345-192.168.204.56@tcp:101:mount.lustre.0 Request processed in 347us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1789307440.091728:0:238798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 433 00000100:00000040:2.0:1789307440.091730:0:238798:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb9252800 : new rpc_count 0 00000100:00000001:2.0:1789307440.091733:0:238798:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307440.091734:0:238798:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789307440.091737:0:238798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44300. 00000020:00000010:2.0:1789307440.091740:0:238798:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984e10. 00000020:00000010:2.0:1789307440.091743:0:238798:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0b2d800. 00000020:00000040:2.0:1789307440.091752:0:238798:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9252800 : new refcount 8 00000100:00000001:2.0:1789307440.091756:0:238798:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1789307440.091761:0:238798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1789307440.091764:0:238798:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb5058e18. 00000400:00000010:2.0:1789307440.091768:0:238798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbfa33c3300. 00000800:00000200:3.0:1789307440.091994:0:118842:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789307440.092015:0:118842:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbec5bb6800. 00000400:00000200:3.0:1789307440.092029:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307440.092038:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1789307440.092046:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd990 00000400:00000010:3.0:1789307440.092054:0:118842:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd990. 00000100:00000001:3.0:1789307440.092059:0:118842:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:3.0:1789307440.092062:0:118842:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789307440.092066:0:118842:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 640 at ffff9fbfb466a400. 02000000:00000001:3.0:1789307440.092160:0:118842:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1789307440.092162:0:118842:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:1.0:1789307440.094367:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.094381:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789307440.094384:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.094386:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307440.094394:0:118843:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1789307440.094405:0:118843:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 304 into portal 26 MB=0x6aa693207c400 00000400:00000200:1.0:1789307440.094412:0:118843:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.56@tcp of length 304/304 into md 0x1bfff1 [2] + 0 00000400:00000010:1.0:1789307440.094416:0:118843:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf83605688. 00000400:00000200:1.0:1789307440.094420:0:118843:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fbf85cc3540 00000800:00000001:1.0:1789307440.094424:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.094431:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307440.094435:0:118843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307440.094438:0:118843:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1789307440.094442:0:118843:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf85cc3540 00000400:00000010:1.0:1789307440.094445:0:118843:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbf85cc3540. 00000100:00000001:1.0:1789307440.094450:0:118843:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789307440.094452:0:118843:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1789307440.094455:0:118843:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfacefbc50 x1876218647921664 msgsize 304 00000100:00100000:1.0:1789307440.094458:0:118843:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000040:1.0:1789307440.094461:0:118843:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1789307440.094474:0:118843:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:1.0:1789307440.094491:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.094494:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307440.094527:0:238795:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1789307440.094531:0:238795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647921664 02000000:00000001:0.0:1789307440.094533:0:238795:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1789307440.094536:0:238795:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789307440.094538:0:238795:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307440.094541:0:238795:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307440.094545:0:238795:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647921664 00000020:00000001:0.0:1789307440.094547:0:238795:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789307440.094549:0:238795:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed78204 00000020:00000001:0.0:1789307440.094552:0:238795:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789307440.094554:0:238795:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb9252800 refcount=9 00000020:00000001:0.0:1789307440.094557:0:238795:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000020:00000001:0.0:1789307440.094559:0:238795:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000100:00000001:0.0:1789307440.094567:0:238795:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789307440.094572:0:238795:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf885643c0. 00000100:00000001:0.0:1789307440.094575:0:238795:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789307440.094577:0:238795:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf885643c0. 00000020:00000010:0.0:1789307440.094582:0:238795:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb484e600. 00000020:00000010:0.0:1789307440.094587:0:238795:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf85192280. 00000020:00000010:0.0:1789307440.094592:0:238795:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfad0ef000. 00000100:00000040:0.0:1789307440.094598:0:238795:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1789307440.094600:0:238795:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789307440.094602:0:238795:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1789307440.094604:0:238795:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.094610:0:238795:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.094622:0:238795:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307440.094632:0:238795:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1789307440.094633:0:238795:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1789307440.094637:0:238795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 434 00000100:00000040:0.0:1789307440.094640:0:238795:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfb9252800 : new rpc_count 1 00000100:00000001:0.0:1789307440.094642:0:238795:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244321803344 : -105829387748272 : ffff9fbfacefbc50) 00000100:00000040:0.0:1789307440.094650:0:238795:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfacefbc50 x1876218647921664/t0(0) o256->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 304/0 e 0 to 0 dl 1789307451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307440.094658:0:238795:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789307440.094662:0:238795:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf885643c0. 00000100:00000001:0.0:1789307440.094664:0:238795:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789307440.094666:0:238795:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf885643c0. 00000100:00100000:0.0:1789307440.094670:0:238795:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfacefbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7d90e49-668d-48f2-b512-5da6d754f7b6+9:399365:x1876218647921664:12345-192.168.204.56@tcp:256:mount.lustre.0 00000100:00000200:0.0:1789307440.094674:0:238795:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647921664 00000020:00000001:0.0:1789307440.094676:0:238795:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1789307440.094679:0:238795:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1789307440.094681:0:238795:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.094683:0:238795:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1789307440.094685:0:238795:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660900384 : -1048651232 : ffffffffc17eda20) 00000020:00000001:0.0:1789307440.094687:0:238795:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1789307440.094689:0:238795:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789307440.094691:0:238795:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1789307440.094692:0:238795:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1789307440.094695:0:238795:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.094698:0:238795:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1789307440.094700:0:238795:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1789307440.094704:0:238795:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 536 at ffff9fbfbd66f800. 02000000:00000001:0.0:1789307440.094706:0:238795:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.094708:0:238795:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1789307440.094711:0:238795:0:(mgs_handler.c:690:mgs_config_read()) Process entered 20000000:00000001:0.0:1789307440.094715:0:238795:0:(mgs_nids.c:889:mgs_get_ir_logs()) Process entered 20000000:01000000:0.0:1789307440.094720:0:238795:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:00000010:0.0:1789307440.094724:0:238795:0:(mgs_nids.c:917:mgs_get_ir_logs()) kmalloced '(folios)': 2048 at ffff9fbf83a71800. 20000000:00000001:0.0:1789307440.094727:0:238795:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1789307440.094739:0:238795:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:0.0:1789307440.094745:0:238795:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:00000040:0.0:1789307440.094749:0:238795:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:0.0:1789307440.094751:0:238795:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:00000040:0.0:1789307440.094753:0:238795:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:0.0:1789307440.094755:0:238795:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:00000040:0.0:1789307440.094758:0:238795:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:0.0:1789307440.094760:0:238795:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1789307440.094762:0:238795:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 34 20000000:00000001:0.0:1789307440.094764:0:238795:0:(mgs_nids.c:321:mgs_nidtbl_read()) Process leaving (rc=176 : 176 : b0) 00000100:00000001:0.0:1789307440.094767:0:238795:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1789307440.094772:0:238795:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9fbf82cf4c00. 00000100:00000010:0.0:1789307440.094776:0:238795:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at ffff9fbe97a0ee10. 00000020:00000040:0.0:1789307440.094779:0:238795:0:(genops.c:868:class_export_get()) GET export ffff9fbfb9252800 refcount=10 00010000:00000001:0.0:1789307440.094782:0:238795:0:(ldlm_lib.c:3591:target_bulk_io()) Process entered 00000100:00000001:0.0:1789307440.094785:0:238795:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1789307440.094789:0:238795:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82990. 00000400:00000010:0.0:1789307440.094797:0:238795:0:(lib-lnet.h:449:lnet_rspt_alloc()) alloc 'rspt': 64 at ffff9fbfad393840. 00000400:00000200:0.0:1789307440.094801:0:238795:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1789307440.094810:0:238795:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1789307440.094815:0:238795:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305905:305905:256:4294967295] 192.168.204.56@tcp LPNI seq info [305901:305901:8:4294967295] 00000400:00000200:0.0:1789307440.094820:0:238795:0:(lib-move.c:1839:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.56@tcp 00000400:00000200:0.0:1789307440.094826:0:238795:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1789307440.094847:0:238795:0:(socklnd_cb.c:931:ksocknal_send()) sending 176 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1789307440.094881:0:238795:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbf87ecce00. 00000800:00000200:0.0:1789307440.094888:0:238795:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1789307440.094894:0:238795:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1789307440.094897:0:238795:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbf87ecce00 type 1, nob 272 niov 1 nkiov 1 00000100:00000200:0.0:1789307440.094913:0:238795:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 176 bytes via portal 33 id 12345-192.168.204.56@tcp mbits 0x6aa693207c400-0x6aa693207c400 00000100:00000001:0.0:1789307440.094916:0:238795:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789307440.095012:0:118844:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789307440.095017:0:118844:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbf87ecce00. 00000400:00000200:1.0:1789307440.095020:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307440.095025:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:1.0:1789307440.095029:0:118844:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:1.0:1789307440.095031:0:118844:0:(events.c:464:server_bulk_callback()) event type 5, status 0, desc ffff9fbf82cf4c00 00000100:00000001:1.0:1789307440.095033:0:118844:0:(events.c:491:server_bulk_callback()) Process leaving 00000800:00000001:3.0:1789307440.095959:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.095966:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789307440.095977:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.095991:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307440.095996:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : ACK - for me 00000400:00000200:3.0:1789307440.096006:0:118842:0:(lib-move.c:4532:lnet_parse_ack()) 192.168.204.156@tcp: ACK from 12345-192.168.204.56@tcp into md 0x1c19fd 00000400:00000200:3.0:1789307440.096009:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307440.096012:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: ACK: OK 00000400:00000200:3.0:1789307440.096017:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82990 00000400:00000010:3.0:1789307440.096019:0:118842:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82990. 00000100:00000001:3.0:1789307440.096023:0:118842:0:(events.c:449:server_bulk_callback()) Process entered 00000100:00000200:3.0:1789307440.096024:0:118842:0:(events.c:464:server_bulk_callback()) event type 4, status 0, desc ffff9fbf82cf4c00 00000100:00000001:3.0:1789307440.096039:0:118842:0:(events.c:491:server_bulk_callback()) Process leaving 00000800:00000001:3.0:1789307440.096046:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.096048:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307440.096103:0:238795:0:(ldlm_lib.c:3683:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.096106:0:238795:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1789307440.096110:0:238795:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9252800 : new refcount 9 00000100:00000010:0.0:1789307440.096114:0:238795:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at ffff9fbe97a0ee10. 00000100:00000010:0.0:1789307440.096118:0:238795:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9fbf82cf4c00. 00000100:00000001:0.0:1789307440.096121:0:238795:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1789307440.096122:0:238795:0:(mgs_nids.c:953:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1789307440.096132:0:238795:0:(mgs_nids.c:964:mgs_get_ir_logs()) kvfree 'folios': 2048 at ffff9fbf83a71800. 20000000:00000001:0.0:1789307440.096136:0:238795:0:(mgs_handler.c:713:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1789307440.096140:0:238795:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647921664 00010000:00000001:0.0:1789307440.096143:0:238795:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:0.0:1789307440.096150:0:238795:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfacefbc50 x1876218647921664/t0(0) o256->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 304/240 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789307440.096159:0:238795:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1789307440.096162:0:238795:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789307440.096165:0:238795:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe840599e8 time=10 v=5 (1 1 1 1) 00000100:00000001:0.0:1789307440.096169:0:238795:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789307440.096172:0:238795:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:0.0:1789307440.096174:0:238795:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:0.0:1789307440.096185:0:238795:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1789307440.096187:0:238795:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.096190:0:238795:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789307440.096193:0:238795:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:0.0:1789307440.096196:0:238795:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82b28. 00000100:00000200:0.0:1789307440.096200:0:238795:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1876218647921664, offset 224 00000400:00000200:0.0:1789307440.096205:0:238795:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1789307440.096211:0:238795:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1789307440.096216:0:238795:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305906:305906:256:4294967295] 192.168.204.56@tcp LPNI seq info [305902:305902:8:4294967295] 00000400:00000200:0.0:1789307440.096225:0:238795:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1789307440.096231:0:238795:0:(socklnd_cb.c:931:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1789307440.096235:0:238795:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbf87ecc900. 00000800:00000200:0.0:1789307440.096240:0:238795:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1789307440.096245:0:238795:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1789307440.096248:0:238795:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbf87ecc900 type 1, nob 336 niov 1 nkiov 1 00000100:00000001:0.0:1789307440.096266:0:238795:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307440.096269:0:238795:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:0.0:1789307440.096271:0:238795:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:0.0:1789307440.096273:0:238795:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.096275:0:238795:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1789307440.096279:0:238795:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfacefbc50 x1876218647921664/t0(0) o256->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 304/240 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789307440.096288:0:238795:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfacefbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7d90e49-668d-48f2-b512-5da6d754f7b6+9:399365:x1876218647921664:12345-192.168.204.56@tcp:256:mount.lustre.0 Request processed in 1627us (1831us total) trans 0 rc 0/0 00000100:00100000:0.0:1789307440.096297:0:238795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 434 00000100:00000040:0.0:1789307440.096301:0:238795:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb9252800 : new rpc_count 0 00000100:00000001:0.0:1789307440.096303:0:238795:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1789307440.096305:0:238795:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1789307440.096316:0:238795:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf85192280. 00000020:00000010:0.0:1789307440.096320:0:238795:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfad0ef000. 00000020:00000010:0.0:1789307440.096324:0:238795:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb484e600. 00000020:00000040:0.0:1789307440.096329:0:238795:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9252800 : new refcount 8 00000100:00000001:0.0:1789307440.096334:0:238795:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1789307440.096339:0:238795:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1789307440.096343:0:238795:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb6ce38f0. 00000400:00000010:0.0:1789307440.096347:0:238795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbfb541d180. 00000800:00000200:1.0:1789307440.096418:0:118843:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789307440.096421:0:118843:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbf87ecc900. 00000400:00000200:1.0:1789307440.096424:0:118843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307440.096428:0:118843:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1789307440.096431:0:118843:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82b28 00000400:00000010:1.0:1789307440.096433:0:118843:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82b28. 00000100:00000001:1.0:1789307440.096436:0:118843:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:1.0:1789307440.096439:0:118843:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1789307440.096442:0:118843:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 536 at ffff9fbfbd66f800. 02000000:00000001:1.0:1789307440.096445:0:118843:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1789307440.096446:0:118843:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:1.0:1789307440.098346:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.098356:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789307440.098359:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.098361:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307440.098368:0:118844:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1789307440.098379:0:118844:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 26 MB=0x6aa693207c480 00000400:00000200:1.0:1789307440.098386:0:118844:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.56@tcp of length 328/328 into md 0x1c002d [2] + 0 00000400:00000010:1.0:1789307440.098390:0:118844:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf83605dc0. 00000400:00000200:1.0:1789307440.098394:0:118844:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fbf85cc3d80 00000800:00000001:1.0:1789307440.098398:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.098403:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307440.098406:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307440.098409:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1789307440.098412:0:118844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf85cc3d80 00000400:00000010:1.0:1789307440.098414:0:118844:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbf85cc3d80. 00000100:00000001:1.0:1789307440.098418:0:118844:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789307440.098429:0:118844:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1789307440.098432:0:118844:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfacefb850 x1876218647921792 msgsize 328 00000100:00100000:1.0:1789307440.098436:0:118844:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000040:1.0:1789307440.098438:0:118844:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1789307440.098450:0:118844:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:1.0:1789307440.098457:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.098461:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307440.098492:0:238796:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1789307440.098494:0:238796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647921792 02000000:00000001:0.0:1789307440.098496:0:238796:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1789307440.098504:0:238796:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789307440.098507:0:238796:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307440.098511:0:238796:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307440.098514:0:238796:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647921792 00000020:00000001:0.0:1789307440.098517:0:238796:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789307440.098518:0:238796:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed78204 00000020:00000001:0.0:1789307440.098522:0:238796:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789307440.098524:0:238796:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb9252800 refcount=9 00000020:00000001:0.0:1789307440.098527:0:238796:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000020:00000001:0.0:1789307440.098529:0:238796:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000100:00000001:0.0:1789307440.098533:0:238796:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789307440.098538:0:238796:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf885643c0. 00000100:00000001:0.0:1789307440.098541:0:238796:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789307440.098544:0:238796:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf885643c0. 00000020:00000010:0.0:1789307440.098550:0:238796:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb484e600. 00000020:00000010:0.0:1789307440.098555:0:238796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf85192280. 00000020:00000010:0.0:1789307440.098558:0:238796:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfad0ef000. 00000100:00000040:0.0:1789307440.098564:0:238796:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1789307440.098566:0:238796:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789307440.098567:0:238796:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1789307440.098569:0:238796:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.098574:0:238796:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.098586:0:238796:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307440.098596:0:238796:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1789307440.098598:0:238796:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1789307440.098602:0:238796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 435 00000100:00000040:0.0:1789307440.098606:0:238796:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfb9252800 : new rpc_count 1 00000100:00000001:0.0:1789307440.098608:0:238796:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244321802320 : -105829387749296 : ffff9fbfacefb850) 00000100:00000040:0.0:1789307440.098627:0:238796:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfacefb850 x1876218647921792/t0(0) o101->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 328/0 e 0 to 0 dl 1789307451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307440.098634:0:238796:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789307440.098637:0:238796:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf885643c0. 00000100:00000001:0.0:1789307440.098639:0:238796:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789307440.098641:0:238796:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf885643c0. 00000100:00100000:0.0:1789307440.098644:0:238796:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfacefb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7d90e49-668d-48f2-b512-5da6d754f7b6+9:399365:x1876218647921792:12345-192.168.204.56@tcp:101:mount.lustre.0 00000100:00000200:0.0:1789307440.098647:0:238796:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647921792 00000020:00000001:0.0:1789307440.098649:0:238796:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1789307440.098652:0:238796:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1789307440.098653:0:238796:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.098655:0:238796:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1789307440.098656:0:238796:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660899968 : -1048651648 : ffffffffc17ed880) 00000020:00000001:0.0:1789307440.098658:0:238796:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1789307440.098659:0:238796:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789307440.098661:0:238796:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1789307440.098662:0:238796:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1789307440.098666:0:238796:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.098668:0:238796:0:(tgt_handler.c:1474:tgt_enqueue()) Process entered 00010000:00000001:0.0:1789307440.098670:0:238796:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1789307440.098672:0:238796:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1789307440.098673:0:238796:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1789307440.098674:0:238796:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307440.098679:0:238796:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789307440.098684:0:238796:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9fbf967ca500 count: 5 00010000:00000001:0.0:1789307440.098686:0:238796:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789307440.098688:0:238796:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789307440.098696:0:238796:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fbfb1aacc00. 00000020:00000001:0.0:1789307440.098702:0:238796:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789307440.098704:0:238796:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9fbfb1aacc00 with handle 0x66de20725ed78220 to hash 00000020:00000001:0.0:1789307440.098706:0:238796:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789307440.098708:0:238796:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638244401171456 : -105829308380160 : ffff9fbfb1aacc00) 00010000:00000001:0.0:1789307440.098710:0:238796:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638244401171456 : -105829308380160 : ffff9fbfb1aacc00) 00010000:00010000:0.0:1789307440.098715:0:238796:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9fbfb1aacc00/0x66de20725ed78220 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xef11a149f77a6ecc expref: -99 pid: 238796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307440.098723:0:238796:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff9fbfb9252800 : new locks_count 4 00000020:00000040:0.0:1789307440.098725:0:238796:0:(genops.c:868:class_export_get()) GET export ffff9fbfb9252800 refcount=10 00000100:00000001:0.0:1789307440.098733:0:238796:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1789307440.098736:0:238796:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1789307440.098740:0:238796:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 640 at ffff9fbf82cf4c00. 02000000:00000001:0.0:1789307440.098742:0:238796:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.098744:0:238796:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307440.098746:0:238796:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789307440.098750:0:238796:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1789307440.098752:0:238796:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1789307440.098754:0:238796:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1789307440.098756:0:238796:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307440.098757:0:238796:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1789307440.098758:0:238796:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307440.098760:0:238796:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789307440.098761:0:238796:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789307440.098763:0:238796:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789307440.098764:0:238796:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789307440.098766:0:238796:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9fbf967ca500) refcount = 5 00010000:00000040:0.0:1789307440.098768:0:238796:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789307440.098772:0:238796:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGS lock: ffff9fbfc0c7e600/0x66de20725ed7783a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x66de20725ed77833 expref: 23 pid: 238798 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307440.098777:0:238796:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGS lock: ffff9fbfa335ce00/0x66de20725ecedda9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x66de20725ecedda2 expref: 23 pid: 238796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307440.098781:0:238796:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGS lock: ffff9fbfa335c600/0x66de20725ecedd7f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x66de20725ecedd78 expref: 23 pid: 238795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789307440.098784:0:238796:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGS lock: ffff9fbf8654e000/0x66de20725ecedcec lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x66de20725ecedce5 expref: 23 pid: 238794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789307440.098788:0:238796:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9fbfb1aacc00/0x66de20725ed78220 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6ecc expref: 10 pid: 238796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789307440.098792:0:238796:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789307440.098793:0:238796:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789307440.098794:0:238796:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307440.098796:0:238796:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307440.098798:0:238796:0:(ldlm_lock.c:1928:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789307440.098802:0:238796:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1789307440.098806:0:238796:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9fbfb1aacc00/0x66de20725ed78220 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.56@tcp remote: 0xef11a149f77a6ecc expref: 10 pid: 238796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789307440.098816:0:238796:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1789307440.098818:0:238796:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1789307440.098820:0:238796:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307440.098823:0:238796:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307440.098824:0:238796:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1789307440.098826:0:238796:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789307440.098828:0:238796:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789307440.098841:0:238796:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fbfb1aacc00, rc 0) 00000020:00000001:0.0:1789307440.098843:0:238796:0:(tgt_handler.c:1499:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1789307440.098846:0:238796:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647921792 00010000:00000001:0.0:1789307440.098848:0:238796:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:0.0:1789307440.098872:0:238796:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfacefb850 x1876218647921792/t0(0) o101->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 328/344 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789307440.098878:0:238796:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1789307440.098880:0:238796:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789307440.098883:0:238796:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe840599e8 time=10 v=5 (1 1 1 1) 00000100:00000001:0.0:1789307440.098885:0:238796:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789307440.098887:0:238796:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:0.0:1789307440.098888:0:238796:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:0.0:1789307440.098890:0:238796:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1789307440.098891:0:238796:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.098893:0:238796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789307440.098895:0:238796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:0.0:1789307440.098898:0:238796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a822a8. 00000100:00000200:0.0:1789307440.098900:0:238796:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1876218647921792, offset 224 00000400:00000200:0.0:1789307440.098904:0:238796:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1789307440.098911:0:238796:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1789307440.098914:0:238796:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305907:305907:256:4294967295] 192.168.204.56@tcp LPNI seq info [305903:305903:8:4294967295] 00000400:00000200:0.0:1789307440.098921:0:238796:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1789307440.098924:0:238796:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1789307440.098927:0:238796:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbf87ecc900. 00000800:00000200:0.0:1789307440.098931:0:238796:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1789307440.098936:0:238796:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1789307440.098938:0:238796:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbf87ecc900 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1789307440.098949:0:238796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307440.098957:0:238796:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:0.0:1789307440.098959:0:238796:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:0.0:1789307440.098961:0:238796:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.098966:0:238796:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1789307440.098970:0:238796:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfacefb850 x1876218647921792/t0(0) o101->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 328/344 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789307440.098980:0:238796:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfacefb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7d90e49-668d-48f2-b512-5da6d754f7b6+10:399365:x1876218647921792:12345-192.168.204.56@tcp:101:mount.lustre.0 Request processed in 344us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1789307440.098987:0:238796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 435 00000100:00000040:0.0:1789307440.098991:0:238796:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb9252800 : new rpc_count 0 00000100:00000001:0.0:1789307440.098994:0:238796:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1789307440.098996:0:238796:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1789307440.098999:0:238796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf85192280. 00000020:00000010:0.0:1789307440.099003:0:238796:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfad0ef000. 00000020:00000010:0.0:1789307440.099007:0:238796:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb484e600. 00000020:00000040:0.0:1789307440.099012:0:238796:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9252800 : new refcount 9 00000100:00000001:0.0:1789307440.099016:0:238796:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1789307440.099020:0:238796:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1789307440.099025:0:238796:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb6ce39f8. 00000400:00000010:0.0:1789307440.099029:0:238796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbfb541d9c0. 00000800:00000200:3.0:1789307440.099044:0:118842:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789307440.099049:0:118842:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbf87ecc900. 00000400:00000200:3.0:1789307440.099053:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307440.099057:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1789307440.099061:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a822a8 00000400:00000010:3.0:1789307440.099063:0:118842:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a822a8. 00000100:00000001:3.0:1789307440.099065:0:118842:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:3.0:1789307440.099068:0:118842:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789307440.099070:0:118842:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 640 at ffff9fbf82cf4c00. 02000000:00000001:3.0:1789307440.099073:0:118842:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1789307440.099074:0:118842:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:1.0:1789307440.100412:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.100423:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789307440.100426:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.100429:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307440.100435:0:118843:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1789307440.100447:0:118843:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 504 into portal 26 MB=0x6aa693207c500 00000400:00000200:1.0:1789307440.100455:0:118843:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.56@tcp of length 504/504 into md 0x1c00b1 [2] + 0 00000400:00000010:1.0:1789307440.100459:0:118843:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a516370. 00000400:00000200:1.0:1789307440.100463:0:118843:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fbfb93b7600 00000800:00000001:1.0:1789307440.100467:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.100472:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307440.100474:0:118843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307440.100477:0:118843:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1789307440.100479:0:118843:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb93b7600 00000400:00000010:1.0:1789307440.100481:0:118843:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbfb93b7600. 00000100:00000001:1.0:1789307440.100485:0:118843:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789307440.100487:0:118843:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1789307440.100489:0:118843:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfacef8850 x1876218647921920 msgsize 504 00000100:00100000:1.0:1789307440.100492:0:118843:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000040:1.0:1789307440.100493:0:118843:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1789307440.100504:0:118843:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:1.0:1789307440.100509:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.100512:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307440.100677:0:238794:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789307440.100681:0:238794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647921920 02000000:00000001:2.0:1789307440.100684:0:238794:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307440.100686:0:238794:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307440.100687:0:238794:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307440.100691:0:238794:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307440.100694:0:238794:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647921920 00000020:00000001:2.0:1789307440.100697:0:238794:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307440.100698:0:238794:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed78204 00000020:00000001:2.0:1789307440.100700:0:238794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307440.100703:0:238794:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb9252800 refcount=10 00000020:00000001:2.0:1789307440.100706:0:238794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000020:00000001:2.0:1789307440.100708:0:238794:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000100:00000001:2.0:1789307440.100712:0:238794:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307440.100717:0:238794:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00400. 00000100:00000001:2.0:1789307440.100720:0:238794:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307440.100723:0:238794:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00400. 00000020:00000010:2.0:1789307440.100733:0:238794:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0b2d800. 00000020:00000010:2.0:1789307440.100737:0:238794:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44300. 00000020:00000010:2.0:1789307440.100740:0:238794:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984e10. 00000100:00000040:2.0:1789307440.100745:0:238794:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1789307440.100747:0:238794:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307440.100748:0:238794:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307440.100749:0:238794:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.100754:0:238794:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.100770:0:238794:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307440.100781:0:238794:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307440.100783:0:238794:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789307440.100787:0:238794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 436 00000100:00000040:2.0:1789307440.100790:0:238794:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfb9252800 : new rpc_count 1 00000100:00000001:2.0:1789307440.100806:0:238794:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244321790032 : -105829387761584 : ffff9fbfacef8850) 00000100:00000040:2.0:1789307440.100818:0:238794:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfacef8850 x1876218647921920/t0(0) o501->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 504/0 e 0 to 0 dl 1789307451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307440.100840:0:238794:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307440.100844:0:238794:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00400. 00000100:00000001:2.0:1789307440.100846:0:238794:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307440.100848:0:238794:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00400. 00000100:00100000:2.0:1789307440.100885:0:238794:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfacef8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7d90e49-668d-48f2-b512-5da6d754f7b6+10:399365:x1876218647921920:12345-192.168.204.56@tcp:501:mount.lustre.0 00000100:00000200:2.0:1789307440.100889:0:238794:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647921920 00000020:00000001:2.0:1789307440.100892:0:238794:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1789307440.100894:0:238794:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1789307440.100895:0:238794:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.100897:0:238794:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1789307440.100899:0:238794:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660899584 : -1048652032 : ffffffffc17ed700) 00000020:00000001:2.0:1789307440.100901:0:238794:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1789307440.100902:0:238794:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307440.100903:0:238794:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307440.100904:0:238794:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1789307440.100907:0:238794:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1789307440.100909:0:238794:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.100910:0:238794:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1789307440.100913:0:238794:0:(mgs_handler.c:723:mgs_llog_open()) Process entered 00000020:00000001:2.0:1789307440.100915:0:238794:0:(tgt_handler.c:1543:tgt_llog_open()) Process entered 00000040:00000001:2.0:1789307440.100917:0:238794:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:2.0:1789307440.100921:0:238794:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307440.100924:0:238794:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789307440.100928:0:238794:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 568 at ffff9fbfb4668000. 02000000:00000001:2.0:1789307440.100931:0:238794:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.100933:0:238794:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1789307440.100937:0:238794:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:2.0:1789307440.100940:0:238794:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbf9fb21180 : new refcount 2 00000040:00000001:2.0:1789307440.100943:0:238794:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1789307440.100947:0:238794:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9fbfc0b2d400. 00000040:00000001:2.0:1789307440.100957:0:238794:0:(llog_osd.c:1406:llog_osd_open()) Process entered 00000020:00000001:2.0:1789307440.100959:0:238794:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1789307440.100963:0:238794:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446638239363571200 : -105834345980416 : 0xffff9fbe85671e00) 00000020:00000001:2.0:1789307440.100966:0:238794:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446638239363571200 : -105834345980416 : ffff9fbe85671e00) 00080000:00000001:2.0:1789307440.100975:0:238794:0:(osd_handler.c:8192:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1789307440.100979:0:238794:0:(osd_handler.c:6584:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1789307440.101012:0:238794:0:(osd_handler.c:4321:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1789307440.101036:0:238794:0:(osd_handler.c:4329:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307440.101039:0:238794:0:(osd_handler.c:5777:osd_remote_fid()) Process entered 00080000:00000001:2.0:1789307440.101041:0:238794:0:(osd_handler.c:5781:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307440.101044:0:238794:0:(osd_handler.c:6324:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1789307440.101046:0:238794:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1789307440.101050:0:238794:0:(osd_handler.c:6437:osd_add_oi_cache()) add [0xa:0x2:0x0] 84:276552465 to info ffff9fbf881a0000 00000020:00000001:2.0:1789307440.101054:0:238794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad2f09fe3a80 00080000:00000002:2.0:1789307440.101057:0:238794:0:(osd_handler.c:6654:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x2:0x0] 00080000:00000001:2.0:1789307440.101060:0:238794:0:(osd_handler.c:6659:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1789307440.101067:0:238794:0:(osd_handler.c:6666:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307440.101070:0:238794:0:(osd_handler.c:8219:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1789307440.101076:0:238794:0:(llog_osd.c:1468:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff9fbf9f7dc200. 00000020:00000001:2.0:1789307440.101079:0:238794:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:2.0:1789307440.101086:0:238794:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638239533229656 : -105834176321960 : ffff9fbe8f83e658) 00000040:00000001:2.0:1789307440.101092:0:238794:0:(llog_osd.c:1518:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307440.101094:0:238794:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307440.101098:0:238794:0:(llog_osd.c:1830:llog_osd_close()) Process entered 00000020:00000002:2.0:1789307440.101105:0:238794:0:(lu_object.c:216:lu_object_put()) Add ffff9fbe85809600/ffff9fbe8f83e600 to site lru. bkt: ffff9fbfb932c068 00000040:00000010:2.0:1789307440.101110:0:238794:0:(llog_osd.c:1847:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff9fbf9f7dc200. 00000040:00000001:2.0:1789307440.101115:0:238794:0:(llog_osd.c:1849:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1789307440.101118:0:238794:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9fbfc0b2d400. 00000040:00000001:2.0:1789307440.101121:0:238794:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:2.0:1789307440.101123:0:238794:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbf9fb21180 : new refcount 1 00000020:00000001:2.0:1789307440.101126:0:238794:0:(tgt_handler.c:1547:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1789307440.101130:0:238794:0:(mgs_handler.c:780:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789307440.101133:0:238794:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647921920 00010000:00000001:2.0:1789307440.101135:0:238794:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:2.0:1789307440.101147:0:238794:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfacef8850 x1876218647921920/t0(0) o501->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 504/272 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789307440.101156:0:238794:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789307440.101158:0:238794:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307440.101162:0:238794:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe840599e8 time=10 v=5 (1 1 1 1) 00000100:00000001:2.0:1789307440.101167:0:238794:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789307440.101169:0:238794:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:2.0:1789307440.101171:0:238794:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:2.0:1789307440.101173:0:238794:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307440.101175:0:238794:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.101177:0:238794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307440.101179:0:238794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:2.0:1789307440.101183:0:238794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd088. 00000100:00000200:2.0:1789307440.101188:0:238794:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1876218647921920, offset 224 00000400:00000200:2.0:1789307440.101195:0:238794:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1789307440.101204:0:238794:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1789307440.101209:0:238794:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305908:305908:256:4294967295] 192.168.204.56@tcp LPNI seq info [305904:305904:8:4294967295] 00000400:00000200:2.0:1789307440.101219:0:238794:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1789307440.101224:0:238794:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1789307440.101229:0:238794:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbec5bb6400. 00000800:00000200:2.0:1789307440.101234:0:238794:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1789307440.101241:0:238794:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1789307440.101245:0:238794:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbec5bb6400 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1789307440.101260:0:238794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307440.101263:0:238794:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:2.0:1789307440.101265:0:238794:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307440.101267:0:238794:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.101268:0:238794:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1789307440.101273:0:238794:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfacef8850 x1876218647921920/t0(0) o501->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 504/272 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307440.101292:0:238794:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfacef8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7d90e49-668d-48f2-b512-5da6d754f7b6+10:399365:x1876218647921920:12345-192.168.204.56@tcp:501:mount.lustre.0 Request processed in 462us (800us total) trans 0 rc 0/0 00000100:00100000:2.0:1789307440.101300:0:238794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 436 00000100:00000040:2.0:1789307440.101303:0:238794:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb9252800 : new rpc_count 0 00000100:00000001:2.0:1789307440.101305:0:238794:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307440.101307:0:238794:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789307440.101311:0:238794:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44300. 00000020:00000010:2.0:1789307440.101314:0:238794:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984e10. 00000020:00000010:2.0:1789307440.101318:0:238794:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0b2d800. 00000020:00000040:2.0:1789307440.101322:0:238794:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9252800 : new refcount 9 00000100:00000001:2.0:1789307440.101327:0:238794:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1789307440.101331:0:238794:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1789307440.101337:0:238794:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb5058000. 00000400:00000010:2.0:1789307440.101342:0:238794:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbf852c9d80. 00000800:00000200:1.0:1789307440.101352:0:118844:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789307440.101356:0:118844:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbec5bb6400. 00000400:00000200:1.0:1789307440.101362:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307440.101367:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1789307440.101371:0:118844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd088 00000400:00000010:1.0:1789307440.101378:0:118844:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd088. 00000100:00000001:1.0:1789307440.101381:0:118844:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:1.0:1789307440.101383:0:118844:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1789307440.101385:0:118844:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 568 at ffff9fbfb4668000. 02000000:00000001:1.0:1789307440.101389:0:118844:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1789307440.101391:0:118844:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:3.0:1789307440.102579:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.102588:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789307440.102590:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.102592:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307440.102597:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1789307440.102607:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 272 into portal 26 MB=0x6aa693207c580 00000400:00000200:3.0:1789307440.102612:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.56@tcp of length 272/272 into md 0x1c0129 [2] + 0 00000400:00000010:3.0:1789307440.102614:0:118842:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644898. 00000400:00000200:3.0:1789307440.102625:0:118842:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fbe83b75540 00000800:00000001:3.0:1789307440.102630:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.102635:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307440.102645:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307440.102662:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1789307440.102666:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe83b75540 00000400:00000010:3.0:1789307440.102669:0:118842:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbe83b75540. 00000100:00000001:3.0:1789307440.102674:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307440.102676:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1789307440.102679:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfac821850 x1876218647922048 msgsize 272 00000100:00100000:3.0:1789307440.102682:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000040:3.0:1789307440.102684:0:118842:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1789307440.102694:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789307440.102705:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.102708:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307440.102734:0:238798:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789307440.102736:0:238798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647922048 02000000:00000001:2.0:1789307440.102738:0:238798:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307440.102740:0:238798:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307440.102742:0:238798:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307440.102746:0:238798:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307440.102749:0:238798:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647922048 00000020:00000001:2.0:1789307440.102751:0:238798:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307440.102752:0:238798:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed78204 00000020:00000001:2.0:1789307440.102755:0:238798:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307440.102757:0:238798:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb9252800 refcount=10 00000020:00000001:2.0:1789307440.102759:0:238798:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000020:00000001:2.0:1789307440.102761:0:238798:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000100:00000001:2.0:1789307440.102765:0:238798:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307440.102769:0:238798:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00400. 00000100:00000001:2.0:1789307440.102771:0:238798:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307440.102774:0:238798:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00400. 00000020:00000010:2.0:1789307440.102786:0:238798:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0b2d800. 00000020:00000010:2.0:1789307440.102788:0:238798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44300. 00000020:00000010:2.0:1789307440.102791:0:238798:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984e10. 00000100:00000040:2.0:1789307440.102796:0:238798:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1789307440.102798:0:238798:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307440.102799:0:238798:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307440.102800:0:238798:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.102805:0:238798:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.102816:0:238798:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307440.102824:0:238798:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307440.102825:0:238798:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789307440.102828:0:238798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 437 00000100:00000040:2.0:1789307440.102845:0:238798:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfb9252800 : new rpc_count 1 00000100:00000001:2.0:1789307440.102848:0:238798:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244314617936 : -105829394933680 : ffff9fbfac821850) 00000100:00000040:2.0:1789307440.102874:0:238798:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfac821850 x1876218647922048/t0(0) o503->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 272/0 e 0 to 0 dl 1789307451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307440.102884:0:238798:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307440.102887:0:238798:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00400. 00000100:00000001:2.0:1789307440.102889:0:238798:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307440.102892:0:238798:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00400. 00000100:00100000:2.0:1789307440.102897:0:238798:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfac821850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d7d90e49-668d-48f2-b512-5da6d754f7b6+10:399365:x1876218647922048:12345-192.168.204.56@tcp:503:mount.lustre.0 00000100:00000200:2.0:1789307440.102901:0:238798:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647922048 00000020:00000001:2.0:1789307440.102904:0:238798:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1789307440.102907:0:238798:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1789307440.102910:0:238798:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.102912:0:238798:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1789307440.102915:0:238798:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660899680 : -1048651936 : ffffffffc17ed760) 00000020:00000001:2.0:1789307440.102918:0:238798:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1789307440.102919:0:238798:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307440.102921:0:238798:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307440.102923:0:238798:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1789307440.102926:0:238798:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.102934:0:238798:0:(tgt_handler.c:1555:tgt_llog_read_header()) Process entered 00000040:00000001:2.0:1789307440.102937:0:238798:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:2.0:1789307440.102942:0:238798:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307440.102943:0:238798:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789307440.102971:0:238798:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff9fbfb2510000. 02000000:00000001:2.0:1789307440.102973:0:238798:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.102976:0:238798:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1789307440.102979:0:238798:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbf9fb21180 : new refcount 2 00000040:00000001:2.0:1789307440.102982:0:238798:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1789307440.102985:0:238798:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9fbfc0b2d400. 00000040:00000001:2.0:1789307440.102989:0:238798:0:(llog_osd.c:1406:llog_osd_open()) Process entered 00000020:00000001:2.0:1789307440.102991:0:238798:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1789307440.102993:0:238798:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446638239363571200 : -105834345980416 : 0xffff9fbe85671e00) 00000020:00000001:2.0:1789307440.102996:0:238798:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446638239363571200 : -105834345980416 : ffff9fbe85671e00) 00000020:00000001:2.0:1789307440.103001:0:238798:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:2.0:1789307440.103006:0:238798:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638239533229656 : -105834176321960 : ffff9fbe8f83e658) 00000040:00000001:2.0:1789307440.103008:0:238798:0:(llog_osd.c:1518:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307440.103010:0:238798:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307440.103012:0:238798:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1789307440.103017:0:238798:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9fbfb5bce000. 00000040:00000001:2.0:1789307440.103020:0:238798:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1789307440.103022:0:238798:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1789307440.103058:0:238798:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307440.103061:0:238798:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789307440.103063:0:238798:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1789307440.103068:0:238798:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 16 lgh_last_idx 15 llh_cat_idx 0 00000040:00000001:2.0:1789307440.103074:0:238798:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:2.0:1789307440.103080:0:238798:0:(llog_osd.c:1830:llog_osd_close()) Process entered 00000020:00000002:2.0:1789307440.103082:0:238798:0:(lu_object.c:216:lu_object_put()) Add ffff9fbe85809600/ffff9fbe8f83e600 to site lru. bkt: ffff9fbfb932c068 00000040:00000001:2.0:1789307440.103085:0:238798:0:(llog_osd.c:1849:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1789307440.103088:0:238798:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9fbfb5bce000. 00000040:00000010:2.0:1789307440.103093:0:238798:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9fbfc0b2d400. 00000040:00000040:2.0:1789307440.103096:0:238798:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbf9fb21180 : new refcount 1 00000020:00000001:2.0:1789307440.103099:0:238798:0:(tgt_handler.c:1559:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789307440.103102:0:238798:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647922048 00010000:00000001:2.0:1789307440.103110:0:238798:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:2.0:1789307440.103115:0:238798:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfac821850 x1876218647922048/t0(0) o503->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 272/8416 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789307440.103124:0:238798:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789307440.103126:0:238798:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307440.103130:0:238798:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe840599e8 time=10 v=5 (1 1 1 1) 00000100:00000001:2.0:1789307440.103133:0:238798:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789307440.103135:0:238798:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:2.0:1789307440.103137:0:238798:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:2.0:1789307440.103139:0:238798:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307440.103141:0:238798:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.103144:0:238798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307440.103146:0:238798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:2.0:1789307440.103149:0:238798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff9fbf852c9840. 00000100:00000200:2.0:1789307440.103153:0:238798:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1876218647922048, offset 224 00000400:00000200:2.0:1789307440.103159:0:238798:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1789307440.103167:0:238798:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1789307440.103172:0:238798:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305909:305909:256:4294967295] 192.168.204.56@tcp LPNI seq info [305905:305905:8:4294967295] 00000400:00000200:2.0:1789307440.103181:0:238798:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1789307440.103186:0:238798:0:(socklnd_cb.c:931:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1789307440.103190:0:238798:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff9fbfc0b2d400. 00000800:00000200:2.0:1789307440.103194:0:238798:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1789307440.103200:0:238798:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1022 00000800:00000200:2.0:1789307440.103204:0:238798:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfc0b2d400 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:2.0:1789307440.103219:0:238798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307440.103222:0:238798:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:2.0:1789307440.103224:0:238798:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307440.103225:0:238798:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.103226:0:238798:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1789307440.103229:0:238798:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfac821850 x1876218647922048/t0(0) o503->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 272/8416 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307440.103246:0:238798:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfac821850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d7d90e49-668d-48f2-b512-5da6d754f7b6+10:399365:x1876218647922048:12345-192.168.204.56@tcp:503:mount.lustre.0 Request processed in 361us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1789307440.103252:0:238798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 437 00000100:00000040:2.0:1789307440.103255:0:238798:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb9252800 : new rpc_count 0 00000100:00000001:2.0:1789307440.103256:0:238798:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307440.103258:0:238798:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789307440.103260:0:238798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44300. 00000020:00000010:2.0:1789307440.103263:0:238798:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984e10. 00000020:00000010:2.0:1789307440.103265:0:238798:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0b2d800. 00000020:00000040:2.0:1789307440.103269:0:238798:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9252800 : new refcount 9 00000100:00000001:2.0:1789307440.103272:0:238798:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1789307440.103275:0:238798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1789307440.103279:0:238798:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb5058aa8. 00000400:00000010:2.0:1789307440.103281:0:238798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbf852c9240. 00000800:00000200:1.0:1789307440.103312:0:118843:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789307440.103316:0:118843:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff9fbfc0b2d400. 00000400:00000200:1.0:1789307440.103321:0:118843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307440.103325:0:118843:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1789307440.103329:0:118843:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf852c9840 00000400:00000010:1.0:1789307440.103331:0:118843:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff9fbf852c9840. 00000100:00000001:1.0:1789307440.103334:0:118843:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:1.0:1789307440.103336:0:118843:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1789307440.103339:0:118843:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 8712 at ffff9fbfb2510000. 02000000:00000001:1.0:1789307440.103351:0:118843:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1789307440.103353:0:118843:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:1.0:1789307440.105074:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.105086:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789307440.105090:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.105092:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307440.105101:0:118844:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1789307440.105113:0:118844:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 272 into portal 26 MB=0x6aa693207c600 00000400:00000200:1.0:1789307440.105120:0:118844:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.56@tcp of length 272/272 into md 0x1c01dd [2] + 0 00000400:00000010:1.0:1789307440.105125:0:118844:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a516c60. 00000400:00000200:1.0:1789307440.105131:0:118844:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fbfa2ed0b40 00000800:00000001:1.0:1789307440.105135:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.105167:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307440.105170:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307440.105174:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1789307440.105178:0:118844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfa2ed0b40 00000400:00000010:1.0:1789307440.105180:0:118844:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbfa2ed0b40. 00000100:00000001:1.0:1789307440.105186:0:118844:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789307440.105188:0:118844:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1789307440.105191:0:118844:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfac820050 x1876218647922176 msgsize 272 00000100:00100000:1.0:1789307440.105196:0:118844:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000040:1.0:1789307440.105207:0:118844:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1789307440.105221:0:118844:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:1.0:1789307440.105231:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.105235:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307440.105263:0:238795:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1789307440.105266:0:238795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647922176 02000000:00000001:0.0:1789307440.105267:0:238795:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1789307440.105269:0:238795:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789307440.105270:0:238795:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307440.105274:0:238795:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307440.105276:0:238795:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647922176 00000020:00000001:0.0:1789307440.105279:0:238795:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789307440.105281:0:238795:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed78204 00000020:00000001:0.0:1789307440.105284:0:238795:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789307440.105286:0:238795:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb9252800 refcount=10 00000020:00000001:0.0:1789307440.105289:0:238795:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000020:00000001:0.0:1789307440.105292:0:238795:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000100:00000001:0.0:1789307440.105296:0:238795:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789307440.105301:0:238795:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf885643c0. 00000100:00000001:0.0:1789307440.105304:0:238795:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789307440.105307:0:238795:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf885643c0. 00000020:00000010:0.0:1789307440.105312:0:238795:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb484e600. 00000020:00000010:0.0:1789307440.105317:0:238795:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf85192280. 00000020:00000010:0.0:1789307440.105321:0:238795:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfad0ef000. 00000100:00000040:0.0:1789307440.105328:0:238795:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1789307440.105331:0:238795:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789307440.105332:0:238795:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1789307440.105334:0:238795:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.105340:0:238795:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.105353:0:238795:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307440.105363:0:238795:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1789307440.105364:0:238795:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1789307440.105369:0:238795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 438 00000100:00000040:0.0:1789307440.105372:0:238795:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfb9252800 : new rpc_count 1 00000100:00000001:0.0:1789307440.105375:0:238795:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244314611792 : -105829394939824 : ffff9fbfac820050) 00000100:00000040:0.0:1789307440.105382:0:238795:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfac820050 x1876218647922176/t0(0) o502->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 272/0 e 0 to 0 dl 1789307451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307440.105392:0:238795:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789307440.105395:0:238795:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf885643c0. 00000100:00000001:0.0:1789307440.105397:0:238795:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789307440.105399:0:238795:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf885643c0. 00000100:00100000:0.0:1789307440.105404:0:238795:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfac820050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7d90e49-668d-48f2-b512-5da6d754f7b6+10:399388:x1876218647922176:12345-192.168.204.56@tcp:502:llog_process_th.0 00000100:00000200:0.0:1789307440.105411:0:238795:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647922176 00000020:00000001:0.0:1789307440.105413:0:238795:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1789307440.105416:0:238795:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1789307440.105418:0:238795:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.105421:0:238795:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1789307440.105423:0:238795:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660899632 : -1048651984 : ffffffffc17ed730) 00000020:00000001:0.0:1789307440.105426:0:238795:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1789307440.105427:0:238795:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789307440.105429:0:238795:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1789307440.105431:0:238795:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1789307440.105434:0:238795:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.105436:0:238795:0:(tgt_handler.c:1567:tgt_llog_next_block()) Process entered 00000040:00000001:0.0:1789307440.105438:0:238795:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:0.0:1789307440.105443:0:238795:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1789307440.105445:0:238795:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1789307440.105458:0:238795:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff9fbfb2510000. 02000000:00000001:0.0:1789307440.105460:0:238795:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.105463:0:238795:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1789307440.105466:0:238795:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbf9fb21180 : new refcount 2 00000040:00000001:0.0:1789307440.105469:0:238795:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1789307440.105472:0:238795:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9fbfb484ec00. 00000040:00000001:0.0:1789307440.105476:0:238795:0:(llog_osd.c:1406:llog_osd_open()) Process entered 00000020:00000001:0.0:1789307440.105479:0:238795:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1789307440.105481:0:238795:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446638239363571200 : -105834345980416 : 0xffff9fbe85671e00) 00000020:00000001:0.0:1789307440.105484:0:238795:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446638239363571200 : -105834345980416 : ffff9fbe85671e00) 00000020:00000001:0.0:1789307440.105488:0:238795:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:0.0:1789307440.105494:0:238795:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638239533229656 : -105834176321960 : ffff9fbe8f83e658) 00000040:00000001:0.0:1789307440.105497:0:238795:0:(llog_osd.c:1518:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307440.105498:0:238795:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307440.105501:0:238795:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1789307440.105506:0:238795:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9fbf87d48000. 00000040:00000001:0.0:1789307440.105508:0:238795:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1789307440.105509:0:238795:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1789307440.105531:0:238795:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307440.105534:0:238795:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307440.105536:0:238795:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307440.105539:0:238795:0:(lustre_log.h:462:llog_next_block()) Process entered 00000040:00000001:0.0:1789307440.105541:0:238795:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1789307440.105544:0:238795:0:(llog_osd.c:1151:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 10992 00000040:00000001:0.0:1789307440.105553:0:238795:0:(llog_osd.c:1282:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1789307440.105555:0:238795:0:(lustre_log.h:472:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307440.105557:0:238795:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:0.0:1789307440.105559:0:238795:0:(llog_osd.c:1830:llog_osd_close()) Process entered 00000020:00000002:0.0:1789307440.105563:0:238795:0:(lu_object.c:216:lu_object_put()) Add ffff9fbe85809600/ffff9fbe8f83e600 to site lru. bkt: ffff9fbfb932c068 00000040:00000001:0.0:1789307440.105566:0:238795:0:(llog_osd.c:1849:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1789307440.105569:0:238795:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9fbf87d48000. 00000040:00000010:0.0:1789307440.105572:0:238795:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9fbfb484ec00. 00000040:00000040:0.0:1789307440.105576:0:238795:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbf9fb21180 : new refcount 1 00000020:00000001:0.0:1789307440.105579:0:238795:0:(tgt_handler.c:1571:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1789307440.105582:0:238795:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647922176 00010000:00000001:0.0:1789307440.105585:0:238795:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:0.0:1789307440.105591:0:238795:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfac820050 x1876218647922176/t0(0) o502->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 272/8472 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789307440.105600:0:238795:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1789307440.105602:0:238795:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789307440.105605:0:238795:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe840599e8 time=10 v=5 (1 1 1 1) 00000100:00000001:0.0:1789307440.105610:0:238795:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789307440.105611:0:238795:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:0.0:1789307440.105613:0:238795:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:0.0:1789307440.105616:0:238795:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1789307440.105618:0:238795:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.105620:0:238795:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789307440.105622:0:238795:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:0.0:1789307440.105625:0:238795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff9fbfb541d000. 00000100:00000200:0.0:1789307440.105629:0:238795:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1876218647922176, offset 224 00000400:00000200:0.0:1789307440.105633:0:238795:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1789307440.105639:0:238795:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1789307440.105643:0:238795:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305910:305910:256:4294967295] 192.168.204.56@tcp LPNI seq info [305906:305906:8:4294967295] 00000400:00000200:0.0:1789307440.105650:0:238795:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1789307440.105653:0:238795:0:(socklnd_cb.c:931:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1789307440.105656:0:238795:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff9fbfb484ec00. 00000800:00000200:0.0:1789307440.105660:0:238795:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1789307440.105665:0:238795:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1022 00000800:00000200:0.0:1789307440.105667:0:238795:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfb484ec00 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:0.0:1789307440.105679:0:238795:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307440.105681:0:238795:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:0.0:1789307440.105682:0:238795:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:0.0:1789307440.105683:0:238795:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.105685:0:238795:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1789307440.105688:0:238795:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfac820050 x1876218647922176/t0(0) o502->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 272/8472 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789307440.105694:0:238795:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfac820050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7d90e49-668d-48f2-b512-5da6d754f7b6+10:399388:x1876218647922176:12345-192.168.204.56@tcp:502:llog_process_th.0 Request processed in 302us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1789307440.105700:0:238795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 438 00000100:00000040:0.0:1789307440.105703:0:238795:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb9252800 : new rpc_count 0 00000100:00000001:0.0:1789307440.105704:0:238795:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1789307440.105706:0:238795:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1789307440.105709:0:238795:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf85192280. 00000020:00000010:0.0:1789307440.105712:0:238795:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfad0ef000. 00000020:00000010:0.0:1789307440.105715:0:238795:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb484e600. 00000020:00000040:0.0:1789307440.105719:0:238795:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9252800 : new refcount 9 00000100:00000001:0.0:1789307440.105722:0:238795:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1789307440.105725:0:238795:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1789307440.105728:0:238795:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb6ce3898. 00000400:00000010:0.0:1789307440.105731:0:238795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbfb541da80. 00000800:00000200:3.0:1789307440.105771:0:118842:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789307440.105776:0:118842:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff9fbfb484ec00. 00000400:00000200:3.0:1789307440.105780:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307440.105784:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1789307440.105788:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb541d000 00000400:00000010:3.0:1789307440.105790:0:118842:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff9fbfb541d000. 00000100:00000001:3.0:1789307440.105793:0:118842:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:3.0:1789307440.105795:0:118842:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789307440.105797:0:118842:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 8768 at ffff9fbfb2510000. 02000000:00000001:3.0:1789307440.105819:0:118842:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1789307440.105820:0:118842:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:1.0:1789307440.107399:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.107407:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789307440.107410:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.107411:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307440.107418:0:118843:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1789307440.107428:0:118843:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 272 into portal 26 MB=0x6aa693207c680 00000400:00000200:1.0:1789307440.107433:0:118843:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.56@tcp of length 272/272 into md 0x1c0225 [2] + 0 00000400:00000010:1.0:1789307440.107437:0:118843:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a516318. 00000400:00000200:1.0:1789307440.107440:0:118843:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fbfa2ed06c0 00000800:00000001:1.0:1789307440.107445:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.107451:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307440.107453:0:118843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307440.107455:0:118843:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1789307440.107459:0:118843:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfa2ed06c0 00000400:00000010:1.0:1789307440.107461:0:118843:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbfa2ed06c0. 00000100:00000001:1.0:1789307440.107465:0:118843:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789307440.107467:0:118843:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1789307440.107470:0:118843:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfac823050 x1876218647922304 msgsize 272 00000100:00100000:1.0:1789307440.107473:0:118843:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000040:1.0:1789307440.107474:0:118843:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1789307440.107486:0:118843:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:1.0:1789307440.107490:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789307440.107492:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307440.107529:0:238796:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789307440.107534:0:238796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647922304 02000000:00000001:3.0:1789307440.107537:0:238796:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789307440.107539:0:238796:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307440.107541:0:238796:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307440.107545:0:238796:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307440.107549:0:238796:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647922304 00000020:00000001:3.0:1789307440.107552:0:238796:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789307440.107554:0:238796:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed78204 00000020:00000001:3.0:1789307440.107557:0:238796:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789307440.107560:0:238796:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb9252800 refcount=10 00000020:00000001:3.0:1789307440.107563:0:238796:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000020:00000001:3.0:1789307440.107566:0:238796:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000100:00000001:3.0:1789307440.107581:0:238796:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307440.107584:0:238796:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0d40. 00000100:00000001:3.0:1789307440.107587:0:238796:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307440.107590:0:238796:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0d40. 00000020:00000010:3.0:1789307440.107595:0:238796:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb27e3600. 00000020:00000010:3.0:1789307440.107600:0:238796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47ab00. 00000020:00000010:3.0:1789307440.107604:0:238796:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e3e8. 00000100:00000040:3.0:1789307440.107610:0:238796:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1789307440.107613:0:238796:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307440.107615:0:238796:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789307440.107617:0:238796:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307440.107624:0:238796:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307440.107638:0:238796:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307440.107666:0:238796:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789307440.107669:0:238796:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789307440.107674:0:238796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 439 00000100:00000040:3.0:1789307440.107679:0:238796:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfb9252800 : new rpc_count 1 00000100:00000001:3.0:1789307440.107682:0:238796:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244314624080 : -105829394927536 : ffff9fbfac823050) 00000100:00000040:3.0:1789307440.107696:0:238796:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfac823050 x1876218647922304/t0(0) o502->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 272/0 e 0 to 0 dl 1789307451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307440.107707:0:238796:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307440.107710:0:238796:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0d40. 00000100:00000001:3.0:1789307440.107714:0:238796:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307440.107718:0:238796:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0d40. 00000100:00100000:3.0:1789307440.107726:0:238796:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfac823050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7d90e49-668d-48f2-b512-5da6d754f7b6+10:399388:x1876218647922304:12345-192.168.204.56@tcp:502:llog_process_th.0 00000100:00000200:3.0:1789307440.107731:0:238796:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647922304 00000020:00000001:3.0:1789307440.107736:0:238796:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789307440.107739:0:238796:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1789307440.107741:0:238796:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307440.107744:0:238796:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789307440.107747:0:238796:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660899632 : -1048651984 : ffffffffc17ed730) 00000020:00000001:3.0:1789307440.107750:0:238796:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1789307440.107758:0:238796:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789307440.107761:0:238796:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789307440.107763:0:238796:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789307440.107766:0:238796:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307440.107768:0:238796:0:(tgt_handler.c:1567:tgt_llog_next_block()) Process entered 00000040:00000001:3.0:1789307440.107770:0:238796:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:3.0:1789307440.107774:0:238796:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789307440.107777:0:238796:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789307440.107790:0:238796:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff9fbfb2510000. 02000000:00000001:3.0:1789307440.107793:0:238796:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307440.107795:0:238796:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1789307440.107799:0:238796:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbf9fb21180 : new refcount 2 00000040:00000001:3.0:1789307440.107802:0:238796:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1789307440.107806:0:238796:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9fbfb27e2800. 00000040:00000001:3.0:1789307440.107810:0:238796:0:(llog_osd.c:1406:llog_osd_open()) Process entered 00000020:00000001:3.0:1789307440.107814:0:238796:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1789307440.107816:0:238796:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446638239363571200 : -105834345980416 : 0xffff9fbe85671e00) 00000020:00000001:3.0:1789307440.107819:0:238796:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446638239363571200 : -105834345980416 : ffff9fbe85671e00) 00000020:00000001:3.0:1789307440.107824:0:238796:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:3.0:1789307440.107844:0:238796:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638239533229656 : -105834176321960 : ffff9fbe8f83e658) 00000040:00000001:3.0:1789307440.107847:0:238796:0:(llog_osd.c:1518:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789307440.107849:0:238796:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789307440.107882:0:238796:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:3.0:1789307440.107888:0:238796:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9fbf9fb10000. 00000040:00000001:3.0:1789307440.107890:0:238796:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:3.0:1789307440.107892:0:238796:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1789307440.107917:0:238796:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789307440.107920:0:238796:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789307440.107922:0:238796:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789307440.107926:0:238796:0:(lustre_log.h:462:llog_next_block()) Process entered 00000040:00000001:3.0:1789307440.107928:0:238796:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1789307440.107932:0:238796:0:(llog_osd.c:1151:llog_osd_next_block()) looking for log index 15 (cur idx 15 off 8192), size 10992 00000040:00000001:3.0:1789307440.107940:0:238796:0:(llog_osd.c:1282:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1789307440.107943:0:238796:0:(lustre_log.h:472:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789307440.107945:0:238796:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:3.0:1789307440.107948:0:238796:0:(llog_osd.c:1830:llog_osd_close()) Process entered 00000020:00000002:3.0:1789307440.107957:0:238796:0:(lu_object.c:216:lu_object_put()) Add ffff9fbe85809600/ffff9fbe8f83e600 to site lru. bkt: ffff9fbfb932c068 00000040:00000001:3.0:1789307440.107960:0:238796:0:(llog_osd.c:1849:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1789307440.107963:0:238796:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9fbf9fb10000. 00000040:00000010:3.0:1789307440.107968:0:238796:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9fbfb27e2800. 00000040:00000040:3.0:1789307440.107971:0:238796:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbf9fb21180 : new refcount 1 00000020:00000001:3.0:1789307440.107974:0:238796:0:(tgt_handler.c:1571:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789307440.107977:0:238796:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647922304 00010000:00000001:3.0:1789307440.107980:0:238796:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:3.0:1789307440.107986:0:238796:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfac823050 x1876218647922304/t0(0) o502->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 272/8472 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789307440.107996:0:238796:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789307440.107998:0:238796:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789307440.108003:0:238796:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe840599e8 time=10 v=5 (1 1 1 1) 00000100:00000001:3.0:1789307440.108008:0:238796:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789307440.108010:0:238796:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:3.0:1789307440.108013:0:238796:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:3.0:1789307440.108016:0:238796:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789307440.108018:0:238796:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307440.108021:0:238796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789307440.108025:0:238796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:3.0:1789307440.108029:0:238796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff9fbf84f5f840. 00000100:00000200:3.0:1789307440.108034:0:238796:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1876218647922304, offset 224 00000400:00000200:3.0:1789307440.108042:0:238796:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1789307440.108051:0:238796:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1789307440.108058:0:238796:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305911:305911:256:4294967295] 192.168.204.56@tcp LPNI seq info [305907:305907:8:4294967295] 00000400:00000200:3.0:1789307440.108068:0:238796:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1789307440.108075:0:238796:0:(socklnd_cb.c:931:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1789307440.108080:0:238796:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff9fbfb27e2800. 00000800:00000200:3.0:1789307440.108086:0:238796:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1789307440.108093:0:238796:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1022 00000800:00000200:3.0:1789307440.108097:0:238796:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfb27e2800 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:3.0:1789307440.108125:0:238796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307440.108129:0:238796:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:3.0:1789307440.108132:0:238796:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789307440.108134:0:238796:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307440.108136:0:238796:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1789307440.108141:0:238796:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfac823050 x1876218647922304/t0(0) o502->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 272/8472 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307440.108151:0:238796:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfac823050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7d90e49-668d-48f2-b512-5da6d754f7b6+10:399388:x1876218647922304:12345-192.168.204.56@tcp:502:llog_process_th.0 Request processed in 443us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1789307440.108160:0:238796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 439 00000100:00000040:3.0:1789307440.108163:0:238796:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb9252800 : new rpc_count 0 00000100:00000001:3.0:1789307440.108166:0:238796:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789307440.108168:0:238796:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789307440.108172:0:238796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47ab00. 00000020:00000010:3.0:1789307440.108176:0:238796:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e3e8. 00000020:00000010:3.0:1789307440.108181:0:238796:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb27e3600. 00000020:00000040:3.0:1789307440.108186:0:238796:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9252800 : new refcount 9 00000100:00000001:3.0:1789307440.108190:0:238796:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1789307440.108196:0:238796:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1789307440.108201:0:238796:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a5160b0. 00000400:00000010:3.0:1789307440.108205:0:238796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbf84f5fd80. 00000800:00000200:1.0:1789307440.108419:0:118844:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789307440.108423:0:118844:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff9fbfb27e2800. 00000400:00000200:1.0:1789307440.108427:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307440.108432:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1789307440.108437:0:118844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf84f5f840 00000400:00000010:1.0:1789307440.108440:0:118844:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff9fbf84f5f840. 00000100:00000001:1.0:1789307440.108444:0:118844:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:1.0:1789307440.108452:0:118844:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1789307440.108456:0:118844:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 8768 at ffff9fbfb2510000. 02000000:00000001:1.0:1789307440.108467:0:118844:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1789307440.108469:0:118844:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:3.0:1789307440.110787:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.110809:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789307440.110814:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.110817:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307440.110843:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1789307440.110895:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 520 into portal 12 MB=0x6aa693207c700 00000400:00000200:3.0:1789307440.110906:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.56@tcp of length 520/520 into md 0x160ca5 [64] + 155064 00000800:00000001:3.0:1789307440.110916:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.110983:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307440.110989:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307440.110994:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:3.0:1789307440.111019:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307440.111022:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1789307440.111030:0:118842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbe3c700. 00000100:00000040:3.0:1789307440.111035:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbe3c700 x1876218647922432 msgsize 520 00000100:00100000:3.0:1789307440.111040:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000001:3.0:1789307440.111059:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789307440.111070:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.111074:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307440.111183:0:230993:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1789307440.111189:0:230993:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647922432 02000000:00000001:0.0:1789307440.111193:0:230993:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1789307440.111196:0:230993:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789307440.111198:0:230993:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307440.111203:0:230993:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307440.111207:0:230993:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647922432 00000020:00000001:0.0:1789307440.111210:0:230993:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789307440.111212:0:230993:0:(genops.c:804:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1789307440.111214:0:230993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:0.0:1789307440.111217:0:230993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.111219:0:230993:0:(genops.c:806:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307440.111227:0:230993:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb484e600. 00000020:00000010:0.0:1789307440.111234:0:230993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf85192280. 00000020:00000010:0.0:1789307440.111240:0:230993:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfad0ef000. 00000100:00000001:0.0:1789307440.111245:0:230993:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789307440.111247:0:230993:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1789307440.111249:0:230993:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.111256:0:230993:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.111274:0:230993:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307440.111299:0:230993:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1789307440.111301:0:230993:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1789307440.111309:0:230993:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 174558 00000100:00000001:0.0:1789307440.111314:0:230993:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244572677888 : -105829136873728 : ffff9fbfbbe3c700) 00000100:00000040:0.0:1789307440.111322:0:230993:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbe3c700 x1876218647922432/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1789307460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789307440.111335:0:230993:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbe3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:256267:x1876218647922432:12345-192.168.204.56@tcp:38:mount.lustre.0 00000100:00000200:0.0:1789307440.111339:0:230993:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647922432 00000020:00000001:0.0:1789307440.111342:0:230993:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:0.0:1789307440.111345:0:230993:0:(ldlm_lib.c:1183:target_handle_connect()) Process entered 00000020:00000040:0.0:1789307440.111356:0:230993:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (ffff9fbfad0fcd40) now 16 - find 00000020:00000001:0.0:1789307440.111360:0:230993:0:(genops.c:655:class_str2obd()) Process leaving (rc=18446638244323904832 : -105829385646784 : ffff9fbfad0fcd40) 00000100:00000001:0.0:1789307440.111367:0:230993:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1789307440.111370:0:230993:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1789307440.111376:0:230993:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 712 at ffff9fbf82cf4c00. 02000000:00000001:0.0:1789307440.111378:0:230993:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.111381:0:230993:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1789307440.111386:0:230993:0:(ldlm_lib.c:1272:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0xae7e7e7be374d3b8 tmp_exp_old_falloc: 0 00010000:00080000:0.0:1789307440.111393:0:230993:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from 436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp t0 exp 0000000000000000 cur 20401 last 0 00000800:00000001:1.0:1789307440.111395:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1789307440.111397:0:230993:0:(obd_class.h:859:obd_connect()) Process entered 00000004:00000001:0.0:1789307440.111402:0:230993:0:(mdt_handler.c:7495:mdt_obd_connect()) Process entered 00000004:00000001:0.0:1789307440.111404:0:230993:0:(obd_class.h:510:obd_get_info()) Process entered 00000004:00000001:0.0:1789307440.111408:0:230993:0:(obd_class.h:510:obd_get_info()) Process entered 00000800:00000001:1.0:1789307440.111411:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1789307440.111415:0:230993:0:(obd_class.h:510:obd_get_info()) Process entered 00000800:00000001:1.0:1789307440.111416:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000004:00000001:0.0:1789307440.111421:0:230993:0:(osp_dev.c:1771:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789307440.111421:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1789307440.111427:0:230993:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1789307440.111432:0:230993:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbf86382840 : new refcount 2 00000400:00000200:1.0:1789307440.111433:0:118843:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000004:00000040:0.0:1789307440.111437:0:230993:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbf86382840 : new refcount 1 00000004:00000001:0.0:1789307440.111441:0:230993:0:(lod_dev.c:2471:lod_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1789307440.111443:0:230993:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1789307440.111445:0:230993:0:(mdd_device.c:1650:mdd_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1789307440.111447:0:230993:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.111451:0:230993:0:(genops.c:1374:class_connect()) Process entered 00000400:00000200:1.0:1789307440.111452:0:118843:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 520 into portal 12 MB=0x6aa693207c800 00000020:00000001:0.0:1789307440.111453:0:230993:0:(genops.c:931:__class_new_export()) Process entered 00000020:00000010:0.0:1789307440.111458:0:230993:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at ffff9fbf83a71800. 00000020:00000001:0.0:1789307440.111464:0:230993:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000400:00000200:1.0:1789307440.111464:0:118843:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.56@tcp of length 520/520 into md 0x160ca5 [64] + 155584 00000020:00000040:0.0:1789307440.111468:0:230993:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9fbf83a71800 with handle 0x66de20725ed78227 to hash 00000020:00000001:0.0:1789307440.111472:0:230993:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000800:00000001:1.0:1789307440.111473:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1789307440.111477:0:230993:0:(obd_class.h:1015:obd_init_export()) Process entered 00000004:00000001:0.0:1789307440.111480:0:230993:0:(mdt_handler.c:7614:mdt_init_export()) Process entered 00000004:00000010:0.0:1789307440.111484:0:230993:0:(mdt_handler.c:7623:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at ffff9fbf885643c0. 00000800:00000001:1.0:1789307440.111485:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1789307440.111488:0:230993:0:(tgt_lastrcvd.c:423:tgt_client_alloc()) Process entered 00000400:00000200:1.0:1789307440.111490:0:118843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:0.0:1789307440.111493:0:230993:0:(tgt_lastrcvd.c:431:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff9fbf85192f00. 00000001:00000001:0.0:1789307440.111497:0:230993:0:(tgt_lastrcvd.c:438:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307440.111498:0:118843:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00010000:00000001:0.0:1789307440.111502:0:230993:0:(ldlm_lockd.c:3138:ldlm_init_export()) Process entered 00000001:00000001:0.0:1789307440.111506:0:230993:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1789307440.111510:0:230993:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff9fbf87ecce00. 00000001:00000010:0.0:1789307440.111517:0:230993:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff9fbe88ec5480. 00000001:00000010:0.0:1789307440.111522:0:230993:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbfb484fe00. 00000100:00000001:1.0:1789307440.111522:0:118843:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789307440.111526:0:118843:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000001:00000010:0.0:1789307440.111527:0:230993:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbfb484ec00. 00000001:00000010:0.0:1789307440.111533:0:230993:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbfb484f000. 00000100:00000010:1.0:1789307440.111536:0:118843:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbff5880. 00000001:00000010:0.0:1789307440.111537:0:230993:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbfb484e000. 00000100:00000040:1.0:1789307440.111542:0:118843:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbff5880 x1876218647922688 msgsize 520 00000001:00000001:0.0:1789307440.111544:0:230993:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1789307440.111548:0:230993:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff9fbf87ecc900. 00000100:00100000:1.0:1789307440.111553:0:118843:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000001:00000010:0.0:1789307440.111554:0:230993:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff9fbe88ec5ce0. 00000001:00000010:0.0:1789307440.111559:0:230993:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbe9796f000. 00000001:00000010:0.0:1789307440.111562:0:230993:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbe9796ec00. 00000001:00000010:0.0:1789307440.111566:0:230993:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbfc08a1600. 00000001:00000010:0.0:1789307440.111569:0:230993:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbfc08a1e00. 00010000:00000001:0.0:1789307440.111572:0:230993:0:(ldlm_flock.c:1138:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307440.111573:0:118843:0:(events.c:377:request_in_callback()) Process leaving 00010000:00000001:0.0:1789307440.111575:0:230993:0:(ldlm_lockd.c:3157:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1789307440.111579:0:230993:0:(mdt_handler.c:7640:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.111581:0:230993:0:(obd_class.h:1019:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789307440.111583:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:0.0:1789307440.111585:0:230993:0:(genops.c:868:class_export_get()) GET export ffff9fbf83a71800 refcount=3 00000800:00000001:1.0:1789307440.111589:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789307440.111590:0:230993:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (ffff9fbfad0fcd40) now 17 - export 00000020:00000001:0.0:1789307440.111596:0:230993:0:(genops.c:1001:__class_new_export()) Process leaving (rc=18446638243629176832 : -105830080374784 : ffff9fbf83a71800) 00000020:00000040:0.0:1789307440.111599:0:230993:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf83a71800 : new refcount 2 00000020:00000080:0.0:1789307440.111602:0:230993:0:(genops.c:1384:class_connect()) connect: client 436142a5-204b-4bc4-88fc-5961c8ef82c7, cookie 0x66de20725ed78227 00000020:00000001:0.0:1789307440.111604:0:230993:0:(genops.c:1385:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.111606:0:230993:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789307440.111608:0:230993:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed78227 00000020:00000001:0.0:1789307440.111610:0:230993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789307440.111611:0:230993:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf83a71800 refcount=3 00000020:00000001:0.0:1789307440.111614:0:230993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243629176832 : -105830080374784 : ffff9fbf83a71800) 00000020:00000001:0.0:1789307440.111616:0:230993:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243629176832 : -105830080374784 : ffff9fbf83a71800) 00000001:00000001:0.0:1789307440.111618:0:230993:0:(nodemap_handler.c:773:nodemap_add_member()) Process entered 00000001:00000001:0.0:1789307440.111621:0:230993:0:(nodemap_handler.c:558:nodemap_classify_nid()) Process entered 00000100:00000001:2.0:1789307440.111621:0:225665:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789307440.111624:0:225665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647922688 02000000:00000001:2.0:1789307440.111627:0:225665:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000001:00000040:0.0:1789307440.111628:0:230993:0:(nodemap_handler.c:120:nodemap_getref()) GETting nodemap default(p=ffff9fbf98c04c00) : new refcount 18 00000100:00000001:2.0:1789307440.111629:0:225665:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307440.111631:0:225665:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789307440.111634:0:230993:0:(nodemap_handler.c:596:nodemap_classify_nid()) Process leaving (rc=18446638243983150080 : -105829726401536 : ffff9fbf98c04c00) 02000000:00000001:2.0:1789307440.111635:0:225665:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307440.111640:0:225665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647922688 00000001:00000001:0.0:1789307440.111641:0:230993:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000001:2.0:1789307440.111642:0:225665:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307440.111645:0:225665:0:(genops.c:804:class_conn2export()) looking for export cookie 0x0 00000020:00000040:0.0:1789307440.111646:0:230993:0:(genops.c:868:class_export_get()) GET export ffff9fbf83a71800 refcount=4 00000020:00000001:2.0:1789307440.111646:0:225665:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:2.0:1789307440.111649:0:225665:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1789307440.111651:0:230993:0:(nodemap_handler.c:120:nodemap_getref()) GETting nodemap default(p=ffff9fbf98c04c00) : new refcount 19 00000020:00000001:2.0:1789307440.111651:0:225665:0:(genops.c:806:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307440.111656:0:225665:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0b2d800. 00000001:00000001:0.0:1789307440.111657:0:230993:0:(nodemap_member.c:170:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307440.111661:0:225665:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44300. 00000001:08000000:0.0:1789307440.111664:0:230993:0:(nodemap_handler.c:847:nodemap_add_member()) lustre-MDT0000: adding NID 192.168.204.56@tcp to nodemap default 00000020:00000010:2.0:1789307440.111666:0:225665:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984e10. 00000001:00000040:0.0:1789307440.111668:0:230993:0:(nodemap_handler.c:137:nodemap_putref()) PUTting nodemap default(p=ffff9fbf98c04c00) : new refcount 18 00000100:00000001:2.0:1789307440.111671:0:225665:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000001:00000001:0.0:1789307440.111673:0:230993:0:(nodemap_handler.c:853:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.111675:0:225665:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307440.111678:0:225665:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.111680:0:230993:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1789307440.111691:0:230993:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307440.111693:0:225665:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1789307440.111695:0:230993:0:(tgt_grant.c:400:tgt_grant_statfs()) lustre-MDT0000: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbf83a71800 free: 1439117312 avail: 1292877824 00000020:00000001:0.0:1789307440.111700:0:230993:0:(tgt_grant.c:427:tgt_grant_space_left()) Process entered 00000020:00000020:0.0:1789307440.111703:0:230993:0:(tgt_grant.c:464:tgt_grant_space_left()) lustre-MDT0000: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbf83a71800 avail=1292877824 left=1163587584 unstable=0 tot_grant=129287782 pending=0 00000020:00000001:0.0:1789307440.111706:0:230993:0:(tgt_grant.c:466:tgt_grant_space_left()) Process leaving (rc=1163587584 : 1163587584 : 455af000) 00000100:00000001:2.0:1789307440.111711:0:225665:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789307440.111714:0:230993:0:(tgt_grant.c:893:tgt_grant_alloc()) Process entered 00000020:00000020:0.0:1789307440.111718:0:230993:0:(tgt_grant.c:969:tgt_grant_alloc()) lustre-MDT0000: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbf83a71800 wants: 134217728 current grant 0 granting: 2146304 00000020:00000020:0.0:1789307440.111723:0:230993:0:(tgt_grant.c:974:tgt_grant_alloc()) lustre-MDT0000: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbf83a71800 tot cached:0 granted:2146304 num_exports: 6 00000100:00000001:2.0:1789307440.111724:0:225665:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1789307440.111726:0:230993:0:(tgt_grant.c:976:tgt_grant_alloc()) Process leaving (rc=2146304 : 2146304 : 20c000) 00000100:00000001:2.0:1789307440.111727:0:225665:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000020:0.0:1789307440.111730:0:230993:0:(tgt_grant.c:1088:tgt_grant_connect()) lustre-MDT0000: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbf83a71800 ocd_grant: 2146304 want: 134217728 left: 1163587584 00000020:00000001:0.0:1789307440.111736:0:230993:0:(tgt_grant.c:1090:tgt_grant_connect()) Process leaving 00000100:00100000:2.0:1789307440.111736:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 174559 00000100:00000001:2.0:1789307440.111740:0:225665:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244574484608 : -105829135067008 : ffff9fbfbbff5880) 00000004:00100000:0.0:1789307440.111742:0:230993:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00000040:2.0:1789307440.111745:0:225665:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbff5880 x1876218647922688/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1789307460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1789307440.111746:0:230993:0:(tgt_lastrcvd.c:1061:tgt_client_new()) Process entered 00000001:00000040:0.0:1789307440.111750:0:230993:0:(tgt_lastrcvd.c:1124:tgt_client_new()) lustre-MDT0000: new client at index 1 (8320) with UUID '436142a5-204b-4bc4-88fc-5961c8ef82c7' generation 6 00000001:00000001:0.0:1789307440.111755:0:230993:0:(tgt_lastrcvd.c:612:tgt_client_data_update()) Process entered 00080000:00000001:0.0:1789307440.111759:0:230993:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00000100:00100000:2.0:1789307440.111761:0:225665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbff5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:256267:x1876218647922688:12345-192.168.204.56@tcp:38:mount.lustre.0 00080000:00000010:0.0:1789307440.111765:0:230993:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfc08a0e00. 00000100:00000200:2.0:1789307440.111768:0:225665:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647922688 00080000:00000001:0.0:1789307440.111770:0:230993:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244650683904 : -105829058867712 : ffff9fbfc08a0e00) 00080000:00000001:0.0:1789307440.111776:0:230993:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000020:00000001:2.0:1789307440.111777:0:225665:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:2.0:1789307440.111781:0:225665:0:(ldlm_lib.c:1183:target_handle_connect()) Process entered 00000001:00000001:0.0:1789307440.111782:0:230993:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1789307440.111787:0:230993:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf885649c0. 00080000:00000001:0.0:1789307440.111790:0:230993:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1789307440.111792:0:230993:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:0.0:1789307440.111800:0:230993:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307440.111802:0:225665:0:(obd_config.c:995:class_incref()) incref lustre-MDT0001 (ffff9fbf82a08000) now 12 - find 00000001:00000010:0.0:1789307440.111804:0:230993:0:(tgt_lastrcvd.c:581:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff9fbe86acdde0. 00000020:00000001:2.0:1789307440.111806:0:225665:0:(genops.c:655:class_str2obd()) Process leaving (rc=18446638243611967488 : -105830097584128 : ffff9fbf82a08000) 00000001:00000040:0.0:1789307440.111808:0:230993:0:(tgt_lastrcvd.c:585:tgt_new_client_cb_add()) callback GETting export ffff9fbf83a71800 : new cb_count 1 00000100:00000001:2.0:1789307440.111811:0:225665:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000020:00000040:0.0:1789307440.111812:0:230993:0:(genops.c:868:class_export_get()) GET export ffff9fbf83a71800 refcount=5 02000000:00000001:2.0:1789307440.111814:0:225665:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789307440.111820:0:225665:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 712 at ffff9fbfb4668000. 02000000:00000001:2.0:1789307440.111823:0:225665:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.111826:0:225665:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789307440.111828:0:225665:0:(ldlm_lib.c:1272:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0xae7e7e7be374d3b8 tmp_exp_old_falloc: 0 00010000:00080000:2.0:1789307440.111844:0:225665:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from 436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp t0 exp 0000000000000000 cur 20401 last 0 00010000:00000001:2.0:1789307440.111848:0:225665:0:(obd_class.h:859:obd_connect()) Process entered 00000001:00000001:0.0:1789307440.111883:0:230993:0:(tgt_lastrcvd.c:661:tgt_client_data_update()) Process leaving 00080000:00000001:0.0:1789307440.111887:0:230993:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00000004:00000001:2.0:1789307440.111892:0:225665:0:(mdt_handler.c:7495:mdt_obd_connect()) Process entered 00000020:00000001:2.0:1789307440.111896:0:225665:0:(genops.c:1374:class_connect()) Process entered 00000020:00000001:2.0:1789307440.111897:0:225665:0:(genops.c:931:__class_new_export()) Process entered 00080000:00000010:0.0:1789307440.111900:0:230993:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf885649c0. 00000020:00000010:2.0:1789307440.111902:0:225665:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at ffff9fbfb9254000. 00000020:00000001:2.0:1789307440.111906:0:225665:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00040000:00000001:0.0:1789307440.111907:0:230993:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00000020:00000040:2.0:1789307440.111909:0:225665:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9fbfb9254000 with handle 0x66de20725ed7822e to hash 00040000:00000001:0.0:1789307440.111910:0:230993:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:0.0:1789307440.111914:0:230993:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.111914:0:225665:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000001:00000040:0.0:1789307440.111918:0:230993:0:(tgt_lastrcvd.c:666:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 25769821657: rc = 0 00000020:00000001:2.0:1789307440.111919:0:225665:0:(obd_class.h:1015:obd_init_export()) Process entered 00000001:00000001:0.0:1789307440.111922:0:230993:0:(tgt_lastrcvd.c:1141:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307440.111922:0:225665:0:(mdt_handler.c:7614:mdt_init_export()) Process entered 00000004:00000001:0.0:1789307440.111927:0:230993:0:(mdt_fs.c:50:mdt_export_stats_init()) Process entered 00000004:00000010:2.0:1789307440.111928:0:225665:0:(mdt_handler.c:7623:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at ffff9fbec4f00400. 00000020:00000001:0.0:1789307440.111930:0:230993:0:(lprocfs_status_server.c:708:lprocfs_exp_setup()) Process entered 00000001:00000001:2.0:1789307440.111932:0:225665:0:(tgt_lastrcvd.c:423:tgt_client_alloc()) Process entered 00000020:00000010:0.0:1789307440.111937:0:230993:0:(lprocfs_status_server.c:729:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff9fbe86acd7e0. 00000001:00000010:2.0:1789307440.111943:0:225665:0:(tgt_lastrcvd.c:431:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff9fbfc0f44100. 00000020:00000040:0.0:1789307440.111944:0:230993:0:(lprocfs_status_server.c:748:lprocfs_exp_setup()) Found stats ffff9fbfa30f84e0 for nid 192.168.204.56@tcp - ref 3 00000001:00000001:2.0:1789307440.111948:0:225665:0:(tgt_lastrcvd.c:438:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.111951:0:230993:0:(lprocfs_status_server.c:760:lprocfs_exp_setup()) Process leaving via destroy_new (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 00010000:00000001:2.0:1789307440.111953:0:225665:0:(ldlm_lockd.c:3138:ldlm_init_export()) Process entered 00000001:00000001:2.0:1789307440.111955:0:225665:0:(hash.c:1038:cfs_hash_create()) Process entered 00000020:00000010:0.0:1789307440.111957:0:230993:0:(lprocfs_status_server.c:785:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff9fbe86acd7e0. 00000001:00000010:2.0:1789307440.111959:0:225665:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff9fbec5bb6400. 00000020:00000001:0.0:1789307440.111963:0:230993:0:(lprocfs_status_server.c:786:lprocfs_exp_setup()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000001:00000010:2.0:1789307440.111965:0:225665:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff9fbe82968c60. 00000001:00000010:2.0:1789307440.111969:0:225665:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbfc0b2ce00. 00000001:00000010:2.0:1789307440.111971:0:225665:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbfc0b2d400. 00000001:00000010:2.0:1789307440.111974:0:225665:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbf9781aa00. 00000001:00000010:2.0:1789307440.111976:0:225665:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbf9781b400. 00000004:00000001:0.0:1789307440.111977:0:230993:0:(mdt_fs.c:55:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307440.111979:0:225665:0:(hash.c:1038:cfs_hash_create()) Process entered 00000004:00000001:0.0:1789307440.111981:0:230993:0:(mdt_handler.c:7562:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1789307440.111983:0:225665:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff9fbec5bb6800. 00000001:00000010:2.0:1789307440.111987:0:225665:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff9fbe829688a0. 00010000:00000001:0.0:1789307440.111989:0:230993:0:(obd_class.h:875:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1789307440.111992:0:225665:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbe97f9d800. 00000020:00000010:0.0:1789307440.111995:0:230993:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf885649c0. 00000001:00000010:2.0:1789307440.111998:0:225665:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbe97f9c600. 00000020:00000010:0.0:1789307440.112002:0:230993:0:(genops.c:1263:class_new_import()) kmalloced '(imp)': 1720 at ffff9fbf83a77800. 00000001:00000010:2.0:1789307440.112004:0:225665:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbe97f9d000. 00000020:00000040:0.0:1789307440.112006:0:230993:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (ffff9fbfad0fcd40) now 18 - import 00000001:00000010:2.0:1789307440.112009:0:225665:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbe97f9c800. 00010000:00000001:2.0:1789307440.112013:0:225665:0:(ldlm_flock.c:1138:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.112015:0:230993:0:(genops.c:1216:class_import_put()) Process entered 00010000:00000001:2.0:1789307440.112016:0:225665:0:(ldlm_lockd.c:3157:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307440.112018:0:230993:0:(genops.c:1222:class_import_put()) import ffff9fbf83a77800 refcount=1 obd=lustre-MDT0000 00000004:00000001:2.0:1789307440.112020:0:225665:0:(mdt_handler.c:7640:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.112021:0:230993:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000001:2.0:1789307440.112025:0:225665:0:(obd_class.h:1019:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307440.112027:0:230993:0:(genops.c:868:class_export_get()) GET export ffff9fbf83a71800 refcount=6 00000100:00000040:0.0:1789307440.112030:0:230993:0:(service.c:1082:ptlrpc_request_change_export()) RPC GETting export ffff9fbf83a71800 : new rpc_count 1 00000020:00000040:2.0:1789307440.112030:0:225665:0:(genops.c:868:class_export_get()) GET export ffff9fbfb9254000 refcount=3 00000100:00000001:0.0:1789307440.112034:0:230993:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000020:00000040:2.0:1789307440.112035:0:225665:0:(obd_config.c:995:class_incref()) incref lustre-MDT0001 (ffff9fbf82a08000) now 13 - export 00000020:00000001:2.0:1789307440.112039:0:225665:0:(genops.c:1001:__class_new_export()) Process leaving (rc=18446638244526637056 : -105829182914560 : ffff9fbfb9254000) 00000020:00000040:2.0:1789307440.112041:0:225665:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9254000 : new refcount 2 00000400:00000200:0.0:1789307440.112043:0:230993:0:(peer.c:1635:LNetPrimaryNID()) NID 192.168.204.56@tcp primary NID 192.168.204.56@tcp rc 0 00000020:00000080:2.0:1789307440.112044:0:225665:0:(genops.c:1384:class_connect()) connect: client 436142a5-204b-4bc4-88fc-5961c8ef82c7, cookie 0x66de20725ed7822e 00000020:00000001:2.0:1789307440.112047:0:225665:0:(genops.c:1385:class_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.112048:0:230993:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1789307440.112049:0:225665:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000040:0.0:1789307440.112052:0:230993:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000020:00000040:2.0:1789307440.112052:0:225665:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed7822e 00000100:00000001:0.0:1789307440.112057:0:230993:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 00000020:00000001:2.0:1789307440.112057:0:225665:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1789307440.112060:0:230993:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446638239384361408 : -105834325190208 : 0xffff9fbe86a459c0) 00000020:00000040:2.0:1789307440.112061:0:225665:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb9254000 refcount=3 00000100:00000040:0.0:1789307440.112064:0:230993:0:(connection.c:150:ptlrpc_connection_get()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000020:00000001:2.0:1789307440.112066:0:225665:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244526637056 : -105829182914560 : ffff9fbfb9254000) 00000020:00000040:0.0:1789307440.112068:0:230993:0:(genops.c:868:class_export_get()) GET export ffff9fbf83a71800 refcount=7 00000020:00000001:2.0:1789307440.112072:0:225665:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244526637056 : -105829182914560 : ffff9fbfb9254000) 00000100:00000001:0.0:1789307440.112074:0:230993:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789307440.112077:0:230993:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 12 to 192.168.204.56@tcp 00000001:00000001:2.0:1789307440.112077:0:225665:0:(nodemap_handler.c:773:nodemap_add_member()) Process entered 00000100:00000001:0.0:1789307440.112079:0:230993:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:0.0:1789307440.112080:0:230993:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789307440.112083:0:230993:0:(sec.c:1459:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1789307440.112086:0:230993:0:(sec.c:1467:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 00000001:00000001:2.0:1789307440.112088:0:225665:0:(nodemap_handler.c:558:nodemap_classify_nid()) Process entered 02000000:00000001:0.0:1789307440.112089:0:230993:0:(sec.c:1498:sptlrpc_sec_create()) Process leaving (rc=18446744072651276480 : -1058275136 : ffffffffc0ec00c0) 02000000:00000001:0.0:1789307440.112092:0:230993:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1789307440.112093:0:225665:0:(nodemap_handler.c:120:nodemap_getref()) GETting nodemap default(p=ffff9fbf98c04c00) : new refcount 19 00000100:00000001:0.0:1789307440.112095:0:230993:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1789307440.112099:0:230993:0:(recover.c:149:ptlrpc_resend()) Process entered 00000001:00000001:2.0:1789307440.112099:0:225665:0:(nodemap_handler.c:596:nodemap_classify_nid()) Process leaving (rc=18446638243983150080 : -105829726401536 : ffff9fbf98c04c00) 00000100:00000001:0.0:1789307440.112102:0:230993:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307440.112104:0:225665:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:2.0:1789307440.112108:0:225665:0:(genops.c:868:class_export_get()) GET export ffff9fbfb9254000 refcount=4 00000001:00000040:2.0:1789307440.112110:0:225665:0:(nodemap_handler.c:120:nodemap_getref()) GETting nodemap default(p=ffff9fbf98c04c00) : new refcount 20 00000100:00080000:0.0:1789307440.112111:0:230993:0:(import.c:65:import_set_state_nolock()) ffff9fbf83a77800 : changing import state from RECOVER to FULL 00000001:00000001:2.0:1789307440.112113:0:225665:0:(nodemap_member.c:170:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.112117:0:230993:0:(obd_class.h:1222:obd_import_event()) Process entered 00000001:08000000:2.0:1789307440.112120:0:225665:0:(nodemap_handler.c:847:nodemap_add_member()) lustre-MDT0001: adding NID 192.168.204.56@tcp to nodemap default 00000100:00000001:0.0:1789307440.112121:0:230993:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000001:00000040:2.0:1789307440.112125:0:225665:0:(nodemap_handler.c:137:nodemap_putref()) PUTting nodemap default(p=ffff9fbf98c04c00) : new refcount 19 00000100:00000001:0.0:1789307440.112126:0:230993:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307440.112130:0:225665:0:(nodemap_handler.c:853:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307440.112132:0:230993:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf83a71800 : new refcount 6 00000020:00000001:2.0:1789307440.112135:0:225665:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000020:00000040:0.0:1789307440.112137:0:230993:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000 (ffff9fbfad0fcd40) now 18 - find 00010000:00000001:0.0:1789307440.112141:0:230993:0:(ldlm_lib.c:1750:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.112145:0:230993:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1789307440.112146:0:225665:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789307440.112149:0:230993:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662883280 : -1046668336 : ffffffffc19d1bd0) 00000020:00000020:2.0:1789307440.112150:0:225665:0:(tgt_grant.c:400:tgt_grant_statfs()) lustre-MDT0001: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbfb9254000 free: 1444515840 avail: 1298276352 00000020:00000001:0.0:1789307440.112153:0:230993:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1789307440.112155:0:230993:0:(tgt_handler.c:559:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789307440.112160:0:230993:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307440.112162:0:225665:0:(tgt_grant.c:427:tgt_grant_space_left()) Process entered 00000020:00000001:0.0:1789307440.112163:0:230993:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1789307440.112166:0:230993:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1789307440.112166:0:225665:0:(tgt_grant.c:464:tgt_grant_space_left()) lustre-MDT0001: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbfb9254000 avail=1298276352 left=1168445440 unstable=0 tot_grant=129827635 pending=0 00000020:00000001:0.0:1789307440.112170:0:230993:0:(tgt_handler.c:1064:tgt_connect()) Process entered 00000001:00000001:0.0:1789307440.112176:0:230993:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1789307440.112177:0:230993:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.112179:0:225665:0:(tgt_grant.c:466:tgt_grant_space_left()) Process leaving (rc=1168445440 : 1168445440 : 45a51000) 00000001:00000001:0.0:1789307440.112180:0:230993:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1789307440.112182:0:230993:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.112185:0:230993:0:(tgt_handler.c:1133:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.112186:0:225665:0:(tgt_grant.c:893:tgt_grant_alloc()) Process entered 00010000:00000040:0.0:1789307440.112188:0:230993:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647922432 00000020:00000020:2.0:1789307440.112189:0:225665:0:(tgt_grant.c:969:tgt_grant_alloc()) lustre-MDT0001: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbfb9254000 wants: 134217728 current grant 0 granting: 2146304 00010000:00000001:0.0:1789307440.112192:0:230993:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000020:00000020:2.0:1789307440.112197:0:225665:0:(tgt_grant.c:974:tgt_grant_alloc()) lustre-MDT0001: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbfb9254000 tot cached:0 granted:2146304 num_exports: 4 00010000:00000200:0.0:1789307440.112198:0:230993:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbe3c700 x1876218647922432/t0(0) o38->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:0/0 lens 520/416 e 0 to 0 dl 1789307460 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307440.112203:0:225665:0:(tgt_grant.c:976:tgt_grant_alloc()) Process leaving (rc=2146304 : 2146304 : 20c000) 00000020:00000020:2.0:1789307440.112209:0:225665:0:(tgt_grant.c:1088:tgt_grant_connect()) lustre-MDT0001: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbfb9254000 ocd_grant: 2146304 want: 134217728 left: 1168445440 00010000:00000001:0.0:1789307440.112211:0:230993:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1789307440.112214:0:230993:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.112215:0:225665:0:(tgt_grant.c:1090:tgt_grant_connect()) Process leaving 00000100:00001000:0.0:1789307440.112217:0:230993:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=19 v=5 (1 1 1 5) 00000004:00100000:2.0:1789307440.112219:0:225665:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00001000:0.0:1789307440.112222:0:230993:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000001:00000001:2.0:1789307440.112224:0:225665:0:(tgt_lastrcvd.c:1061:tgt_client_new()) Process entered 00000100:00000001:0.0:1789307440.112225:0:230993:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789307440.112228:0:230993:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 13 to 192.168.204.56@tcp 00000001:00000040:2.0:1789307440.112229:0:225665:0:(tgt_lastrcvd.c:1124:tgt_client_new()) lustre-MDT0001: new client at index 1 (8320) with UUID '436142a5-204b-4bc4-88fc-5961c8ef82c7' generation 8 00000100:00000001:0.0:1789307440.112230:0:230993:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:0.0:1789307440.112234:0:230993:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000001:00000001:2.0:1789307440.112237:0:225665:0:(tgt_lastrcvd.c:612:tgt_client_data_update()) Process entered 02000000:00000001:0.0:1789307440.112238:0:230993:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.112241:0:230993:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:2.0:1789307440.112241:0:225665:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00000100:00000040:0.0:1789307440.112246:0:230993:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00080000:00000010:2.0:1789307440.112248:0:225665:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfc0adec00. 00000400:00000010:0.0:1789307440.112250:0:230993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82088. 00080000:00000001:2.0:1789307440.112253:0:225665:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244653034496 : -105829056517120 : ffff9fbfc0adec00) 00000100:00000200:0.0:1789307440.112256:0:230993:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1876218647922432, offset 0 00080000:00000001:2.0:1789307440.112258:0:225665:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000400:00000200:0.0:1789307440.112262:0:230993:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000001:00000001:2.0:1789307440.112269:0:225665:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000400:00000200:0.0:1789307440.112271:0:230993:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00080000:00000010:2.0:1789307440.112273:0:225665:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbec4f00780. 00000400:00000200:0.0:1789307440.112278:0:230993:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305912:305912:256:4294967295] 192.168.204.56@tcp LPNI seq info [305908:305908:8:4294967295] 00000400:00000200:0.0:1789307440.112290:0:230993:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00080000:00000001:2.0:1789307440.112291:0:225665:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307440.112296:0:225665:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00000800:00000200:0.0:1789307440.112299:0:230993:0:(socklnd_cb.c:931:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.56@tcp 00080000:00000001:2.0:1789307440.112304:0:225665:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1789307440.112306:0:230993:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbfb6a23900. 00000001:00000010:2.0:1789307440.112308:0:225665:0:(tgt_lastrcvd.c:581:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff9fbf82f2c120. 00000001:00000040:2.0:1789307440.112311:0:225665:0:(tgt_lastrcvd.c:585:tgt_new_client_cb_add()) callback GETting export ffff9fbfb9254000 : new cb_count 1 00000020:00000040:2.0:1789307440.112313:0:225665:0:(genops.c:868:class_export_get()) GET export ffff9fbfb9254000 refcount=5 00000800:00000200:0.0:1789307440.112317:0:230993:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1789307440.112327:0:230993:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000001:00000001:2.0:1789307440.112331:0:225665:0:(tgt_lastrcvd.c:661:tgt_client_data_update()) Process leaving 00000800:00000200:0.0:1789307440.112332:0:230993:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfb6a23900 type 1, nob 512 niov 1 nkiov 1 00080000:00000001:2.0:1789307440.112334:0:225665:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:2.0:1789307440.112346:0:225665:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbec4f00780. 00040000:00000001:2.0:1789307440.112350:0:225665:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00000100:00000001:0.0:1789307440.112351:0:230993:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1789307440.112351:0:225665:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:2.0:1789307440.112354:0:225665:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307440.112357:0:230993:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 12 to 192.168.204.56@tcp 00000001:00000040:2.0:1789307440.112357:0:225665:0:(tgt_lastrcvd.c:666:tgt_client_data_update()) lustre-MDT0001: update last_rcvd client data for UUID = lustre-MDT0001_UUID, last_transno = 17179874256: rc = 0 00010000:00000001:0.0:1789307440.112360:0:230993:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000001:00000001:2.0:1789307440.112362:0:225665:0:(tgt_lastrcvd.c:1141:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.112363:0:230993:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307440.112366:0:225665:0:(mdt_fs.c:50:mdt_export_stats_init()) Process entered 00000020:00000001:0.0:1789307440.112367:0:230993:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1789307440.112370:0:225665:0:(lprocfs_status_server.c:708:lprocfs_exp_setup()) Process entered 00000100:00000040:0.0:1789307440.112373:0:230993:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbe3c700 x1876218647922432/t0(0) o38->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:0/0 lens 520/416 e 0 to 0 dl 1789307460 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1789307440.112375:0:225665:0:(lprocfs_status_server.c:729:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff9fbf82f2c060. 00000020:00000040:2.0:1789307440.112381:0:225665:0:(lprocfs_status_server.c:748:lprocfs_exp_setup()) Found stats ffff9fbe9fb37120 for nid 192.168.204.56@tcp - ref 3 00000020:00000001:2.0:1789307440.112385:0:225665:0:(lprocfs_status_server.c:760:lprocfs_exp_setup()) Process leaving via destroy_new (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 00000020:00000010:2.0:1789307440.112391:0:225665:0:(lprocfs_status_server.c:785:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff9fbf82f2c060. 00000100:00100000:0.0:1789307440.112398:0:230993:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbe3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:436142a5-204b-4bc4-88fc-5961c8ef82c7+6:256267:x1876218647922432:12345-192.168.204.56@tcp:38:mount.lustre.0 Request processed in 1064us (1360us total) trans 0 rc 0/0 00000020:00000001:2.0:1789307440.112398:0:225665:0:(lprocfs_status_server.c:786:lprocfs_exp_setup()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000004:00000001:2.0:1789307440.112403:0:225665:0:(mdt_fs.c:55:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307440.112407:0:225665:0:(mdt_handler.c:7562:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307440.112410:0:230993:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 174558 00010000:00000001:2.0:1789307440.112411:0:225665:0:(obd_class.h:875:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307440.112414:0:230993:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf83a71800 : new rpc_count 0 00000020:00000010:2.0:1789307440.112416:0:225665:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00780. 00000100:00000001:0.0:1789307440.112417:0:230993:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1789307440.112421:0:230993:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789307440.112423:0:225665:0:(genops.c:1263:class_new_import()) kmalloced '(imp)': 1720 at ffff9fbfb9253000. 00000020:00000010:0.0:1789307440.112426:0:230993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf85192280. 00000020:00000040:2.0:1789307440.112427:0:225665:0:(obd_config.c:995:class_incref()) incref lustre-MDT0001 (ffff9fbf82a08000) now 14 - import 00000020:00000010:0.0:1789307440.112433:0:230993:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfad0ef000. 00000020:00000001:2.0:1789307440.112438:0:225665:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000010:0.0:1789307440.112440:0:230993:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb484e600. 00000020:00000040:2.0:1789307440.112441:0:225665:0:(genops.c:1222:class_import_put()) import ffff9fbfb9253000 refcount=1 obd=lustre-MDT0001 00000020:00000001:2.0:1789307440.112445:0:225665:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000040:0.0:1789307440.112447:0:230993:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf83a71800 : new refcount 5 00000020:00000040:2.0:1789307440.112450:0:225665:0:(genops.c:868:class_export_get()) GET export ffff9fbfb9254000 refcount=6 00000100:00000001:0.0:1789307440.112452:0:230993:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789307440.112455:0:225665:0:(service.c:1082:ptlrpc_request_change_export()) RPC GETting export ffff9fbfb9254000 : new rpc_count 1 00000100:00000001:2.0:1789307440.112465:0:225665:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1789307440.112472:0:225665:0:(peer.c:1635:LNetPrimaryNID()) NID 192.168.204.56@tcp primary NID 192.168.204.56@tcp rc 0 00000100:00000001:2.0:1789307440.112475:0:225665:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789307440.112477:0:225665:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 13 to 192.168.204.56@tcp 00000100:00000001:2.0:1789307440.112479:0:225665:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 00000100:00000001:2.0:1789307440.112482:0:225665:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446638239384361408 : -105834325190208 : 0xffff9fbe86a459c0) 00000100:00000040:2.0:1789307440.112485:0:225665:0:(connection.c:150:ptlrpc_connection_get()) conn=ffff9fbe86a459c0 refcount 13 to 192.168.204.56@tcp 00000020:00000040:2.0:1789307440.112489:0:225665:0:(genops.c:868:class_export_get()) GET export ffff9fbfb9254000 refcount=7 00000100:00000001:2.0:1789307440.112493:0:225665:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789307440.112495:0:225665:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 14 to 192.168.204.56@tcp 00000100:00000001:2.0:1789307440.112497:0:225665:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:2.0:1789307440.112508:0:225665:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789307440.112511:0:225665:0:(sec.c:1459:sptlrpc_sec_create()) Process entered 02000000:08000000:2.0:1789307440.112513:0:225665:0:(sec.c:1467:sptlrpc_sec_create()) mdt lustre-MDT0001: reverse sec using flavor null 02000000:00000001:2.0:1789307440.112518:0:225665:0:(sec.c:1498:sptlrpc_sec_create()) Process leaving (rc=18446744072651276480 : -1058275136 : ffffffffc0ec00c0) 02000000:00000001:2.0:1789307440.112521:0:225665:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.112524:0:225665:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1789307440.112526:0:225665:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1789307440.112528:0:225665:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789307440.112530:0:225665:0:(import.c:65:import_set_state_nolock()) ffff9fbfb9253000 : changing import state from RECOVER to FULL 00000100:00000001:2.0:1789307440.112533:0:225665:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:2.0:1789307440.112534:0:225665:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1789307440.112536:0:225665:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307440.112538:0:225665:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9254000 : new refcount 6 00000020:00000040:2.0:1789307440.112541:0:225665:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0001 (ffff9fbf82a08000) now 14 - find 00010000:00000001:2.0:1789307440.112544:0:225665:0:(ldlm_lib.c:1750:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.112547:0:225665:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1789307440.112549:0:225665:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662883280 : -1046668336 : ffffffffc19d1bd0) 00000020:00000001:2.0:1789307440.112551:0:225665:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1789307440.112553:0:225665:0:(tgt_handler.c:559:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307440.112555:0:225665:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307440.112557:0:225665:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000800:00000200:0.0:1789307440.112558:0:118844:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1789307440.112559:0:225665:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1789307440.112563:0:118844:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbfb6a23900. 00000400:00000200:0.0:1789307440.112568:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1789307440.112569:0:225665:0:(tgt_handler.c:1064:tgt_connect()) Process entered 00000400:00000200:0.0:1789307440.112575:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000001:00000001:2.0:1789307440.112576:0:225665:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1789307440.112579:0:225665:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307440.112580:0:118844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82088 00000001:00000001:2.0:1789307440.112582:0:225665:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000400:00000010:0.0:1789307440.112585:0:118844:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82088. 00000001:00000001:2.0:1789307440.112585:0:225665:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.112589:0:118844:0:(events.c:390:reply_out_callback()) Process entered 00000020:00000001:2.0:1789307440.112590:0:225665:0:(tgt_handler.c:1133:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.112593:0:118844:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00000040:2.0:1789307440.112594:0:225665:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647922688 00010000:00000001:2.0:1789307440.112598:0:225665:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:2.0:1789307440.112604:0:225665:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbff5880 x1876218647922688/t0(0) o38->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:0/0 lens 520/416 e 0 to 0 dl 1789307460 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789307440.112612:0:225665:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789307440.112614:0:225665:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307440.112617:0:225665:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=19 v=5 (1 1 1 5) 00000100:00001000:2.0:1789307440.112621:0:225665:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1789307440.112623:0:225665:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789307440.112626:0:225665:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 15 to 192.168.204.56@tcp 00000100:00000001:2.0:1789307440.112628:0:225665:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:2.0:1789307440.112630:0:225665:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307440.112632:0:225665:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.112635:0:225665:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307440.112638:0:225665:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:2.0:1789307440.112642:0:225665:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd000. 00000100:00000200:2.0:1789307440.112646:0:225665:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1876218647922688, offset 0 00000400:00000200:2.0:1789307440.112651:0:225665:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1789307440.112657:0:225665:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1789307440.112660:0:225665:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305913:305913:256:4294967295] 192.168.204.56@tcp LPNI seq info [305909:305909:8:4294967295] 00000400:00000200:2.0:1789307440.112668:0:225665:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1789307440.112673:0:225665:0:(socklnd_cb.c:931:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1789307440.112677:0:225665:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbec5bb6500. 00000800:00000200:2.0:1789307440.112682:0:225665:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1789307440.112686:0:225665:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1789307440.112698:0:225665:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbec5bb6500 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:2.0:1789307440.112715:0:225665:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307440.112720:0:225665:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 14 to 192.168.204.56@tcp 00010000:00000001:2.0:1789307440.112723:0:225665:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307440.112725:0:225665:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.112727:0:225665:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1789307440.112734:0:225665:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbff5880 x1876218647922688/t0(0) o38->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:0/0 lens 520/416 e 0 to 0 dl 1789307460 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307440.112745:0:225665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbff5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:436142a5-204b-4bc4-88fc-5961c8ef82c7+6:256267:x1876218647922688:12345-192.168.204.56@tcp:38:mount.lustre.0 Request processed in 985us (1201us total) trans 0 rc 0/0 00000100:00100000:2.0:1789307440.112755:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 174559 00000100:00000040:2.0:1789307440.112758:0:225665:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb9254000 : new rpc_count 0 00000100:00000001:2.0:1789307440.112761:0:225665:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307440.112762:0:225665:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789307440.112766:0:225665:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44300. 00000020:00000010:2.0:1789307440.112770:0:225665:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984e10. 00000020:00000010:2.0:1789307440.112774:0:225665:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0b2d800. 00000800:00000200:0.0:1789307440.112776:0:118842:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000040:2.0:1789307440.112778:0:225665:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9254000 : new refcount 5 00000800:00000010:0.0:1789307440.112780:0:118842:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbec5bb6500. 00000100:00000001:2.0:1789307440.112785:0:225665:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789307440.112787:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789307440.112794:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1789307440.112798:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd000 00000400:00000010:0.0:1789307440.112801:0:118842:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd000. 00000100:00000001:0.0:1789307440.112806:0:118842:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1789307440.112807:0:118842:0:(events.c:402:reply_out_callback()) Process leaving 00000001:00100000:3.0:1789307440.114343:0:238789:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 436142a5-204b-4bc4-88fc-5961c8ef82c7 00000001:00000040:3.0:1789307440.114354:0:238789:0:(tgt_lastrcvd.c:570:tgt_cb_new_client()) callback PUTting export ffff9fbf83a71800 : new cb_count 0 00000020:00000040:3.0:1789307440.114361:0:238789:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf83a71800 : new refcount 4 00000001:00000010:3.0:1789307440.114364:0:238789:0:(tgt_lastrcvd.c:572:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff9fbe86acdde0. 00080000:00000010:3.0:1789307440.114369:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc08a0e00. 00000001:00100000:3.0:1789307440.114374:0:238789:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 6b94c9bb-f547-4fe5-8ac4-fde7cb36702a 00000001:00000040:3.0:1789307440.114377:0:238789:0:(tgt_lastrcvd.c:570:tgt_cb_new_client()) callback PUTting export ffff9fbf86773800 : new cb_count 4 00000020:00000040:3.0:1789307440.114380:0:238789:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 4 00000001:00000010:3.0:1789307440.114382:0:238789:0:(tgt_lastrcvd.c:572:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff9fbf82f2ca80. 00080000:00000010:3.0:1789307440.114390:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfb2670e00. 00000100:00000001:3.0:1789307440.114398:0:238789:0:(service.c:379:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1789307440.114401:0:238789:0:(service.c:401:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1789307440.114404:0:238789:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 25769821658 is committed 00000001:00000040:3.0:1789307440.114408:0:238789:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbf86773800 : new cb_count 3 00000020:00000040:3.0:1789307440.114412:0:238789:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 3 00000001:00000010:3.0:1789307440.114414:0:238789:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbf82f2c600. 00080000:00000010:3.0:1789307440.114418:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfb2671000. 00000001:00000040:3.0:1789307440.114425:0:238789:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbf86773800 : new cb_count 2 00000020:00000040:3.0:1789307440.114427:0:238789:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 2 00000001:00000010:3.0:1789307440.114430:0:238789:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbf82f2cc60. 00080000:00000010:3.0:1789307440.114433:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbe861c2800. 00000001:00000040:3.0:1789307440.114437:0:238789:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbf86773800 : new cb_count 1 00000020:00000040:3.0:1789307440.114439:0:238789:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 1 00000001:00000010:3.0:1789307440.114441:0:238789:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbe9794f5a0. 00080000:00000010:3.0:1789307440.114464:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfb484fa00. 00080000:00000010:3.0:1789307440.114469:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbe861c3400. 00000001:00000040:3.0:1789307440.114475:0:238789:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbf86773800 : new cb_count 0 00000020:00000040:3.0:1789307440.114477:0:238789:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86773800 : new refcount 0 00000020:00000080:3.0:1789307440.114480:0:238789:0:(genops.c:885:class_export_put()) final put ffff9fbf86773800/6b94c9bb-f547-4fe5-8ac4-fde7cb36702a 00000001:00000010:3.0:1789307440.114499:0:238789:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbe9794f6c0. 00000020:00000040:3.0:1789307440.114506:0:238789:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fbea025fc00 refcount 3 committed 0 result 0 batchid 21474927160 00000020:00000040:3.0:1789307440.114510:0:238789:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf95cd2600 obd lustre-MDT0001-osp-MDT0000 committed 0 started 1 stopped 1 result 0 sub_th ffff9fbe859dc180 00000020:00000040:3.0:1789307440.114514:0:238789:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240001b73:0x2:0x0].365 00000020:00000040:3.0:1789307440.114517:0:238789:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf83a14700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fbfc0a16000 00000020:00000040:3.0:1789307440.114520:0:238789:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200002b10:0x2:0x0].365 00000020:00000001:3.0:1789307440.114521:0:238789:0:(update_trans.c:459:sub_trans_commit_cb_internal()) Process leaving 00080000:00000010:3.0:1789307440.114523:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0a16000. 00080000:00000010:3.0:1789307440.114526:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbe841b3e00. 00080000:00000010:3.0:1789307440.114530:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbe841b3a00. 00080000:00000010:3.0:1789307440.114533:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0b9ca00. 00080000:00000010:3.0:1789307440.114536:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0b9dc00. 00080000:00000010:3.0:1789307440.114540:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0b9c200. 00080000:00000010:3.0:1789307440.114542:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0b9da00. 00000020:00000001:2.0:1789307440.114559:0:237204:0:(genops.c:838:class_export_destroy()) Process entered 00000020:00000080:2.0:1789307440.114567:0:237204:0:(genops.c:844:class_export_destroy()) destroying export ffff9fbf86773800/6b94c9bb-f547-4fe5-8ac4-fde7cb36702a for lustre-MDT0000 00000020:00000040:2.0:1789307440.114574:0:237204:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 13 to 192.168.204.56@tcp 00000020:00000001:2.0:1789307440.114578:0:237204:0:(obd_class.h:1024:obd_destroy_export()) Process entered 00000004:00000001:2.0:1789307440.114581:0:237204:0:(mdt_handler.c:7656:mdt_destroy_export()) Process entered 00000020:00000040:2.0:1789307440.114584:0:237204:0:(genops.c:1209:class_import_get()) import ffff9fbfbfadc800 refcount=2 obd=lustre-MDT0000 00000020:00000001:2.0:1789307440.114587:0:237204:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789307440.114588:0:237204:0:(genops.c:1222:class_import_put()) import ffff9fbfbfadc800 refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1789307440.114590:0:237204:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000001:2.0:1789307440.114593:0:237204:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789307440.114594:0:237204:0:(genops.c:1222:class_import_put()) import ffff9fbfbfadc800 refcount=0 obd=lustre-MDT0000 00000020:00000040:2.0:1789307440.114596:0:237204:0:(genops.c:1225:class_import_put()) final put import ffff9fbfbfadc800 00000020:00000001:2.0:1789307440.114612:0:237204:0:(genops.c:1229:class_import_put()) Process leaving 00000004:00000010:2.0:1789307440.114625:0:237204:0:(mdt_handler.c:7660:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff9fbfb3c6a3c0. 00010000:00000001:2.0:1789307440.114631:0:237204:0:(ldlm_lockd.c:3166:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1789307440.114634:0:237204:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1789307440.114675:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbf98013200. 00000001:00000010:2.0:1789307440.114681:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbf98012400. 00000001:00000010:2.0:1789307440.114684:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbf98012c00. 00000001:00000010:2.0:1789307440.114687:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbf98013a00. 00000001:00000010:2.0:1789307440.114689:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbf8636b400. 00000001:00000010:2.0:1789307440.114693:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbf8636be00. 00000001:00000010:2.0:1789307440.114695:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbf8636ba00. 00000001:00000010:2.0:1789307440.114699:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbf8636a600. 00000001:00000010:2.0:1789307440.114704:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfbf873600. 00000001:00000010:2.0:1789307440.114709:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfbf873400. 00000001:00000010:2.0:1789307440.114711:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfbf873e00. 00000001:00000010:2.0:1789307440.114714:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbf8937d800. 00000001:00000010:2.0:1789307440.114732:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfbf87f000. 00000001:00000010:2.0:1789307440.114736:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfbf87f200. 00000800:00000001:3.0:1789307440.114738:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000001:00000010:2.0:1789307440.114740:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfbf87ec00. 00000001:00000010:2.0:1789307440.114745:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfbf87f800. 00000001:00000010:2.0:1789307440.114748:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfbedf3e00. 00000800:00000001:3.0:1789307440.114753:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:2.0:1789307440.114754:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfbedf3400. 00000800:00000001:3.0:1789307440.114763:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000001:00000010:2.0:1789307440.114767:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfbedf3600. 00000800:00000001:3.0:1789307440.114768:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:2.0:1789307440.114777:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfbedf2000. 00000001:00100000:1.0:1789307440.114779:0:226366:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 436142a5-204b-4bc4-88fc-5961c8ef82c7 00000001:00000010:2.0:1789307440.114789:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfbedf2200. 00000400:00000200:3.0:1789307440.114790:0:118843:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000001:00000040:1.0:1789307440.114791:0:226366:0:(tgt_lastrcvd.c:570:tgt_cb_new_client()) callback PUTting export ffff9fbfb9254000 : new cb_count 0 00000001:00000010:2.0:1789307440.114800:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfbedf2e00. 00000020:00000040:1.0:1789307440.114804:0:226366:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9254000 : new refcount 4 00000001:00000010:2.0:1789307440.114807:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfbedf2800. 00000001:00000010:1.0:1789307440.114809:0:226366:0:(tgt_lastrcvd.c:572:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff9fbf82f2c120. 00000001:00000010:2.0:1789307440.114811:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfbedf2a00. 00000001:00000010:2.0:1789307440.114818:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfbedf3000. 00000400:00000200:3.0:1789307440.114819:0:118843:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 12 MB=0x6aa693207c780 00080000:00000010:1.0:1789307440.114838:0:226366:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0adec00. 00000001:00000010:2.0:1789307440.114846:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfbedf3200. 00000400:00000200:3.0:1789307440.114883:0:118843:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.56@tcp of length 224/224 into md 0x160ca5 [64] + 156104 00000001:00100000:1.0:1789307440.114886:0:226366:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 6b94c9bb-f547-4fe5-8ac4-fde7cb36702a 00000001:00000040:1.0:1789307440.114891:0:226366:0:(tgt_lastrcvd.c:570:tgt_cb_new_client()) callback PUTting export ffff9fbfba93a800 : new cb_count 2 00000001:00000010:2.0:1789307440.114894:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfbedf2c00. 00000800:00000001:3.0:1789307440.114894:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:1.0:1789307440.114896:0:226366:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 2 00000001:00000010:1.0:1789307440.114903:0:226366:0:(tgt_lastrcvd.c:572:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff9fbe83816420. 00000001:00000010:2.0:1789307440.114905:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfbedf3800. 00000800:00000001:3.0:1789307440.114910:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1789307440.114912:0:226366:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbf9781b000. 00000001:00000010:2.0:1789307440.114912:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfbedf2400. 00000400:00000200:3.0:1789307440.114916:0:118843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:2.0:1789307440.114920:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfbedd2e00. 00000400:00000200:3.0:1789307440.114925:0:118843:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:1.0:1789307440.114937:0:226366:0:(service.c:379:ptlrpc_commit_replies()) Process entered 00000001:00000010:2.0:1789307440.114937:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfbedea400. 00000100:00000001:1.0:1789307440.114941:0:226366:0:(service.c:401:ptlrpc_commit_replies()) Process leaving 00000100:00000001:3.0:1789307440.114943:0:118843:0:(events.c:290:request_in_callback()) Process entered 00000001:00000010:2.0:1789307440.114944:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfbedeb000. 00000001:00080000:1.0:1789307440.114945:0:226366:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 17179874257 is committed 00000100:00000200:3.0:1789307440.114949:0:118843:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000001:00000010:2.0:1789307440.114952:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb250ba00. 00000001:00000040:1.0:1789307440.114953:0:226366:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbfba93a800 : new cb_count 1 00000020:00000040:1.0:1789307440.114962:0:226366:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 1 00000001:00000010:2.0:1789307440.114963:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb90eb800. 00000001:00000010:1.0:1789307440.114965:0:226366:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbe83816f00. 00000100:00000010:3.0:1789307440.114966:0:118843:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbe80700. 00000001:00000010:2.0:1789307440.114971:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb2a7d400. 00080000:00000010:1.0:1789307440.114974:0:226366:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbf9781ac00. 00000100:00000040:3.0:1789307440.114975:0:118843:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbe80700 x1876218647922560 msgsize 224 00000001:00000010:2.0:1789307440.114978:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb2a7d600. 00000001:00000040:1.0:1789307440.114987:0:226366:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbfba93a800 : new cb_count 0 00000001:00000010:2.0:1789307440.114987:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb9e30800. 00000100:00100000:3.0:1789307440.114996:0:118843:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000020:00000040:1.0:1789307440.114997:0:226366:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfba93a800 : new refcount 0 00000001:00000010:2.0:1789307440.114998:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb9e31200. 00000020:00000080:1.0:1789307440.115007:0:226366:0:(genops.c:885:class_export_put()) final put ffff9fbfba93a800/6b94c9bb-f547-4fe5-8ac4-fde7cb36702a 00000001:00000010:2.0:1789307440.115009:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb9e31000. 00000001:00000010:2.0:1789307440.115014:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb9e30e00. 00000001:00000010:2.0:1789307440.115023:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb4b65a00. 00000100:00000001:3.0:1789307440.115031:0:118843:0:(events.c:377:request_in_callback()) Process leaving 00000001:00000010:2.0:1789307440.115032:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb9e59a00. 00000001:00000010:1.0:1789307440.115033:0:226366:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbf82f2c300. 00080000:00000010:1.0:1789307440.115040:0:226366:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0afc000. 00000800:00000001:3.0:1789307440.115047:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789307440.115049:0:226366:0:(service.c:379:ptlrpc_commit_replies()) Process entered 00000800:00000001:3.0:1789307440.115052:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307440.115054:0:226366:0:(service.c:401:ptlrpc_commit_replies()) Process leaving 00000001:00000010:2.0:1789307440.115063:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb9e59e00. 00000001:00080000:1.0:1789307440.115064:0:226366:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 17179874255 is committed 00000001:00000040:1.0:1789307440.115070:0:226366:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbe95150800 : new cb_count 3 00000001:00000010:2.0:1789307440.115070:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb9ecbe00. 00000020:00000040:1.0:1789307440.115072:0:226366:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe95150800 : new refcount 7 00000001:00000010:1.0:1789307440.115077:0:226366:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbe9794ff60. 00000001:00000010:2.0:1789307440.115077:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb9eca200. 00000001:00000010:2.0:1789307440.115084:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb9ecb000. 00080000:00000010:1.0:1789307440.115086:0:226366:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0a17a00. 00000001:00000010:2.0:1789307440.115087:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb9eca800. 00000001:00000010:2.0:1789307440.115093:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb9eca000. 00000001:00000040:1.0:1789307440.115094:0:226366:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbe95150800 : new cb_count 2 00000020:00000040:1.0:1789307440.115098:0:226366:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe95150800 : new refcount 6 00000001:00000010:1.0:1789307440.115100:0:226366:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbe9794fa80. 00000001:00000010:2.0:1789307440.115101:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb9eabe00. 00080000:00000010:1.0:1789307440.115104:0:226366:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0b9d400. 00000001:00000010:2.0:1789307440.115108:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb9eab600. 00000001:00000010:2.0:1789307440.115111:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb9e6d000. 00000001:00000010:2.0:1789307440.115114:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb9e6ca00. 00000001:00000040:1.0:1789307440.115122:0:226366:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbe95150800 : new cb_count 1 00000001:00000010:2.0:1789307440.115129:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb255a600. 00000001:00000010:2.0:1789307440.115134:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb255ae00. 00000020:00000040:1.0:1789307440.115135:0:226366:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe95150800 : new refcount 5 00000100:00000001:0.0:1789307440.115137:0:226606:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000001:00000010:2.0:1789307440.115137:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb255a800. 00000001:00000010:1.0:1789307440.115139:0:226366:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbe86acd000. 00000100:00100000:0.0:1789307440.115143:0:226606:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647922560 00000001:00000010:2.0:1789307440.115145:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb255aa00. 00080000:00000010:1.0:1789307440.115146:0:226366:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc08a0000. 02000000:00000001:0.0:1789307440.115148:0:226606:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000001:00000010:2.0:1789307440.115152:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb255b000. 00000100:00000001:0.0:1789307440.115154:0:226606:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000001:00000040:1.0:1789307440.115155:0:226366:0:(tgt_lastrcvd.c:986:tgt_cb_last_committed()) callback PUTting export ffff9fbe95150800 : new cb_count 0 00000100:00000001:0.0:1789307440.115160:0:226606:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1789307440.115160:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb255ac00. 00000020:00000040:1.0:1789307440.115161:0:226366:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe95150800 : new refcount 4 00000001:00000010:1.0:1789307440.115169:0:226366:0:(tgt_lastrcvd.c:987:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fbe86acda80. 00000001:00000010:2.0:1789307440.115169:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb255a400. 02000000:00000001:0.0:1789307440.115172:0:226606:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1789307440.115175:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb255a000. 00080000:00000010:1.0:1789307440.115178:0:226366:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc08a0400. 00000100:00100000:0.0:1789307440.115179:0:226606:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647922560 00000001:00000010:2.0:1789307440.115182:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb255b600. 00000020:00000001:0.0:1789307440.115183:0:226606:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789307440.115187:0:226606:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed78227 00000020:00000001:0.0:1789307440.115191:0:226606:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000001:00000010:2.0:1789307440.115191:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb255b400. 00000020:00000040:0.0:1789307440.115194:0:226606:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf83a71800 refcount=5 00000020:00000001:0.0:1789307440.115197:0:226606:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243629176832 : -105830080374784 : ffff9fbf83a71800) 00000020:00000001:0.0:1789307440.115201:0:226606:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243629176832 : -105830080374784 : ffff9fbf83a71800) 00000100:00000001:0.0:1789307440.115209:0:226606:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000001:00000010:2.0:1789307440.115210:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb255be00. 00000020:00000010:0.0:1789307440.115214:0:226606:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564740. 00000001:00000010:2.0:1789307440.115217:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb255bc00. 00000020:00000010:0.0:1789307440.115220:0:226606:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbf885649c0. 00000001:00000010:2.0:1789307440.115227:0:237204:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 512 at ffff9fbfb250b600. 00000001:00000010:2.0:1789307440.115238:0:237204:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9fbf98e98c00. 00000020:00000040:0.0:1789307440.115240:0:226606:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (ffff9fbfad0fcd40) now 18 - evictor 00000001:00000001:2.0:1789307440.115244:0:237204:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1789307440.115249:0:237204:0:(ldlm_flock.c:1143:ldlm_destroy_flock_export()) Process entered 00000001:00000001:2.0:1789307440.115252:0:237204:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1789307440.115257:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbf98012600. 00000100:00000001:0.0:1789307440.115259:0:226606:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000001:00000010:2.0:1789307440.115261:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbf98012800. 00000001:00000010:2.0:1789307440.115266:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbf82a35000. 00000020:00000010:0.0:1789307440.115268:0:226606:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc08a1c00. 00000001:00000010:2.0:1789307440.115270:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbf82a34c00. 00000001:00000010:2.0:1789307440.115276:0:237204:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9fbec1ff8000. 00000020:00000010:0.0:1789307440.115279:0:226606:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf85192280. 00000001:00000010:2.0:1789307440.115282:0:237204:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9fbf98e98000. 00000020:00000010:0.0:1789307440.115285:0:226606:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfad0ef000. 00000001:00000001:2.0:1789307440.115288:0:237204:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1789307440.115291:0:237204:0:(ldlm_flock.c:1148:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1789307440.115293:0:237204:0:(ldlm_lockd.c:3171:ldlm_destroy_export()) Process leaving 00000100:00000040:0.0:1789307440.115298:0:226606:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:2.0:1789307440.115299:0:237204:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9fbe9f6d43f0. 00000100:00000001:0.0:1789307440.115304:0:226606:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789307440.115306:0:226606:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1789307440.115308:0:237204:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9fbe9fd27dc8. 00000100:00000001:0.0:1789307440.115309:0:226606:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307440.115318:0:237204:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9fbeb261c3f0. 00000100:00000001:0.0:1789307440.115322:0:226606:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307440.115325:0:237204:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9fbe9fd27bd0. 00000020:00000010:2.0:1789307440.115330:0:237204:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9fbe9f6d40e0. 00000001:00000001:2.0:1789307440.115336:0:237204:0:(tgt_lastrcvd.c:375:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fbf84c38a80: xid 1876218647917312, transno 25769821658, client gen 5, slot idx 3 00000001:00000001:2.0:1789307440.115341:0:237204:0:(tgt_lastrcvd.c:352:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fbf863dd000: xid 1876218647717632, transno 25769821656, client gen 5, slot idx 2 00000100:00000001:0.0:1789307440.115342:0:226606:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:2.0:1789307440.115353:0:237204:0:(tgt_lastrcvd.c:360:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fbf863dd000. 00000001:00000001:2.0:1789307440.115360:0:237204:0:(tgt_lastrcvd.c:375:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fbf84c38600: xid 1876218647717888, transno 25769821657, client gen 5, slot idx 1 00000100:00000001:0.0:1789307440.115365:0:226606:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000001:00000001:2.0:1789307440.115365:0:237204:0:(tgt_lastrcvd.c:352:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fbf84c38600: xid 1876218647717888, transno 25769821657, client gen 5, slot idx 1 00000100:00000001:0.0:1789307440.115369:0:226606:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000001:00000010:2.0:1789307440.115374:0:237204:0:(tgt_lastrcvd.c:360:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fbf84c38600. 00000100:00100000:0.0:1789307440.115381:0:226606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 174560 00000001:00000001:2.0:1789307440.115382:0:237204:0:(tgt_lastrcvd.c:352:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fbf84c38a80: xid 1876218647917312, transno 25769821658, client gen 5, slot idx 3 00000100:00000040:0.0:1789307440.115387:0:226606:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf83a71800 : new rpc_count 1 00000100:00000001:0.0:1789307440.115392:0:226606:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244572956416 : -105829136595200 : ffff9fbfbbe80700) 00000001:00000010:2.0:1789307440.115394:0:237204:0:(tgt_lastrcvd.c:360:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fbf84c38a80. 00000100:00000040:0.0:1789307440.115403:0:226606:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbe80700 x1876218647922560/t0(0) o41->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:486/0 lens 224/0 e 0 to 0 dl 1789307451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000001:00000010:2.0:1789307440.115403:0:237204:0:(tgt_lastrcvd.c:471:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff9fbe85aa7000. 00000020:00000020:2.0:1789307440.115415:0:237204:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000100:00000001:0.0:1789307440.115416:0:226606:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789307440.115418:0:226606:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf885649c0. 00000020:00000020:2.0:1789307440.115427:0:237204:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbf83a71800 dirty 0 pend 0 grant 2146304 00000020:00000020:2.0:1789307440.115432:0:237204:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/ffff9fbfa3380800 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1789307440.115435:0:237204:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/ffff9fbfbfad8800 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1789307440.115438:0:237204:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/ffff9fbfb6c22800 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1789307440.115440:0:237204:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0001_UUID/ffff9fbfb6e54800 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1789307440.115444:0:237204:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/ffff9fbf86770800 dirty 0 pend 0 grant 0 00000004:00000001:2.0:1789307440.115448:0:237204:0:(mdt_handler.c:7686:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.115451:0:237204:0:(obd_class.h:1028:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307440.115455:0:237204:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000 (ffff9fbfad0fcd40) now 18 - export 00000020:00000010:2.0:1789307440.115458:0:237204:0:(genops.c:860:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9fbf86773800. 00000020:00000001:2.0:1789307440.115472:0:237204:0:(genops.c:861:class_export_destroy()) Process leaving 00000020:00000001:2.0:1789307440.115477:0:237204:0:(genops.c:1180:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1789307440.115479:0:237204:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9fbfbfadc800 for lustre-MDT0000 00000020:00000040:2.0:1789307440.115484:0:237204:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 12 to 192.168.204.56@tcp 00000020:00000040:2.0:1789307440.115486:0:237204:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000 (ffff9fbfad0fcd40) now 17 - import 00000020:00000010:2.0:1789307440.115490:0:237204:0:(genops.c:1200:obd_zombie_import_free()) kfreed 'imp': 1720 at ffff9fbfbfadc800. 00000020:00000001:2.0:1789307440.115497:0:237204:0:(genops.c:1201:obd_zombie_import_free()) Process leaving 00000020:00000001:2.0:1789307440.115499:0:237204:0:(genops.c:838:class_export_destroy()) Process entered 00000020:00000080:2.0:1789307440.115501:0:237204:0:(genops.c:844:class_export_destroy()) destroying export ffff9fbfba93a800/6b94c9bb-f547-4fe5-8ac4-fde7cb36702a for lustre-MDT0001 00000020:00000040:2.0:1789307440.115504:0:237204:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000020:00000001:2.0:1789307440.115506:0:237204:0:(obd_class.h:1024:obd_destroy_export()) Process entered 00000004:00000001:2.0:1789307440.115508:0:237204:0:(mdt_handler.c:7656:mdt_destroy_export()) Process entered 00000020:00000040:2.0:1789307440.115510:0:237204:0:(genops.c:1209:class_import_get()) import ffff9fbfba93f800 refcount=2 obd=lustre-MDT0001 00000020:00000001:2.0:1789307440.115513:0:237204:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789307440.115515:0:237204:0:(genops.c:1222:class_import_put()) import ffff9fbfba93f800 refcount=1 obd=lustre-MDT0001 00000020:00000001:2.0:1789307440.115517:0:237204:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000001:2.0:1789307440.115519:0:237204:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789307440.115522:0:237204:0:(genops.c:1222:class_import_put()) import ffff9fbfba93f800 refcount=0 obd=lustre-MDT0001 00000020:00000040:2.0:1789307440.115524:0:237204:0:(genops.c:1225:class_import_put()) final put import ffff9fbfba93f800 00000020:00000001:2.0:1789307440.115538:0:237204:0:(genops.c:1229:class_import_put()) Process leaving 00000004:00000010:2.0:1789307440.115540:0:237204:0:(mdt_handler.c:7660:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff9fbe8399a500. 00010000:00000001:2.0:1789307440.115551:0:237204:0:(ldlm_lockd.c:3166:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1789307440.115553:0:237204:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1789307440.115559:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbf87fe1600. 00000001:00000010:2.0:1789307440.115565:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbf87fe1e00. 00000001:00000010:2.0:1789307440.115567:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbf87fe0400. 00000100:00080000:3.0:1789307440.115568:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00000010:2.0:1789307440.115572:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbe96237600. 00000001:00000010:2.0:1789307440.115578:0:237204:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9fbfb436b6c0. 00000001:00000010:2.0:1789307440.115581:0:237204:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9fbf8541f200. 00000001:00000001:2.0:1789307440.115585:0:237204:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1789307440.115587:0:237204:0:(ldlm_flock.c:1143:ldlm_destroy_flock_export()) Process entered 00000001:00000001:2.0:1789307440.115588:0:237204:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1789307440.115593:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbeae740000. 00000800:00000001:1.0:1789307440.115594:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1789307440.115598:0:226606:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000010:2.0:1789307440.115599:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbe97659800. 00000020:00000010:0.0:1789307440.115610:0:226606:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf885649c0. 00000001:00000010:2.0:1789307440.115611:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbe97658e00. 00000800:00000001:1.0:1789307440.115617:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:2.0:1789307440.115620:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbe97659200. 00000800:00000001:1.0:1789307440.115622:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1789307440.115624:0:226606:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbe80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:436142a5-204b-4bc4-88fc-5961c8ef82c7+5:0:x1876218647922560:12345-192.168.204.56@tcp:41:mount.lustre.0 00000800:00000001:1.0:1789307440.115628:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:2.0:1789307440.115628:0:237204:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9fbfb436b5c0. 00000100:00000200:0.0:1789307440.115634:0:226606:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647922560 00000001:00000010:2.0:1789307440.115637:0:237204:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9fbf8541fc00. 00000020:00000001:0.0:1789307440.115640:0:226606:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000001:00000001:2.0:1789307440.115643:0:237204:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1789307440.115647:0:237204:0:(ldlm_flock.c:1148:ldlm_destroy_flock_export()) Process leaving 00000020:00000001:0.0:1789307440.115649:0:226606:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:1.0:1789307440.115649:0:118844:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00010000:00000001:2.0:1789307440.115650:0:237204:0:(ldlm_lockd.c:3171:ldlm_destroy_export()) Process leaving 00000001:00000001:2.0:1789307440.115657:0:237204:0:(tgt_lastrcvd.c:375:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9fbf8717e6c0: xid 1876218647920000, transno 17179874257, client gen 6, slot idx 3 00000020:00000001:0.0:1789307440.115658:0:226606:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.115666:0:226606:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1789307440.115669:0:226606:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662883424 : -1046668192 : ffffffffc19d1c60) 00000001:00000001:2.0:1789307440.115669:0:237204:0:(tgt_lastrcvd.c:352:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9fbf994973c0: xid 1876218647706752, transno 17179874246, client gen 6, slot idx 1 00000400:00000200:1.0:1789307440.115672:0:118844:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 12 MB=0x6aa693207c880 00000020:00000001:0.0:1789307440.115678:0:226606:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1789307440.115685:0:226606:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1876218647922560, found 0 last_xid 0 00000001:00000010:2.0:1789307440.115686:0:237204:0:(tgt_lastrcvd.c:360:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fbf994973c0. 00000020:00000001:0.0:1789307440.115690:0:226606:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307440.115694:0:118844:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.56@tcp of length 224/224 into md 0x160ca5 [64] + 156328 00000020:00000001:0.0:1789307440.115696:0:226606:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1789307440.115699:0:226606:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000001:00000001:2.0:1789307440.115701:0:237204:0:(tgt_lastrcvd.c:375:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9fbf84c38840: xid 1876218647717376, transno 17179874256, client gen 6, slot idx 0 00000020:00000001:0.0:1789307440.115705:0:226606:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789307440.115711:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000001:00000001:2.0:1789307440.115712:0:237204:0:(tgt_lastrcvd.c:352:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9fbf84c38840: xid 1876218647717376, transno 17179874256, client gen 6, slot idx 0 00000100:00000001:0.0:1789307440.115714:0:226606:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1789307440.115721:0:226606:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000010:2.0:1789307440.115722:0:237204:0:(tgt_lastrcvd.c:360:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fbf84c38840. 00000800:00000001:1.0:1789307440.115728:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1789307440.115729:0:226606:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbfc2150800. 00000001:00000001:2.0:1789307440.115729:0:237204:0:(tgt_lastrcvd.c:352:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9fbf8717e6c0: xid 1876218647920000, transno 17179874257, client gen 6, slot idx 3 02000000:00000001:0.0:1789307440.115737:0:226606:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307440.115738:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:2.0:1789307440.115740:0:237204:0:(tgt_lastrcvd.c:360:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fbf8717e6c0. 00000100:00000001:0.0:1789307440.115750:0:226606:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1789307440.115752:0:237204:0:(tgt_lastrcvd.c:471:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff9fbf83115100. 00000400:00000200:1.0:1789307440.115757:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000004:00000001:0.0:1789307440.115761:0:226606:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000020:00000020:2.0:1789307440.115763:0:237204:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000004:00000001:0.0:1789307440.115767:0:226606:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000100:00000001:1.0:1789307440.115767:0:118844:0:(events.c:290:request_in_callback()) Process entered 00000020:00000020:2.0:1789307440.115769:0:237204:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbfb9254000 dirty 0 pend 0 grant 2146304 00000004:00000001:0.0:1789307440.115771:0:226606:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307440.115773:0:118844:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000020:00000020:2.0:1789307440.115782:0:237204:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0000_UUID/ffff9fbfa3386800 dirty 0 pend 0 grant 0 00000100:00000010:1.0:1789307440.115783:0:118844:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbff4a80. 00000004:00000024:0.0:1789307440.115786:0:226606:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1439117312 avail 1292877824 00000020:00000020:2.0:1789307440.115788:0:237204:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/ffff9fbe95150800 dirty 0 pend 0 grant 0 00000100:00000040:1.0:1789307440.115789:0:118844:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbff4a80 x1876218647922816 msgsize 224 00000020:00000020:0.0:1789307440.115795:0:226606:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:2.0:1789307440.115803:0:237204:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0001_UUID/ffff9fbe85bcc000 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1789307440.115804:0:226606:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbf83a71800 dirty 0 pend 0 grant 2146304 00000100:00100000:1.0:1789307440.115816:0:118844:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000020:00000020:0.0:1789307440.115817:0:226606:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/ffff9fbfa3380800 dirty 0 pend 0 grant 0 00000004:00000001:2.0:1789307440.115819:0:237204:0:(mdt_handler.c:7686:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1789307440.115825:0:226606:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/ffff9fbfbfad8800 dirty 0 pend 0 grant 0 00000020:00000001:2.0:1789307440.115843:0:237204:0:(obd_class.h:1028:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307440.115845:0:118844:0:(events.c:377:request_in_callback()) Process leaving 00000020:00000020:0.0:1789307440.115846:0:226606:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/ffff9fbfb6c22800 dirty 0 pend 0 grant 0 00000020:00000040:2.0:1789307440.115886:0:237204:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0001 (ffff9fbf82a08000) now 13 - export 00000020:00000020:0.0:1789307440.115889:0:226606:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0001_UUID/ffff9fbfb6e54800 dirty 0 pend 0 grant 0 00000020:00000010:2.0:1789307440.115894:0:237204:0:(genops.c:860:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9fbfba93a800. 00000020:00000020:0.0:1789307440.115895:0:226606:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/ffff9fbf86770800 dirty 0 pend 0 grant 0 00000800:00000001:1.0:1789307440.115896:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000004:00000020:0.0:1789307440.115906:0:226606:0:(mdt_handler.c:552:mdt_statfs()) 353529 blocks: 351347 free, 315644 avail; 1024000 objects: 1021959 free; state 0 00000800:00000001:1.0:1789307440.115909:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307440.115909:0:237204:0:(genops.c:861:class_export_destroy()) Process leaving 00000020:00000001:0.0:1789307440.115914:0:226606:0:(lprocfs_jobstats.c:387:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1789307440.115917:0:237204:0:(genops.c:1180:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1789307440.115921:0:237204:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9fbfba93f800 for lustre-MDT0001 00000020:00000010:0.0:1789307440.115925:0:226606:0:(lprocfs_jobstats.c:208:job_alloc()) kmalloced '(job)': 176 at ffff9fbfb541d000. 00000100:00000001:1.0:1789307440.115929:0:225633:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:2.0:1789307440.115929:0:237204:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00000020:00000040:2.0:1789307440.115936:0:237204:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0001 (ffff9fbf82a08000) now 12 - import 00000020:00000010:0.0:1789307440.115937:0:226606:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff9fbfb4a9d400. 00000100:00100000:1.0:1789307440.115937:0:225633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647922816 02000000:00000001:1.0:1789307440.115946:0:225633:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307440.115950:0:225633:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1789307440.115951:0:237204:0:(genops.c:1200:obd_zombie_import_free()) kfreed 'imp': 1720 at ffff9fbfba93f800. 00000020:00000010:0.0:1789307440.115952:0:226606:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1728 at ffff9fbf90b9a800. 00000100:00000001:1.0:1789307440.115952:0:225633:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.115960:0:237204:0:(genops.c:1201:obd_zombie_import_free()) Process leaving 02000000:00000001:1.0:1789307440.115965:0:225633:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307440.115971:0:225633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647922816 00000020:00000010:0.0:1789307440.115974:0:226606:0:(lprocfs_status.c:1952:__lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff9fbfc08a1a00. 00000020:00000001:1.0:1789307440.115975:0:225633:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307440.115979:0:225633:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed7822e 00000020:00000010:0.0:1789307440.115983:0:226606:0:(lprocfs_status.c:1952:__lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff9fbfc08a1200. 00000020:00000001:1.0:1789307440.115985:0:225633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307440.115990:0:225633:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb9254000 refcount=5 00000020:00000001:1.0:1789307440.115995:0:225633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244526637056 : -105829182914560 : ffff9fbfb9254000) 00000020:00000010:0.0:1789307440.115997:0:226606:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff9fbf90b9d000. 00000020:00000001:1.0:1789307440.115999:0:225633:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244526637056 : -105829182914560 : ffff9fbfb9254000) 00000020:00000001:0.0:1789307440.116001:0:226606:0:(lprocfs_jobstats.c:457:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789307440.116007:0:226606:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1789307440.116010:0:226606:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307440.116010:0:225633:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000004:00000001:0.0:1789307440.116014:0:226606:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1789307440.116017:0:226606:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647922560 00010000:00000001:0.0:1789307440.116020:0:226606:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:0.0:1789307440.116025:0:226606:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbe80700 x1876218647922560/t0(0) o41->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:486/0 lens 224/368 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789307440.116032:0:226606:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1789307440.116034:0:226606:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789307440.116037:0:226606:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=19 v=5 (1 1 1 5) 00000100:00000001:0.0:1789307440.116042:0:226606:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789307440.116045:0:226606:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:0.0:1789307440.116047:0:226606:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:0.0:1789307440.116050:0:226606:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1789307440.116053:0:226606:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.116056:0:226606:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789307440.116059:0:226606:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:0.0:1789307440.116065:0:226606:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82088. 00000100:00000200:0.0:1789307440.116072:0:226606:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1876218647922560, offset 224 00000400:00000200:0.0:1789307440.116083:0:226606:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000020:00000010:1.0:1789307440.116088:0:225633:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ff740. 00000020:00000010:1.0:1789307440.116095:0:225633:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbec4f00780. 00000400:00000200:0.0:1789307440.116100:0:226606:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1789307440.116108:0:226606:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305914:305914:256:4294967295] 192.168.204.56@tcp LPNI seq info [305910:305910:8:4294967295] 00000400:00000200:0.0:1789307440.116123:0:226606:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000020:00000040:1.0:1789307440.116126:0:225633:0:(obd_config.c:995:class_incref()) incref lustre-MDT0001 (ffff9fbf82a08000) now 12 - evictor 00000800:00000200:0.0:1789307440.116135:0:226606:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.56@tcp 00000100:00000001:1.0:1789307440.116136:0:225633:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1789307440.116145:0:225633:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb90ea600. 00000800:00000010:0.0:1789307440.116147:0:226606:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbfb6a23900. 00000020:00000010:1.0:1789307440.116159:0:225633:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf83f8de00. 00000800:00000200:0.0:1789307440.116162:0:226606:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000020:00000010:1.0:1789307440.116167:0:225633:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696aed8. 00000800:00000200:0.0:1789307440.116177:0:226606:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000100:00000001:1.0:1789307440.116180:0:225633:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000200:0.0:1789307440.116184:0:226606:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfb6a23900 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:1.0:1789307440.116185:0:225633:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307440.116191:0:225633:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307440.116203:0:225633:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.116211:0:226606:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307440.116215:0:225633:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789307440.116220:0:226606:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:0.0:1789307440.116223:0:226606:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:0.0:1789307440.116224:0:226606:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.116227:0:226606:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1789307440.116236:0:226606:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbe80700 x1876218647922560/t0(0) o41->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:486/0 lens 224/368 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307440.116238:0:225633:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307440.116243:0:225633:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789307440.116254:0:225633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 174561 00000100:00000040:1.0:1789307440.116265:0:225633:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfb9254000 : new rpc_count 1 00000100:00100000:0.0:1789307440.116266:0:226606:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbe80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:436142a5-204b-4bc4-88fc-5961c8ef82c7+5:0:x1876218647922560:12345-192.168.204.56@tcp:41:mount.lustre.0 Request processed in 838us (1279us total) trans 0 rc 0/0 00000100:00000001:1.0:1789307440.116276:0:225633:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244574481024 : -105829135070592 : ffff9fbfbbff4a80) 00000100:00000040:1.0:1789307440.116293:0:225633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbff4a80 x1876218647922816/t0(0) o41->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:486/0 lens 224/0 e 0 to 0 dl 1789307451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307440.116307:0:225633:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1789307440.116308:0:226606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 174560 00000020:00000010:1.0:1789307440.116314:0:225633:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffb40. 00000100:00000040:0.0:1789307440.116317:0:226606:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf83a71800 : new rpc_count 0 00000100:00000001:1.0:1789307440.116319:0:225633:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789307440.116322:0:226606:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1789307440.116324:0:225633:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffb40. 00000100:00000001:0.0:1789307440.116327:0:226606:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1789307440.116332:0:225633:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbff4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:436142a5-204b-4bc4-88fc-5961c8ef82c7+5:0:x1876218647922816:12345-192.168.204.56@tcp:41:mount.lustre.0 00000020:00000010:0.0:1789307440.116335:0:226606:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf85192280. 00000100:00000200:1.0:1789307440.116337:0:225633:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647922816 00000020:00000001:1.0:1789307440.116341:0:225633:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1789307440.116344:0:225633:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000010:0.0:1789307440.116346:0:226606:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfad0ef000. 00000020:00000001:1.0:1789307440.116349:0:225633:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307440.116355:0:226606:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc08a1c00. 00000020:00000001:1.0:1789307440.116356:0:225633:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1789307440.116363:0:225633:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662883424 : -1046668192 : ffffffffc19d1c60) 00000020:00000040:0.0:1789307440.116366:0:226606:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf83a71800 : new refcount 4 00000800:00000200:2.0:1789307440.116366:0:118842:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1789307440.116372:0:225633:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1789307440.116375:0:226606:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1789307440.116375:0:118842:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbfb6a23900. 00000001:00000001:1.0:1789307440.116379:0:225633:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1876218647922816, found 0 last_xid 0 00000400:00000200:2.0:1789307440.116385:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1789307440.116387:0:225633:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307440.116395:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000020:00000001:1.0:1789307440.116402:0:225633:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000040:3.0:1789307440.116402:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000 (ffff9fbfad0fcd40) now 16 - evictor 00000400:00000200:2.0:1789307440.116405:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82088 00000100:00080000:3.0:1789307440.116411:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000010:2.0:1789307440.116412:0:118842:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82088. 00000020:00000001:1.0:1789307440.116418:0:225633:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000040:3.0:1789307440.116418:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0001 (ffff9fbf82a08000) now 12 - evictor 00000100:00000001:2.0:1789307440.116420:0:118842:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789307440.116424:0:118842:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:1.0:1789307440.116429:0:225633:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789307440.116431:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789307440.116440:0:225633:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000800:00000001:3.0:1789307440.116444:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1789307440.116447:0:225633:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:3.0:1789307440.116450:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.116455:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1789307440.116456:0:225633:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbf88d9d000. 02000000:00000001:1.0:1789307440.116462:0:225633:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307440.116465:0:225633:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307440.116475:0:118843:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000004:00000001:1.0:1789307440.116476:0:225633:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000004:00000001:1.0:1789307440.116481:0:225633:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1789307440.116482:0:225633:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307440.116489:0:118843:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 12 MB=0x6aa693207c900 00000400:00000200:3.0:1789307440.116501:0:118843:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.56@tcp of length 224/224 into md 0x160ca5 [64] + 156552 00000004:00000024:1.0:1789307440.116502:0:225633:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444515840 avail 1298276352 00000800:00000001:3.0:1789307440.116511:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000020:1.0:1789307440.116512:0:225633:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:1.0:1789307440.116519:0:225633:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbfb9254000 dirty 0 pend 0 grant 2146304 00000800:00000001:3.0:1789307440.116521:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:1.0:1789307440.116523:0:225633:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0000_UUID/ffff9fbfa3386800 dirty 0 pend 0 grant 0 00000400:00000200:3.0:1789307440.116525:0:118843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000020:1.0:1789307440.116538:0:225633:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/ffff9fbe95150800 dirty 0 pend 0 grant 0 00000400:00000200:3.0:1789307440.116544:0:118843:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000020:00000020:1.0:1789307440.116545:0:225633:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0001_UUID/ffff9fbe85bcc000 dirty 0 pend 0 grant 0 00000004:00000020:1.0:1789307440.116557:0:225633:0:(mdt_handler.c:552:mdt_statfs()) 353529 blocks: 352665 free, 316962 avail; 1024000 objects: 1023582 free; state 0 00000100:00000001:3.0:1789307440.116560:0:118843:0:(events.c:290:request_in_callback()) Process entered 00000020:00000001:1.0:1789307440.116563:0:225633:0:(lprocfs_jobstats.c:387:lprocfs_job_stats_log()) Process entered 00000100:00000200:3.0:1789307440.116564:0:118843:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1789307440.116573:0:118843:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf82d2c000. 00000020:00000010:1.0:1789307440.116574:0:225633:0:(lprocfs_jobstats.c:208:job_alloc()) kmalloced '(job)': 176 at ffff9fbe95745300. 00000100:00000040:3.0:1789307440.116580:0:118843:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf82d2c000 x1876218647922944 msgsize 224 00000020:00000010:1.0:1789307440.116586:0:225633:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff9fbfbd66f800. 00000100:00100000:3.0:1789307440.116589:0:118843:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000020:00000010:1.0:1789307440.116599:0:225633:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1728 at ffff9fbfb5446000. 00000100:00000001:3.0:1789307440.116610:0:118843:0:(events.c:377:request_in_callback()) Process leaving 00000020:00000010:1.0:1789307440.116611:0:225633:0:(lprocfs_status.c:1952:__lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff9fbfb90eb400. 00000020:00000010:1.0:1789307440.116617:0:225633:0:(lprocfs_status.c:1952:__lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff9fbfb90eb800. 00000800:00000001:3.0:1789307440.116617:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.116622:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1789307440.116632:0:225633:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff9fbfb5440000. 00000020:00000001:1.0:1789307440.116638:0:225633:0:(lprocfs_jobstats.c:457:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307440.116641:0:225633:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307440.116643:0:225633:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307440.116646:0:225633:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1789307440.116650:0:225633:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647922816 00010000:00000001:1.0:1789307440.116652:0:225633:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:2.0:1789307440.116657:0:235179:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789307440.116662:0:235179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647922944 02000000:00000001:2.0:1789307440.116666:0:235179:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307440.116669:0:235179:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00010000:00000200:1.0:1789307440.116670:0:225633:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbff4a80 x1876218647922816/t0(0) o41->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:486/0 lens 224/368 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307440.116672:0:235179:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307440.116679:0:235179:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307440.116687:0:235179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647922944 00000020:00000001:2.0:1789307440.116691:0:235179:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307440.116694:0:235179:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed78227 00010000:00000001:1.0:1789307440.116695:0:225633:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789307440.116699:0:225633:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.116700:0:235179:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00001000:1.0:1789307440.116705:0:225633:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=19 v=5 (1 1 1 5) 00000020:00000040:2.0:1789307440.116706:0:235179:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf83a71800 refcount=5 00000100:00000001:1.0:1789307440.116713:0:225633:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789307440.116717:0:225633:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:1.0:1789307440.116719:0:225633:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 00000020:00000001:2.0:1789307440.116726:0:235179:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243629176832 : -105830080374784 : ffff9fbf83a71800) 02000000:00000001:1.0:1789307440.116727:0:225633:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1789307440.116731:0:235179:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243629176832 : -105830080374784 : ffff9fbf83a71800) 02000000:00000001:1.0:1789307440.116733:0:225633:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.116736:0:235179:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307440.116740:0:225633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1789307440.116740:0:235179:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00600. 00000100:00000001:2.0:1789307440.116745:0:235179:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307440.116751:0:235179:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00600. 00000100:00000040:1.0:1789307440.116753:0:225633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000020:00000010:2.0:1789307440.116761:0:235179:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0adec00. 00000400:00000010:1.0:1789307440.116762:0:225633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b544c8. 00000020:00000010:2.0:1789307440.116767:0:235179:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44300. 00000100:00000200:1.0:1789307440.116772:0:225633:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1876218647922816, offset 224 00000020:00000010:2.0:1789307440.116773:0:235179:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984e10. 00000100:00000001:2.0:1789307440.116780:0:235179:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307440.116782:0:235179:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307440.116784:0:235179:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307440.116791:0:225633:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000100:00000001:2.0:1789307440.116792:0:235179:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.116804:0:235179:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307440.116808:0:225633:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000100:00000001:2.0:1789307440.116816:0:235179:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1789307440.116821:0:225633:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305915:305915:256:4294967295] 192.168.204.56@tcp LPNI seq info [305911:305911:8:4294967295] 00000100:00000001:2.0:1789307440.116821:0:235179:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789307440.116844:0:235179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 174562 00000100:00000040:2.0:1789307440.116850:0:235179:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf83a71800 : new rpc_count 1 00000100:00000001:2.0:1789307440.116880:0:235179:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243615260672 : -105830094290944 : ffff9fbf82d2c000) 00000100:00000040:2.0:1789307440.116887:0:235179:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf82d2c000 x1876218647922944/t0(0) o41->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:486/0 lens 224/0 e 0 to 0 dl 1789307451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789307440.116908:0:225633:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000100:00000001:2.0:1789307440.116914:0:235179:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000800:00000200:1.0:1789307440.116918:0:225633:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.56@tcp 00000020:00000010:2.0:1789307440.116921:0:235179:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00600. 00000800:00000010:1.0:1789307440.116924:0:225633:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbfb57d7500. 00000100:00000001:2.0:1789307440.116926:0:235179:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1789307440.116933:0:225633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000020:00000010:2.0:1789307440.116934:0:235179:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00600. 00000800:00000200:1.0:1789307440.116954:0:225633:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000100:00100000:2.0:1789307440.116955:0:235179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf82d2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:436142a5-204b-4bc4-88fc-5961c8ef82c7+5:399365:x1876218647922944:12345-192.168.204.56@tcp:41:mount.lustre.0 00000800:00000200:1.0:1789307440.116960:0:225633:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfb57d7500 type 1, nob 464 niov 1 nkiov 1 00000100:00000200:2.0:1789307440.116971:0:235179:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647922944 00000020:00000001:2.0:1789307440.116975:0:235179:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1789307440.116978:0:235179:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1789307440.116980:0:225633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.116981:0:235179:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.116996:0:235179:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1789307440.116999:0:225633:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:1.0:1789307440.117010:0:225633:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307440.117010:0:235179:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662883424 : -1046668192 : ffffffffc19d1c60) 00000020:00000001:2.0:1789307440.117018:0:235179:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1789307440.117022:0:235179:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1876218647922944, found 0 last_xid 0 00000020:00000001:1.0:1789307440.117023:0:225633:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.117028:0:235179:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789307440.117030:0:225633:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1789307440.117034:0:235179:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307440.117039:0:235179:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1789307440.117043:0:235179:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307440.117047:0:225633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbff4a80 x1876218647922816/t0(0) o41->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:486/0 lens 224/368 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1789307440.117048:0:118844:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1789307440.117049:0:235179:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307440.117057:0:235179:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:0.0:1789307440.117059:0:118844:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbfb57d7500. 02000000:00000010:2.0:1789307440.117064:0:235179:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbe97420c00. 00000400:00000200:0.0:1789307440.117070:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1789307440.117075:0:235179:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307440.117087:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:2.0:1789307440.117087:0:235179:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307440.117100:0:235179:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000400:00000200:0.0:1789307440.117101:0:118844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b544c8 00000400:00000010:0.0:1789307440.117105:0:118844:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b544c8. 00000004:00000001:2.0:1789307440.117105:0:235179:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:2.0:1789307440.117110:0:235179:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.117116:0:118844:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1789307440.117120:0:118844:0:(events.c:402:reply_out_callback()) Process leaving 00000004:00000024:2.0:1789307440.117120:0:235179:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1439117312 avail 1292877824 00000020:00000020:2.0:1789307440.117131:0:235179:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:2.0:1789307440.117135:0:235179:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbf83a71800 dirty 0 pend 0 grant 2146304 00000020:00000020:2.0:1789307440.117137:0:235179:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/ffff9fbfa3380800 dirty 0 pend 0 grant 0 00000100:00100000:1.0:1789307440.117147:0:225633:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbff4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:436142a5-204b-4bc4-88fc-5961c8ef82c7+5:0:x1876218647922816:12345-192.168.204.56@tcp:41:mount.lustre.0 Request processed in 827us (1344us total) trans 0 rc 0/0 00000020:00000020:2.0:1789307440.117158:0:235179:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/ffff9fbfbfad8800 dirty 0 pend 0 grant 0 00000100:00100000:1.0:1789307440.117166:0:225633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 174561 00000020:00000020:2.0:1789307440.117169:0:235179:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/ffff9fbfb6c22800 dirty 0 pend 0 grant 0 00000100:00000040:1.0:1789307440.117173:0:225633:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb9254000 : new rpc_count 0 00000020:00000020:2.0:1789307440.117175:0:235179:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0001_UUID/ffff9fbfb6e54800 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1789307440.117178:0:225633:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307440.117182:0:225633:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000020:2.0:1789307440.117184:0:235179:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/ffff9fbf86770800 dirty 0 pend 0 grant 0 00000020:00000010:1.0:1789307440.117189:0:225633:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf83f8de00. 00000004:00000020:2.0:1789307440.117190:0:235179:0:(mdt_handler.c:552:mdt_statfs()) 353529 blocks: 351347 free, 315644 avail; 1024000 objects: 1021959 free; state 0 00000020:00000010:1.0:1789307440.117197:0:225633:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696aed8. 00000020:00000001:2.0:1789307440.117201:0:235179:0:(lprocfs_jobstats.c:387:lprocfs_job_stats_log()) Process entered 00000020:00000010:1.0:1789307440.117206:0:225633:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb90ea600. 00000020:00000010:2.0:1789307440.117213:0:235179:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff9fbfb9257800. 00000020:00000040:1.0:1789307440.117214:0:225633:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9254000 : new refcount 4 00000020:00000001:2.0:1789307440.117222:0:235179:0:(lprocfs_jobstats.c:457:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307440.117223:0:225633:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1789307440.117233:0:235179:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1789307440.117238:0:235179:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307440.117241:0:235179:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789307440.117244:0:235179:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647922944 00010000:00000001:2.0:1789307440.117254:0:235179:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:2.0:1789307440.117261:0:235179:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf82d2c000 x1876218647922944/t0(0) o41->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:486/0 lens 224/368 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789307440.117269:0:235179:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789307440.117272:0:235179:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307440.117275:0:235179:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=19 v=5 (1 1 1 5) 00000100:00000001:2.0:1789307440.117278:0:235179:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789307440.117281:0:235179:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:2.0:1789307440.117283:0:235179:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:2.0:1789307440.117286:0:235179:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307440.117288:0:235179:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.117290:0:235179:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307440.117293:0:235179:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:2.0:1789307440.117297:0:235179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fddd0. 00000100:00000200:2.0:1789307440.117301:0:235179:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1876218647922944, offset 224 00000400:00000200:2.0:1789307440.117306:0:235179:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1789307440.117314:0:235179:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1789307440.117318:0:235179:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305916:305916:256:4294967295] 192.168.204.56@tcp LPNI seq info [305912:305912:8:4294967295] 00000400:00000200:2.0:1789307440.117327:0:235179:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1789307440.117332:0:235179:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1789307440.117336:0:235179:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbec5bb6500. 00000800:00000200:2.0:1789307440.117341:0:235179:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1789307440.117346:0:235179:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1789307440.117349:0:235179:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbec5bb6500 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:2.0:1789307440.117363:0:235179:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307440.117366:0:235179:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:2.0:1789307440.117368:0:235179:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307440.117369:0:235179:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.117370:0:235179:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1789307440.117374:0:235179:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf82d2c000 x1876218647922944/t0(0) o41->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:486/0 lens 224/368 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307440.117389:0:235179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf82d2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:436142a5-204b-4bc4-88fc-5961c8ef82c7+5:399365:x1876218647922944:12345-192.168.204.56@tcp:41:mount.lustre.0 Request processed in 475us (807us total) trans 0 rc 0/0 00000100:00100000:2.0:1789307440.117395:0:235179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 174562 00000100:00000040:2.0:1789307440.117398:0:235179:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf83a71800 : new rpc_count 0 00000100:00000001:2.0:1789307440.117399:0:235179:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307440.117401:0:235179:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789307440.117404:0:235179:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44300. 00000020:00000010:2.0:1789307440.117406:0:235179:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984e10. 00000020:00000010:2.0:1789307440.117409:0:235179:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0adec00. 00000020:00000040:2.0:1789307440.117412:0:235179:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf83a71800 : new refcount 4 00000100:00000001:2.0:1789307440.117413:0:235179:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789307440.117423:0:118842:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789307440.117428:0:118842:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbec5bb6500. 00000400:00000200:0.0:1789307440.117435:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789307440.117440:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1789307440.117443:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fddd0 00000400:00000010:0.0:1789307440.117445:0:118842:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fddd0. 00000100:00000001:0.0:1789307440.117448:0:118842:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1789307440.117450:0:118842:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:3.0:1789307440.118884:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.118898:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789307440.118903:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.118918:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307440.118927:0:118843:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1789307440.118942:0:118843:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 440 into portal 12 MB=0x6aa693207c980 00000400:00000200:3.0:1789307440.118963:0:118843:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.56@tcp of length 440/440 into md 0x160ca5 [64] + 156776 00000800:00000001:3.0:1789307440.118972:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.118980:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307440.118983:0:118843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307440.118987:0:118843:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:3.0:1789307440.118994:0:118843:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307440.118996:0:118843:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1789307440.119004:0:118843:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf863b1c00. 00000100:00000040:3.0:1789307440.119007:0:118843:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf863b1c00 x1876218647923072 msgsize 440 00000100:00100000:3.0:1789307440.119011:0:118843:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000001:3.0:1789307440.119031:0:118843:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789307440.119038:0:118843:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789307440.119042:0:118843:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307440.119093:0:225665:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789307440.119095:0:225665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647923072 02000000:00000001:2.0:1789307440.119097:0:225665:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307440.119098:0:225665:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307440.119100:0:225665:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307440.119103:0:225665:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307440.119105:0:225665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647923072 00000020:00000001:2.0:1789307440.119108:0:225665:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307440.119109:0:225665:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed78227 00000020:00000001:2.0:1789307440.119111:0:225665:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307440.119114:0:225665:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf83a71800 refcount=5 00000020:00000001:2.0:1789307440.119116:0:225665:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243629176832 : -105830080374784 : ffff9fbf83a71800) 00000020:00000001:2.0:1789307440.119117:0:225665:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243629176832 : -105830080374784 : ffff9fbf83a71800) 00000100:00000001:2.0:1789307440.119121:0:225665:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307440.119124:0:225665:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00600. 00000100:00000001:2.0:1789307440.119127:0:225665:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307440.119129:0:225665:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00600. 00000020:00000010:2.0:1789307440.119134:0:225665:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0adec00. 00000020:00000010:2.0:1789307440.119137:0:225665:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44300. 00000020:00000010:2.0:1789307440.119140:0:225665:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984e10. 00000100:00000040:2.0:1789307440.119154:0:225665:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1789307440.119158:0:225665:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307440.119159:0:225665:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307440.119163:0:225665:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.119170:0:225665:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.119240:0:225665:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307440.119254:0:225665:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307440.119256:0:225665:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789307440.119260:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 174563 00000100:00000040:2.0:1789307440.119264:0:225665:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf83a71800 : new rpc_count 1 00000100:00000001:2.0:1789307440.119266:0:225665:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243672431616 : -105830037120000 : ffff9fbf863b1c00) 00000100:00000040:2.0:1789307440.119278:0:225665:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf863b1c00 x1876218647923072/t0(0) o40->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:486/0 lens 440/0 e 0 to 0 dl 1789307451 ref 1 fl New:/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307440.119288:0:225665:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307440.119291:0:225665:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00600. 00000100:00000001:2.0:1789307440.119293:0:225665:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307440.119295:0:225665:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00600. 00000100:00100000:2.0:1789307440.119299:0:225665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf863b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:436142a5-204b-4bc4-88fc-5961c8ef82c7+5:399365:x1876218647923072:12345-192.168.204.56@tcp:40:mount.lustre.0 00000100:00000200:2.0:1789307440.119302:0:225665:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647923072 00000020:00000001:2.0:1789307440.119305:0:225665:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1789307440.119307:0:225665:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1789307440.119311:0:225665:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.119313:0:225665:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1789307440.119316:0:225665:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662883376 : -1046668240 : ffffffffc19d1c30) 00000020:00000001:2.0:1789307440.119318:0:225665:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1789307440.119321:0:225665:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1876218647923072, found 0 last_xid 1876218647923071 00000020:00000001:2.0:1789307440.119324:0:225665:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307440.119327:0:225665:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307440.119329:0:225665:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1789307440.119332:0:225665:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1789307440.119336:0:225665:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.119338:0:225665:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.119348:0:225665:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307440.119351:0:225665:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789307440.119355:0:225665:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 744 at ffff9fbe97421400. 02000000:00000001:2.0:1789307440.119358:0:225665:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.119361:0:225665:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307440.119367:0:225665:0:(mdt_handler.c:387:mdt_get_root()) Process entered 00000004:00000001:2.0:1789307440.119375:0:225665:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:2.0:1789307440.119377:0:225665:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307440.119381:0:225665:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1789307440.119383:0:225665:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307440.119385:0:225665:0:(mdt_handler.c:444:mdt_get_root()) Process leaving 00010000:00000040:2.0:1789307440.119388:0:225665:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647923072 00010000:00000001:2.0:1789307440.119391:0:225665:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:2.0:1789307440.119396:0:225665:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf863b1c00 x1876218647923072/t0(0) o40->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:486/0 lens 440/448 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789307440.119404:0:225665:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789307440.119415:0:225665:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307440.119421:0:225665:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=19 v=5 (1 1 1 5) 00000100:00000001:2.0:1789307440.119426:0:225665:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789307440.119429:0:225665:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000001:2.0:1789307440.119431:0:225665:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:2.0:1789307440.119433:0:225665:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307440.119435:0:225665:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.119438:0:225665:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307440.119441:0:225665:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:2.0:1789307440.119446:0:225665:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fdd48. 00000100:00000200:2.0:1789307440.119451:0:225665:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1876218647923072, offset 224 00000400:00000200:2.0:1789307440.119458:0:225665:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1789307440.119468:0:225665:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1789307440.119474:0:225665:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305917:305917:256:4294967295] 192.168.204.56@tcp LPNI seq info [305913:305913:8:4294967295] 00000400:00000200:2.0:1789307440.119482:0:225665:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1789307440.119485:0:225665:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1789307440.119489:0:225665:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbec5bb6500. 00000800:00000200:2.0:1789307440.119499:0:225665:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1789307440.119505:0:225665:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1789307440.119509:0:225665:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbec5bb6500 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1789307440.119524:0:225665:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307440.119528:0:225665:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:2.0:1789307440.119530:0:225665:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307440.119532:0:225665:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.119534:0:225665:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1789307440.119539:0:225665:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf863b1c00 x1876218647923072/t0(0) o40->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:486/0 lens 440/448 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307440.119548:0:225665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf863b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:436142a5-204b-4bc4-88fc-5961c8ef82c7+5:399365:x1876218647923072:12345-192.168.204.56@tcp:40:mount.lustre.0 Request processed in 258us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1789307440.119557:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 174563 00000100:00000040:2.0:1789307440.119560:0:225665:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf83a71800 : new rpc_count 0 00000100:00000001:2.0:1789307440.119563:0:225665:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307440.119565:0:225665:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789307440.119569:0:225665:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44300. 00000020:00000010:2.0:1789307440.119572:0:225665:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984e10. 00000020:00000010:2.0:1789307440.119576:0:225665:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0adec00. 00000020:00000040:2.0:1789307440.119580:0:225665:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf83a71800 : new refcount 4 00000100:00000001:2.0:1789307440.119583:0:225665:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789307440.119638:0:118844:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789307440.119642:0:118844:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbec5bb6500. 00000400:00000200:0.0:1789307440.119649:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789307440.119654:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1789307440.119659:0:118844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fdd48 00000400:00000010:0.0:1789307440.119662:0:118844:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fdd48. 00000100:00000001:0.0:1789307440.119666:0:118844:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1789307440.119668:0:118844:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:0.0:1789307440.124909:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789307440.124993:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789307440.125000:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789307440.125004:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789307440.125019:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1789307440.125041:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 520 into portal 28 MB=0x6aa693207ca00 00000400:00000200:0.0:1789307440.125050:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.56@tcp of length 520/520 into md 0x197959 [8] + 2464 00000800:00000001:0.0:1789307440.125058:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789307440.125062:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789307440.125066:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789307440.125070:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:0.0:1789307440.125080:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1789307440.125083:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1789307440.125091:0:118842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf5dc00. 00000100:00000040:0.0:1789307440.125095:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbf5dc00 x1876218647923200 msgsize 520 00000100:00100000:0.0:1789307440.125100:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000001:0.0:1789307440.125114:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1789307440.125123:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789307440.125126:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789307440.125128:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789307440.125130:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789307440.125134:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1789307440.125139:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 26 MB=0x6aa693207ca80 00000400:00000200:0.0:1789307440.125145:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.56@tcp of length 224/224 into md 0x1c02ed [2] + 0 00000400:00000010:0.0:1789307440.125150:0:118842:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf83605058. 00000400:00000200:0.0:1789307440.125154:0:118842:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fbfb8993f00 00000800:00000001:0.0:1789307440.125158:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789307440.125161:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789307440.125163:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789307440.125166:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1789307440.125170:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb8993f00 00000400:00000010:0.0:1789307440.125172:0:118842:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbfb8993f00. 00000100:00000001:0.0:1789307440.125177:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1789307440.125179:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1789307440.125181:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfac821c50 x1876218647923328 msgsize 224 00000100:00100000:0.0:1789307440.125185:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000040:0.0:1789307440.125187:0:118842:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1789307440.125205:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1789307440.125210:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789307440.125214:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789307440.125216:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789307440.125217:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789307440.125221:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1789307440.125228:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 12 MB=0x6aa693207cb00 00000400:00000200:0.0:1789307440.125234:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.56@tcp of length 224/224 into md 0x160ca5 [64] + 157216 00000800:00000001:0.0:1789307440.125239:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789307440.125243:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789307440.125246:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789307440.125250:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:0.0:1789307440.125253:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1789307440.125255:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1789307440.125260:0:118842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf5d180. 00000100:00000040:0.0:1789307440.125262:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbf5d180 x1876218647923456 msgsize 224 00000100:00000001:3.0:1789307440.125266:0:188196:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1789307440.125267:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00100000:3.0:1789307440.125272:0:188196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647923200 02000000:00000001:3.0:1789307440.125277:0:188196:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789307440.125280:0:188196:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307440.125283:0:188196:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307440.125289:0:188196:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.125294:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000100:00100000:3.0:1789307440.125295:0:188196:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647923200 00000020:00000001:3.0:1789307440.125300:0:188196:0:(genops.c:792:class_conn2export()) Process entered 00000800:00000001:0.0:1789307440.125301:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:3.0:1789307440.125303:0:188196:0:(genops.c:804:class_conn2export()) looking for export cookie 0x0 00000800:00000001:0.0:1789307440.125307:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789307440.125311:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789307440.125314:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789307440.125314:0:188196:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000200:0.0:1789307440.125319:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000020:00000001:3.0:1789307440.125320:0:188196:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307440.125325:0:188196:0:(genops.c:806:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307440.125329:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 520 into portal 28 MB=0x6aa693207cb80 00000020:00000010:3.0:1789307440.125333:0:188196:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb27e3600. 00000400:00000200:0.0:1789307440.125335:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.56@tcp of length 520/520 into md 0x197959 [8] + 2984 00000800:00000001:0.0:1789307440.125342:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000010:3.0:1789307440.125345:0:188196:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47ab00. 00000800:00000001:0.0:1789307440.125347:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789307440.125351:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1789307440.125354:0:188196:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e3e8. 00000400:00000200:0.0:1789307440.125359:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:0.0:1789307440.125364:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1789307440.125366:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1789307440.125366:0:188196:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307440.125368:0:188196:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789307440.125374:0:188196:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789307440.125375:0:118842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf5f100. 00000100:00000001:2.0:1789307440.125375:0:238794:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1789307440.125382:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbf5f100 x1876218647923584 msgsize 520 00000100:00000001:3.0:1789307440.125383:0:188196:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307440.125385:0:238794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647923328 00000100:00100000:0.0:1789307440.125393:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 02000000:00000001:2.0:1789307440.125394:0:238794:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307440.125398:0:238794:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307440.125402:0:238794:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307440.125404:0:226606:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789307440.125409:0:226606:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647923456 02000000:00000001:2.0:1789307440.125410:0:238794:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.125412:0:118842:0:(events.c:377:request_in_callback()) Process leaving 02000000:00000001:1.0:1789307440.125413:0:226606:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307440.125417:0:226606:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1789307440.125417:0:238794:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647923328 00000800:00000001:0.0:1789307440.125421:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789307440.125422:0:226606:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.125422:0:238794:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:3.0:1789307440.125424:0:188196:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789307440.125427:0:238794:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed78204 00000800:00000001:0.0:1789307440.125430:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1789307440.125434:0:226606:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789307440.125435:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1789307440.125435:0:238794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00100000:1.0:1789307440.125441:0:226606:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647923456 00000800:00000001:0.0:1789307440.125444:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789307440.125445:0:238794:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb9252800 refcount=10 00000100:00000001:3.0:1789307440.125447:0:188196:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1789307440.125448:0:226606:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307440.125457:0:226606:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed7822e 00000100:00100000:3.0:1789307440.125457:0:188196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647923584 00000400:00000200:0.0:1789307440.125461:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000020:00000001:1.0:1789307440.125464:0:226606:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:3.0:1789307440.125464:0:188196:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789307440.125472:0:188196:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1789307440.125476:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 264 into portal 29 MB=0x6aa693207cc00 00000020:00000040:1.0:1789307440.125476:0:226606:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb9254000 refcount=5 00000100:00000001:3.0:1789307440.125477:0:188196:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.125478:0:238794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000020:00000001:1.0:1789307440.125492:0:226606:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244526637056 : -105829182914560 : ffff9fbfb9254000) 02000000:00000001:3.0:1789307440.125493:0:188196:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.125495:0:238794:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000020:00000001:1.0:1789307440.125497:0:226606:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244526637056 : -105829182914560 : ffff9fbfb9254000) 00000100:00100000:3.0:1789307440.125503:0:188196:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647923584 00000400:00000200:0.0:1789307440.125507:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1d from 12345-192.168.204.56@tcp of length 264/264 into md 0xa2785 [1] + 1056 00000020:00000001:3.0:1789307440.125511:0:188196:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:2.0:1789307440.125512:0:238794:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307440.125513:0:226606:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1789307440.125515:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:3.0:1789307440.125515:0:188196:0:(genops.c:804:class_conn2export()) looking for export cookie 0x0 00000020:00000010:2.0:1789307440.125521:0:238794:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00600. 00000020:00000001:3.0:1789307440.125522:0:188196:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000010:1.0:1789307440.125524:0:226606:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffb40. 00000020:00000001:3.0:1789307440.125530:0:188196:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.125531:0:238794:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1789307440.125532:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307440.125533:0:226606:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789307440.125548:0:188196:0:(genops.c:806:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307440.125550:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1789307440.125551:0:226606:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffb40. 00000020:00000010:2.0:1789307440.125551:0:238794:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00600. 00000020:00000010:3.0:1789307440.125562:0:188196:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb27e2c00. 00000400:00000200:0.0:1789307440.125569:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000020:00000010:1.0:1789307440.125573:0:226606:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb90ea600. 00000020:00000010:2.0:1789307440.125573:0:238794:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0adec00. 00000020:00000010:3.0:1789307440.125573:0:188196:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47a380. 00000100:00000001:0.0:1789307440.125575:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1789307440.125584:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_fld 00000020:00000010:3.0:1789307440.125590:0:188196:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e4b0. 00000100:00000010:0.0:1789307440.125591:0:118842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf5f480. 00000020:00000010:1.0:1789307440.125593:0:226606:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf83f8de00. 00000020:00000010:2.0:1789307440.125593:0:238794:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44300. 00000100:00000040:0.0:1789307440.125598:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbf5f480 x1876218647923712 msgsize 264 00000100:00000001:3.0:1789307440.125598:0:188196:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307440.125603:0:188196:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1789307440.125605:0:226606:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696aed8. 00000020:00000010:2.0:1789307440.125605:0:238794:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984e10. 00000100:00100000:0.0:1789307440.125612:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000001:3.0:1789307440.125616:0:188196:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307440.125623:0:238794:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1789307440.125626:0:188196:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.125630:0:238794:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789307440.125636:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:2.0:1789307440.125636:0:238794:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789307440.125641:0:188196:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307440.125643:0:238794:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307440.125645:0:226606:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000800:00000001:0.0:1789307440.125646:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789307440.125654:0:226606:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000800:00000001:0.0:1789307440.125656:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307440.125658:0:226606:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789307440.125659:0:188196:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307440.125660:0:238794:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307440.125664:0:188196:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1789307440.125666:0:226606:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789307440.125674:0:188196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 22598 00000100:00000001:1.0:1789307440.125678:0:226606:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1789307440.125679:0:188196:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244573862912 : -105829135688704 : ffff9fbfbbf5dc00) 00000100:00000001:0.0:1789307440.125688:0:202304:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307440.125688:0:226606:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1789307440.125689:0:238794:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789307440.125689:0:188196:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbf5dc00 x1876218647923200/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1789307460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307440.125696:0:202304:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1789307440.125698:0:226606:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307440.125710:0:202304:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 22599 00000100:00000001:2.0:1789307440.125715:0:238794:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1789307440.125717:0:202304:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244573868288 : -105829135683328 : ffff9fbfbbf5f100) 00000100:00000001:1.0:1789307440.125718:0:226606:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307440.125720:0:238794:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789307440.125727:0:188196:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbf5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:256267:x1876218647923200:12345-192.168.204.56@tcp:8:mount.lustre.0 00000100:00000040:0.0:1789307440.125734:0:202304:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbf5f100 x1876218647923584/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1789307460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789307440.125739:0:188196:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647923200 00000100:00100000:2.0:1789307440.125744:0:238794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 440 00000020:00000001:3.0:1789307440.125748:0:188196:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1789307440.125753:0:226606:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1789307440.125755:0:238794:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfb9252800 : new rpc_count 1 00000100:00000001:1.0:1789307440.125759:0:226606:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1789307440.125766:0:188196:0:(ldlm_lib.c:1183:target_handle_connect()) Process entered 00000100:00000001:2.0:1789307440.125767:0:238794:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244314618960 : -105829394932656 : ffff9fbfac821c50) 00000100:00100000:0.0:1789307440.125769:0:202304:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbf5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:0+-99:256267:x1876218647923584:12345-192.168.204.56@tcp:8:mount.lustre.0 00000100:00100000:1.0:1789307440.125776:0:226606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 2129 00000100:00000200:0.0:1789307440.125785:0:202304:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647923584 00000100:00000040:2.0:1789307440.125786:0:238794:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfac821c50 x1876218647923328/t0(0) o400->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 224/0 e 0 to 0 dl 1789307451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307440.125788:0:226606:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfb9254000 : new rpc_count 1 00000020:00000040:3.0:1789307440.125790:0:188196:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff9fbf82a0b380) now 10 - find 00000020:00000001:0.0:1789307440.125795:0:202304:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1789307440.125797:0:226606:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244573860224 : -105829135691392 : ffff9fbfbbf5d180) 00010000:00000001:0.0:1789307440.125802:0:202304:0:(ldlm_lib.c:1183:target_handle_connect()) Process entered 00000020:00000001:3.0:1789307440.125805:0:188196:0:(genops.c:655:class_str2obd()) Process leaving (rc=18446638243611980672 : -105830097570944 : ffff9fbf82a0b380) 00000100:00000001:2.0:1789307440.125823:0:238794:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1789307440.125823:0:188196:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000020:00000040:0.0:1789307440.125826:0:202304:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - find 00000100:00000040:1.0:1789307440.125827:0:226606:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbf5d180 x1876218647923456/t0(0) o400->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:486/0 lens 224/0 e 0 to 0 dl 1789307451 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1789307440.125828:0:238794:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00600. 00000020:00000001:0.0:1789307440.125846:0:202304:0:(genops.c:655:class_str2obd()) Process leaving (rc=18446638244628942144 : -105829080609472 : ffff9fbfbf3e4d40) 00000100:00000001:2.0:1789307440.125850:0:238794:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789307440.125906:0:188196:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1789307440.125907:0:202304:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1789307440.125916:0:202304:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789307440.125916:0:188196:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 712 at ffff9fbfb6948000. 00000020:00000010:2.0:1789307440.125917:0:238794:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00600. 02000000:00000010:0.0:1789307440.125924:0:202304:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 712 at ffff9fbfb4a9cc00. 02000000:00000001:3.0:1789307440.125927:0:188196:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307440.125932:0:202304:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307440.125933:0:226606:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1789307440.125935:0:188196:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307440.125939:0:238794:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfac821c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7d90e49-668d-48f2-b512-5da6d754f7b6+10:256271:x1876218647923328:12345-192.168.204.56@tcp:400:kworker.0 00000100:00000001:0.0:1789307440.125942:0:202304:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307440.125942:0:226606:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffb40. 00010000:00000040:3.0:1789307440.125944:0:188196:0:(ldlm_lib.c:1272:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa0467af2e3640038 tmp_exp_old_falloc: 0 00010000:00000040:0.0:1789307440.125954:0:202304:0:(ldlm_lib.c:1272:target_handle_connect()) lustre-OST0001: ocd_connect_flags: 0xa0467af2e3640038 tmp_exp_old_falloc: 0 00000100:00000200:2.0:1789307440.125955:0:238794:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647923328 00000100:00000001:1.0:1789307440.125959:0:226606:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789307440.125962:0:238794:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1789307440.125967:0:238794:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00010000:00080000:0.0:1789307440.125972:0:202304:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from 436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp t0 exp 0000000000000000 cur 20401 last 0 00000020:00000010:1.0:1789307440.125972:0:226606:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffb40. 00000020:00000001:2.0:1789307440.125973:0:238794:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307440.125983:0:202304:0:(obd_class.h:859:obd_connect()) Process entered 00000100:00100000:1.0:1789307440.125986:0:226606:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbf5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:436142a5-204b-4bc4-88fc-5961c8ef82c7+5:256270:x1876218647923456:12345-192.168.204.56@tcp:400:kworker.0 00000020:00000001:2.0:1789307440.125987:0:238794:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00002000:00000001:0.0:1789307440.125989:0:202304:0:(ofd_obd.c:339:ofd_obd_connect()) Process entered 00000020:00000001:2.0:1789307440.125992:0:238794:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660900032 : -1048651584 : ffffffffc17ed8c0) 00000020:00000001:0.0:1789307440.125994:0:202304:0:(genops.c:1374:class_connect()) Process entered 00000100:00000200:1.0:1789307440.125996:0:226606:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647923456 00000020:00000001:0.0:1789307440.125999:0:202304:0:(genops.c:931:__class_new_export()) Process entered 00000020:00000001:2.0:1789307440.125999:0:238794:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1789307440.126002:0:238794:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1789307440.126008:0:202304:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at ffff9fbf90b99800. 00000020:00000001:2.0:1789307440.126008:0:238794:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1789307440.126015:0:202304:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000001:2.0:1789307440.126015:0:238794:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1789307440.126017:0:226606:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00080000:3.0:1789307440.126022:0:188196:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from 436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp t0 exp 0000000000000000 cur 20401 last 0 00000020:00000001:2.0:1789307440.126023:0:238794:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307440.126024:0:202304:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9fbf90b99800 with handle 0x66de20725ed78235 to hash 00000020:00000001:1.0:1789307440.126025:0:226606:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1789307440.126031:0:238794:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1789307440.126032:0:202304:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000020:00000001:1.0:1789307440.126032:0:226606:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.126037:0:238794:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1789307440.126040:0:226606:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1789307440.126041:0:202304:0:(obd_class.h:1015:obd_init_export()) Process entered 02000000:00000001:2.0:1789307440.126044:0:238794:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1789307440.126044:0:188196:0:(obd_class.h:859:obd_connect()) Process entered 00000020:00000001:1.0:1789307440.126046:0:226606:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000001:00000001:0.0:1789307440.126048:0:202304:0:(tgt_lastrcvd.c:423:tgt_client_alloc()) Process entered 00002000:00000001:3.0:1789307440.126052:0:188196:0:(ofd_obd.c:339:ofd_obd_connect()) Process entered 00000020:00000001:3.0:1789307440.126056:0:188196:0:(genops.c:1374:class_connect()) Process entered 00000020:00000001:1.0:1789307440.126057:0:226606:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000010:0.0:1789307440.126059:0:202304:0:(tgt_lastrcvd.c:431:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff9fbf85192280. 02000000:00000010:2.0:1789307440.126060:0:238794:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbe97423c00. 00000020:00000001:3.0:1789307440.126060:0:188196:0:(genops.c:931:__class_new_export()) Process entered 00000001:00000001:1.0:1789307440.126066:0:226606:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1876218647923456, found 0 last_xid 1876218647923455 00000001:00000001:0.0:1789307440.126070:0:202304:0:(tgt_lastrcvd.c:438:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307440.126072:0:188196:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at ffff9fbe83622000. 02000000:00000001:2.0:1789307440.126073:0:238794:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307440.126074:0:226606:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789307440.126078:0:202304:0:(ldlm_lockd.c:3138:ldlm_init_export()) Process entered 00000020:00000001:3.0:1789307440.126082:0:188196:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000001:00000001:0.0:1789307440.126086:0:202304:0:(hash.c:1038:cfs_hash_create()) Process entered 00000020:00000001:1.0:1789307440.126087:0:226606:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1789307440.126087:0:238794:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307440.126087:0:188196:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9fbe83622000 with handle 0x66de20725ed7823c to hash 00000020:00000001:1.0:1789307440.126094:0:226606:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000001:00000010:0.0:1789307440.126099:0:202304:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff9fbfb6a23d00. 00000020:00000001:3.0:1789307440.126100:0:188196:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000020:00000001:1.0:1789307440.126101:0:226606:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.126101:0:238794:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307440.126109:0:188196:0:(obd_class.h:1015:obd_init_export()) Process entered 00010000:00000040:2.0:1789307440.126110:0:238794:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647923328 00000001:00000010:0.0:1789307440.126114:0:202304:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff9fbe88ec5b20. 00000020:00000001:1.0:1789307440.126115:0:226606:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00010000:00000001:2.0:1789307440.126116:0:238794:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000001:00000001:3.0:1789307440.126122:0:188196:0:(tgt_lastrcvd.c:423:tgt_client_alloc()) Process entered 00000100:00000001:1.0:1789307440.126123:0:226606:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000001:00000010:0.0:1789307440.126124:0:202304:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbfc08a1c00. 02000000:00000001:1.0:1789307440.126132:0:226606:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000010:3.0:1789307440.126132:0:188196:0:(tgt_lastrcvd.c:431:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff9fbf9a47a700. 00010000:00000200:2.0:1789307440.126133:0:238794:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfac821c50 x1876218647923328/t0(0) o400->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 224/224 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000010:0.0:1789307440.126134:0:202304:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbfc08a0800. 00000001:00000001:3.0:1789307440.126143:0:188196:0:(tgt_lastrcvd.c:438:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1789307440.126147:0:202304:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbfc08a0c00. 02000000:00000010:1.0:1789307440.126147:0:226606:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbf98e96000. 00010000:00000001:3.0:1789307440.126151:0:188196:0:(ldlm_lockd.c:3138:ldlm_init_export()) Process entered 00000001:00000001:3.0:1789307440.126158:0:188196:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1789307440.126161:0:202304:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbfc08a0400. 02000000:00000001:1.0:1789307440.126162:0:226606:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1789307440.126167:0:188196:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff9fbfb6bf9e00. 00010000:00000001:2.0:1789307440.126174:0:238794:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1789307440.126176:0:202304:0:(ldlm_flock.c:1125:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307440.126177:0:226606:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307440.126180:0:238794:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1789307440.126181:0:188196:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff9fbe95b36c00. 00010000:00000001:0.0:1789307440.126185:0:202304:0:(ldlm_lockd.c:3157:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307440.126187:0:226606:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1789307440.126190:0:188196:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbfb27e3a00. 00000020:00000001:0.0:1789307440.126192:0:202304:0:(obd_class.h:1019:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307440.126192:0:238794:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe840599e8 time=10 v=5 (1 1 1 1) 00010000:00000040:1.0:1789307440.126195:0:226606:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647923456 00000001:00000010:3.0:1789307440.126201:0:188196:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbfb27e2800. 00010000:00000001:1.0:1789307440.126203:0:226606:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000020:00000040:0.0:1789307440.126204:0:202304:0:(genops.c:868:class_export_get()) GET export ffff9fbf90b99800 refcount=3 00000100:00000001:2.0:1789307440.126206:0:238794:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000001:00000010:3.0:1789307440.126208:0:188196:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbfb27e3400. 00000020:00000040:0.0:1789307440.126216:0:202304:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff9fbfbf3e4d40) now 11 - export 00010000:00000200:1.0:1789307440.126218:0:226606:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbf5d180 x1876218647923456/t0(0) o400->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:486/0 lens 224/224 e 0 to 0 dl 1789307451 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307440.126219:0:238794:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000001:00000010:3.0:1789307440.126220:0:188196:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbfb27e3200. 00000020:00000001:0.0:1789307440.126225:0:202304:0:(genops.c:1001:__class_new_export()) Process leaving (rc=18446638243848493056 : -105829861058560 : ffff9fbf90b99800) 00010000:00000001:3.0:1789307440.126232:0:188196:0:(ldlm_flock.c:1125:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.126233:0:238794:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 00000020:00000040:0.0:1789307440.126236:0:202304:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf90b99800 : new refcount 2 00010000:00000001:3.0:1789307440.126241:0:188196:0:(ldlm_lockd.c:3157:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1789307440.126245:0:202304:0:(genops.c:1384:class_connect()) connect: client 436142a5-204b-4bc4-88fc-5961c8ef82c7, cookie 0x66de20725ed78235 02000000:00000001:2.0:1789307440.126246:0:238794:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1789307440.126246:0:188196:0:(obd_class.h:1019:obd_init_export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307440.126251:0:238794:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.126252:0:202304:0:(genops.c:1385:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307440.126253:0:188196:0:(genops.c:868:class_export_get()) GET export ffff9fbe83622000 refcount=3 00000020:00000001:0.0:1789307440.126258:0:202304:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:2.0:1789307440.126260:0:238794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1789307440.126261:0:202304:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed78235 00000020:00000040:3.0:1789307440.126261:0:188196:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff9fbf82a0b380) now 11 - export 00000020:00000001:0.0:1789307440.126266:0:202304:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:3.0:1789307440.126269:0:188196:0:(genops.c:1001:__class_new_export()) Process leaving (rc=18446638239329689600 : -105834379862016 : ffff9fbe83622000) 00000020:00000040:0.0:1789307440.126270:0:202304:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf90b99800 refcount=3 00000100:00000040:2.0:1789307440.126275:0:238794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000020:00000001:0.0:1789307440.126279:0:202304:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243848493056 : -105829861058560 : ffff9fbf90b99800) 00000020:00000040:3.0:1789307440.126279:0:188196:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe83622000 : new refcount 2 00000020:00000080:3.0:1789307440.126285:0:188196:0:(genops.c:1384:class_connect()) connect: client 436142a5-204b-4bc4-88fc-5961c8ef82c7, cookie 0x66de20725ed7823c 00000020:00000001:0.0:1789307440.126286:0:202304:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243848493056 : -105829861058560 : ffff9fbf90b99800) 00000400:00000010:2.0:1789307440.126286:0:238794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd550. 00000020:00000001:3.0:1789307440.126300:0:188196:0:(genops.c:1385:class_connect()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789307440.126302:0:202304:0:(nodemap_handler.c:773:nodemap_add_member()) Process entered 00000020:00000001:3.0:1789307440.126304:0:188196:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000200:2.0:1789307440.126305:0:238794:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1876218647923328, offset 224 00000001:00000001:0.0:1789307440.126308:0:202304:0:(nodemap_handler.c:558:nodemap_classify_nid()) Process entered 00000020:00000040:3.0:1789307440.126308:0:188196:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed7823c 00000020:00000001:3.0:1789307440.126313:0:188196:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789307440.126315:0:188196:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe83622000 refcount=3 00000001:00000040:0.0:1789307440.126316:0:202304:0:(nodemap_handler.c:120:nodemap_getref()) GETting nodemap default(p=ffff9fbf98c04c00) : new refcount 20 00000001:00000001:0.0:1789307440.126325:0:202304:0:(nodemap_handler.c:596:nodemap_classify_nid()) Process leaving (rc=18446638243983150080 : -105829726401536 : ffff9fbf98c04c00) 00000400:00000200:2.0:1789307440.126326:0:238794:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000020:00000001:3.0:1789307440.126326:0:188196:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239329689600 : -105834379862016 : ffff9fbe83622000) 00000001:00000001:0.0:1789307440.126332:0:202304:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000001:3.0:1789307440.126334:0:188196:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239329689600 : -105834379862016 : ffff9fbe83622000) 00000020:00000040:0.0:1789307440.126338:0:202304:0:(genops.c:868:class_export_get()) GET export ffff9fbf90b99800 refcount=4 00000001:00000001:3.0:1789307440.126339:0:188196:0:(nodemap_handler.c:773:nodemap_add_member()) Process entered 00000001:00000040:0.0:1789307440.126343:0:202304:0:(nodemap_handler.c:120:nodemap_getref()) GETting nodemap default(p=ffff9fbf98c04c00) : new refcount 21 00000400:00000200:2.0:1789307440.126351:0:238794:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000001:00000001:0.0:1789307440.126352:0:202304:0:(nodemap_member.c:170:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:0.0:1789307440.126361:0:202304:0:(nodemap_handler.c:847:nodemap_add_member()) lustre-OST0001: adding NID 192.168.204.56@tcp to nodemap default 00000400:00000200:2.0:1789307440.126366:0:238794:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305918:305918:256:4294967295] 192.168.204.56@tcp LPNI seq info [305914:305914:8:4294967295] 00000001:00000040:0.0:1789307440.126368:0:202304:0:(nodemap_handler.c:137:nodemap_putref()) PUTting nodemap default(p=ffff9fbf98c04c00) : new refcount 20 00000001:00000001:0.0:1789307440.126379:0:202304:0:(nodemap_handler.c:853:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00002000:00100000:0.0:1789307440.126386:0:202304:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbf90b99800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a28 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000001:00000001:3.0:1789307440.126399:0:188196:0:(nodemap_handler.c:558:nodemap_classify_nid()) Process entered 00000400:00000200:2.0:1789307440.126402:0:238794:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000001:00000040:3.0:1789307440.126407:0:188196:0:(nodemap_handler.c:120:nodemap_getref()) GETting nodemap default(p=ffff9fbf98c04c00) : new refcount 21 00000020:00000001:0.0:1789307440.126408:0:202304:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00010000:00000001:1.0:1789307440.126408:0:226606:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000001:00000001:3.0:1789307440.126419:0:188196:0:(nodemap_handler.c:596:nodemap_classify_nid()) Process leaving (rc=18446638243983150080 : -105829726401536 : ffff9fbf98c04c00) 00010000:00000001:1.0:1789307440.126420:0:226606:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789307440.126428:0:188196:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000800:00000200:2.0:1789307440.126430:0:238794:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000020:00000001:0.0:1789307440.126432:0:202304:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1789307440.126432:0:226606:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=19 v=5 (1 1 1 5) 00000020:00000040:3.0:1789307440.126433:0:188196:0:(genops.c:868:class_export_get()) GET export ffff9fbe83622000 refcount=4 00000800:00000010:2.0:1789307440.126438:0:238794:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbec5bb6500. 00000001:00000040:3.0:1789307440.126442:0:188196:0:(nodemap_handler.c:120:nodemap_getref()) GETting nodemap default(p=ffff9fbf98c04c00) : new refcount 22 00000020:00000020:0.0:1789307440.126448:0:202304:0:(tgt_grant.c:400:tgt_grant_statfs()) lustre-OST0001: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbf90b99800 free: 3904630784 avail: 3673108480 00000001:00000001:3.0:1789307440.126450:0:188196:0:(nodemap_member.c:170:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307440.126458:0:226606:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000001:08000000:3.0:1789307440.126462:0:188196:0:(nodemap_handler.c:847:nodemap_add_member()) lustre-OST0000: adding NID 192.168.204.56@tcp to nodemap default 00000800:00000200:2.0:1789307440.126463:0:238794:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000020:00000001:0.0:1789307440.126469:0:202304:0:(tgt_grant.c:427:tgt_grant_space_left()) Process entered 00000001:00000040:3.0:1789307440.126469:0:188196:0:(nodemap_handler.c:137:nodemap_putref()) PUTting nodemap default(p=ffff9fbf98c04c00) : new refcount 21 00000100:00000040:1.0:1789307440.126475:0:226606:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 12 to 192.168.204.56@tcp 00000001:00000001:3.0:1789307440.126476:0:188196:0:(nodemap_handler.c:853:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1789307440.126479:0:202304:0:(tgt_grant.c:464:tgt_grant_space_left()) lustre-OST0001: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbf90b99800 avail=3673108480 left=3672965120 unstable=0 tot_grant=143168 pending=0 00002000:00100000:3.0:1789307440.126484:0:188196:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbe83622000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a28 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000100:00000001:1.0:1789307440.126491:0:226606:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 00000800:00000200:2.0:1789307440.126495:0:238794:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000020:00000001:0.0:1789307440.126501:0:202304:0:(tgt_grant.c:466:tgt_grant_space_left()) Process leaving (rc=3672965120 : 3672965120 : daed0000) 02000000:00000001:1.0:1789307440.126505:0:226606:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1789307440.126506:0:188196:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000800:00000200:2.0:1789307440.126507:0:238794:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbec5bb6500 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:0.0:1789307440.126509:0:202304:0:(tgt_grant.c:893:tgt_grant_alloc()) Process entered 02000000:00000001:1.0:1789307440.126512:0:226606:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1789307440.126516:0:202304:0:(tgt_grant.c:969:tgt_grant_alloc()) lustre-OST0001: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbf90b99800 wants: 134217728 current grant 0 granting: 8437760 00000100:00000001:1.0:1789307440.126518:0:226606:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1789307440.126519:0:188196:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:0.0:1789307440.126527:0:202304:0:(tgt_grant.c:974:tgt_grant_alloc()) lustre-OST0001: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbf90b99800 tot cached:0 granted:8580928 num_exports: 3 00000020:00000020:3.0:1789307440.126527:0:188196:0:(tgt_grant.c:400:tgt_grant_statfs()) lustre-OST0000: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbe83622000 free: 3918819328 avail: 3687297024 00000100:00000040:1.0:1789307440.126528:0:226606:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000100:00000001:2.0:1789307440.126530:0:238794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307440.126535:0:188196:0:(tgt_grant.c:427:tgt_grant_space_left()) Process entered 00000400:00000010:1.0:1789307440.126540:0:226606:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b542a8. 00000020:00000020:3.0:1789307440.126541:0:188196:0:(tgt_grant.c:464:tgt_grant_space_left()) lustre-OST0000: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbe83622000 avail=3687297024 left=3687014400 unstable=0 tot_grant=280000 pending=0 00000020:00000001:0.0:1789307440.126543:0:202304:0:(tgt_grant.c:976:tgt_grant_alloc()) Process leaving (rc=8437760 : 8437760 : 80c000) 00000100:00000040:2.0:1789307440.126549:0:238794:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000020:00000001:3.0:1789307440.126554:0:188196:0:(tgt_grant.c:466:tgt_grant_space_left()) Process leaving (rc=3687014400 : 3687014400 : dbc36000) 00000020:00000020:0.0:1789307440.126555:0:202304:0:(tgt_grant.c:1088:tgt_grant_connect()) lustre-OST0001: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbf90b99800 ocd_grant: 8437760 want: 134217728 left: 3672965120 00000100:00000200:1.0:1789307440.126555:0:226606:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218647923456, offset 224 00010000:00000001:2.0:1789307440.126557:0:238794:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789307440.126557:0:188196:0:(tgt_grant.c:893:tgt_grant_alloc()) Process entered 00000020:00000020:3.0:1789307440.126564:0:188196:0:(tgt_grant.c:969:tgt_grant_alloc()) lustre-OST0000: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbe83622000 wants: 134217728 current grant 0 granting: 8437760 00000020:00000001:2.0:1789307440.126566:0:238794:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.126570:0:202304:0:(tgt_grant.c:1090:tgt_grant_connect()) Process leaving 00000020:00000020:3.0:1789307440.126576:0:188196:0:(tgt_grant.c:974:tgt_grant_alloc()) lustre-OST0000: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbe83622000 tot cached:0 granted:8717760 num_exports: 3 00002000:00100000:0.0:1789307440.126578:0:202304:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:00000001:2.0:1789307440.126580:0:238794:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1789307440.126582:0:226606:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00002000:00000001:0.0:1789307440.126588:0:202304:0:(ofd_obd.c:247:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307440.126590:0:238794:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfac821c50 x1876218647923328/t0(0) o400->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:486/0 lens 224/224 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1789307440.126597:0:202304:0:(tgt_lastrcvd.c:1061:tgt_client_new()) Process entered 00000400:00000200:1.0:1789307440.126599:0:226606:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000001:00000040:0.0:1789307440.126605:0:202304:0:(tgt_lastrcvd.c:1124:tgt_client_new()) lustre-OST0001: new client at index 2 (8448) with UUID '436142a5-204b-4bc4-88fc-5961c8ef82c7' generation 0 00000400:00000200:1.0:1789307440.126615:0:226606:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305919:305919:255:4294967295] 192.168.204.56@tcp LPNI seq info [305915:305915:7:4294967295] 00000001:00000001:0.0:1789307440.126617:0:202304:0:(tgt_lastrcvd.c:612:tgt_client_data_update()) Process entered 00080000:00000001:0.0:1789307440.126624:0:202304:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00000100:00100000:2.0:1789307440.126631:0:238794:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfac821c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7d90e49-668d-48f2-b512-5da6d754f7b6+10:256271:x1876218647923328:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 801us (1441us total) trans 0 rc 0/0 00080000:00000010:0.0:1789307440.126633:0:202304:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfc08a0000. 00000400:00000200:1.0:1789307440.126635:0:226606:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00080000:00000001:0.0:1789307440.126647:0:202304:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244650680320 : -105829058871296 : ffff9fbfc08a0000) 00000800:00000200:1.0:1789307440.126657:0:226606:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000100:00100000:2.0:1789307440.126657:0:238794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 440 00080000:00000001:0.0:1789307440.126660:0:202304:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000100:00000040:2.0:1789307440.126662:0:238794:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb9252800 : new rpc_count 0 00000100:00000001:2.0:1789307440.126665:0:238794:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:1.0:1789307440.126666:0:226606:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbfb57d7500. 00000001:00000001:0.0:1789307440.126668:0:202304:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000100:00000001:2.0:1789307440.126668:0:238794:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1789307440.126675:0:188196:0:(tgt_grant.c:976:tgt_grant_alloc()) Process leaving (rc=8437760 : 8437760 : 80c000) 00080000:00000010:0.0:1789307440.126678:0:202304:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf885649c0. 00000800:00000200:1.0:1789307440.126679:0:226606:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000020:00000010:2.0:1789307440.126679:0:238794:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44300. 00080000:00000001:0.0:1789307440.126692:0:202304:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1789307440.126694:0:188196:0:(tgt_grant.c:1088:tgt_grant_connect()) lustre-OST0000: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbe83622000 ocd_grant: 8437760 want: 134217728 left: 3687014400 00000020:00000010:2.0:1789307440.126695:0:238794:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984e10. 00080000:00000001:0.0:1789307440.126704:0:202304:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00000800:00000200:1.0:1789307440.126704:0:226606:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000020:00000010:2.0:1789307440.126706:0:238794:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0adec00. 00000020:00000001:3.0:1789307440.126710:0:188196:0:(tgt_grant.c:1090:tgt_grant_connect()) Process leaving 00000020:00000040:2.0:1789307440.126717:0:238794:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9252800 : new refcount 9 00002000:00100000:3.0:1789307440.126717:0:188196:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000800:00000200:1.0:1789307440.126718:0:226606:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfb57d7500 type 1, nob 320 niov 1 nkiov 1 00080000:00000001:0.0:1789307440.126726:0:202304:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.126727:0:238794:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1789307440.126727:0:188196:0:(ofd_obd.c:247:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789307440.126740:0:188196:0:(tgt_lastrcvd.c:1061:tgt_client_new()) Process entered 00000100:00000200:2.0:1789307440.126741:0:238794:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1789307440.126743:0:226606:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1789307440.126744:0:202304:0:(tgt_lastrcvd.c:581:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff9fbe86acd7e0. 00000001:00000040:3.0:1789307440.126747:0:188196:0:(tgt_lastrcvd.c:1124:tgt_client_new()) lustre-OST0000: new client at index 0 (8192) with UUID '436142a5-204b-4bc4-88fc-5961c8ef82c7' generation 0 00000400:00000010:2.0:1789307440.126748:0:238794:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb5058630. 00000001:00000040:0.0:1789307440.126754:0:202304:0:(tgt_lastrcvd.c:585:tgt_new_client_cb_add()) callback GETting export ffff9fbf90b99800 : new cb_count 1 00000400:00000010:2.0:1789307440.126757:0:238794:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbf852c9840. 00000100:00000040:1.0:1789307440.126759:0:226606:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00000001:00000001:3.0:1789307440.126759:0:188196:0:(tgt_lastrcvd.c:612:tgt_client_data_update()) Process entered 00000020:00000040:0.0:1789307440.126764:0:202304:0:(genops.c:868:class_export_get()) GET export ffff9fbf90b99800 refcount=5 00080000:00000001:3.0:1789307440.126764:0:188196:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00010000:00000001:1.0:1789307440.126767:0:226606:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:1.0:1789307440.126771:0:226606:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307440.126771:0:188196:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfb27e2e00. 00000020:00000001:1.0:1789307440.126778:0:226606:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00080000:00000001:3.0:1789307440.126778:0:188196:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244415024640 : -105829294526976 : ffff9fbfb27e2e00) 00080000:00000001:3.0:1789307440.126786:0:188196:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000100:00000040:1.0:1789307440.126790:0:226606:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf5d180 x1876218647923456/t0(0) o400->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:486/0 lens 224/224 e 0 to 0 dl 1789307451 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1789307440.126791:0:188196:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1789307440.126797:0:202304:0:(tgt_lastrcvd.c:661:tgt_client_data_update()) Process leaving 00080000:00000010:3.0:1789307440.126797:0:188196:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbfb56d0d40. 00080000:00000001:0.0:1789307440.126803:0:202304:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000001:3.0:1789307440.126806:0:188196:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1789307440.126813:0:188196:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00000800:00000200:2.0:1789307440.126815:0:118843:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789307440.126820:0:118843:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbec5bb6500. 00080000:00000010:0.0:1789307440.126821:0:202304:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf885649c0. 00000100:00100000:1.0:1789307440.126822:0:226606:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbf5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:436142a5-204b-4bc4-88fc-5961c8ef82c7+5:256270:x1876218647923456:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 884us (1552us total) trans 0 rc 0/0 00080000:00000001:3.0:1789307440.126824:0:188196:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1789307440.126876:0:188196:0:(tgt_lastrcvd.c:581:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff9fbe83816a20. 00000001:00000040:3.0:1789307440.126880:0:188196:0:(tgt_lastrcvd.c:585:tgt_new_client_cb_add()) callback GETting export ffff9fbe83622000 : new cb_count 1 00000020:00000040:3.0:1789307440.126884:0:188196:0:(genops.c:868:class_export_get()) GET export ffff9fbe83622000 refcount=5 00040000:00000001:0.0:1789307440.126891:0:202304:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00000400:00000200:2.0:1789307440.126896:0:118843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000001:0.0:1789307440.126897:0:202304:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00000100:00100000:1.0:1789307440.126899:0:226606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 2129 00000001:00000001:3.0:1789307440.126901:0:188196:0:(tgt_lastrcvd.c:661:tgt_client_data_update()) Process leaving 00080000:00000001:0.0:1789307440.126904:0:202304:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1789307440.126906:0:188196:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00000100:00000040:1.0:1789307440.126908:0:226606:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb9254000 : new rpc_count 0 00000001:00000040:0.0:1789307440.126911:0:202304:0:(tgt_lastrcvd.c:666:tgt_client_data_update()) lustre-OST0001: update last_rcvd client data for UUID = lustre-OST0001_UUID, last_transno = 12884922556: rc = 0 00000400:00000200:2.0:1789307440.126917:0:118843:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000001:00000001:0.0:1789307440.126921:0:202304:0:(tgt_lastrcvd.c:1141:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307440.126921:0:226606:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000010:3.0:1789307440.126922:0:188196:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbfb56d0d40. 00000400:00000200:2.0:1789307440.126926:0:118843:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd550 00000100:00000001:1.0:1789307440.126929:0:226606:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00002000:00000001:0.0:1789307440.126931:0:202304:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000020:00000010:1.0:1789307440.126935:0:226606:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf83f8de00. 00000020:00000001:0.0:1789307440.126937:0:202304:0:(lprocfs_status_server.c:708:lprocfs_exp_setup()) Process entered 00000400:00000010:2.0:1789307440.126939:0:118843:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd550. 00040000:00000001:3.0:1789307440.126945:0:188196:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00000020:00000010:1.0:1789307440.126946:0:226606:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696aed8. 00000020:00000010:0.0:1789307440.126949:0:202304:0:(lprocfs_status_server.c:729:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff9fbe86acde40. 00000100:00000001:2.0:1789307440.126950:0:118843:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:2.0:1789307440.126956:0:118843:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:1.0:1789307440.126957:0:226606:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb90ea600. 00000020:00000040:0.0:1789307440.126959:0:202304:0:(lprocfs_status_server.c:748:lprocfs_exp_setup()) Found stats ffff9fbf90db65a0 for nid 192.168.204.56@tcp - ref 3 02000000:00000010:2.0:1789307440.126960:0:118843:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9fbe97423c00. 00000020:00000040:1.0:1789307440.126965:0:226606:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9254000 : new refcount 4 00000020:00000001:0.0:1789307440.126968:0:202304:0:(lprocfs_status_server.c:760:lprocfs_exp_setup()) Process leaving via destroy_new (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 02000000:00000001:2.0:1789307440.126970:0:118843:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1789307440.126971:0:226606:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307440.126975:0:118843:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000010:0.0:1789307440.126978:0:202304:0:(lprocfs_status_server.c:785:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff9fbe86acde40. 00000020:00000001:0.0:1789307440.126986:0:202304:0:(lprocfs_status_server.c:786:lprocfs_exp_setup()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00002000:00000001:0.0:1789307440.126989:0:202304:0:(ofd_obd.c:63:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:0.0:1789307440.126992:0:202304:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00002000:00000001:0.0:1789307440.126995:0:202304:0:(ofd_obd.c:395:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1789307440.126996:0:188196:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00010000:00000001:0.0:1789307440.126998:0:202304:0:(obd_class.h:875:obd_connect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1789307440.127000:0:188196:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1789307440.127004:0:188196:0:(tgt_lastrcvd.c:666:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 47244640271: rc = 0 00000020:00000010:0.0:1789307440.127005:0:202304:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf885649c0. 00000001:00000001:3.0:1789307440.127008:0:188196:0:(tgt_lastrcvd.c:1141:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1789307440.127011:0:188196:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000020:00000001:3.0:1789307440.127012:0:188196:0:(lprocfs_status_server.c:708:lprocfs_exp_setup()) Process entered 00000020:00000010:0.0:1789307440.127016:0:202304:0:(genops.c:1263:class_new_import()) kmalloced '(imp)': 1720 at ffff9fbfb101e000. 00000020:00000010:3.0:1789307440.127017:0:188196:0:(lprocfs_status_server.c:729:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff9fbe838168a0. 00000020:00000040:0.0:1789307440.127021:0:202304:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff9fbfbf3e4d40) now 12 - import 00000020:00000040:3.0:1789307440.127022:0:188196:0:(lprocfs_status_server.c:748:lprocfs_exp_setup()) Found stats ffff9fbf978a6ae0 for nid 192.168.204.56@tcp - ref 3 00000020:00000001:3.0:1789307440.127027:0:188196:0:(lprocfs_status_server.c:760:lprocfs_exp_setup()) Process leaving via destroy_new (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 00000020:00000010:3.0:1789307440.127031:0:188196:0:(lprocfs_status_server.c:785:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff9fbe838168a0. 00000020:00000001:0.0:1789307440.127033:0:202304:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789307440.127037:0:202304:0:(genops.c:1222:class_import_put()) import ffff9fbfb101e000 refcount=1 obd=lustre-OST0001 00000020:00000001:0.0:1789307440.127041:0:202304:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000001:3.0:1789307440.127046:0:188196:0:(lprocfs_status_server.c:786:lprocfs_exp_setup()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000040:0.0:1789307440.127050:0:202304:0:(genops.c:868:class_export_get()) GET export ffff9fbf90b99800 refcount=6 00002000:00000001:3.0:1789307440.127051:0:188196:0:(ofd_obd.c:63:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307440.127054:0:202304:0:(service.c:1082:ptlrpc_request_change_export()) RPC GETting export ffff9fbf90b99800 : new rpc_count 1 00002000:00080000:3.0:1789307440.127056:0:188196:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000800:00000200:2.0:1789307440.127058:0:118843:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1789307440.127060:0:202304:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00002000:00000001:3.0:1789307440.127061:0:188196:0:(ofd_obd.c:395:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1789307440.127063:0:118843:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbfb57d7500. 00010000:00000001:3.0:1789307440.127067:0:188196:0:(obd_class.h:875:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307440.127072:0:118843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1789307440.127074:0:188196:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0d40. 00000400:00000200:0.0:1789307440.127080:0:202304:0:(peer.c:1635:LNetPrimaryNID()) NID 192.168.204.56@tcp primary NID 192.168.204.56@tcp rc 0 00000020:00000010:3.0:1789307440.127085:0:188196:0:(genops.c:1263:class_new_import()) kmalloced '(imp)': 1720 at ffff9fbfa3380000. 00000100:00000001:0.0:1789307440.127087:0:202304:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1789307440.127091:0:225643:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1789307440.127092:0:118843:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000020:00000040:3.0:1789307440.127094:0:188196:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff9fbf82a0b380) now 12 - import 00000100:00100000:1.0:1789307440.127097:0:225643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647923712 00000100:00000040:0.0:1789307440.127099:0:202304:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 02000000:00000001:1.0:1789307440.127107:0:225643:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1789307440.127110:0:118843:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b542a8 00000100:00000001:0.0:1789307440.127111:0:202304:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 00000100:00000001:1.0:1789307440.127113:0:225643:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1789307440.127113:0:188196:0:(genops.c:1216:class_import_put()) Process entered 00000400:00000010:2.0:1789307440.127118:0:118843:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b542a8. 00000100:00000001:0.0:1789307440.127122:0:202304:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446638239384361408 : -105834325190208 : 0xffff9fbe86a459c0) 00000100:00000001:1.0:1789307440.127123:0:225643:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307440.127124:0:188196:0:(genops.c:1222:class_import_put()) import ffff9fbfa3380000 refcount=1 obd=lustre-OST0000 00000100:00000001:2.0:1789307440.127125:0:118843:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789307440.127133:0:118843:0:(events.c:402:reply_out_callback()) Process leaving 02000000:00000001:1.0:1789307440.127138:0:225643:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307440.127140:0:202304:0:(connection.c:150:ptlrpc_connection_get()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00100000:1.0:1789307440.127145:0:225643:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647923712 00000020:00000040:0.0:1789307440.127148:0:202304:0:(genops.c:868:class_export_get()) GET export ffff9fbf90b99800 refcount=7 00000020:00000001:1.0:1789307440.127151:0:225643:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307440.127154:0:225643:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed78227 00000020:00000001:1.0:1789307440.127157:0:225643:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1789307440.127159:0:202304:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000020:00000040:1.0:1789307440.127162:0:225643:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf83a71800 refcount=5 00000100:00000040:0.0:1789307440.127167:0:202304:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 12 to 192.168.204.56@tcp 00000020:00000001:1.0:1789307440.127168:0:225643:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243629176832 : -105830080374784 : ffff9fbf83a71800) 00000100:00000001:0.0:1789307440.127175:0:202304:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 00000020:00000001:1.0:1789307440.127177:0:225643:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243629176832 : -105830080374784 : ffff9fbf83a71800) 02000000:00000001:0.0:1789307440.127182:0:202304:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1789307440.127185:0:225643:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1789307440.127189:0:202304:0:(sec.c:1459:sptlrpc_sec_create()) Process entered 00000020:00000001:3.0:1789307440.127189:0:188196:0:(genops.c:1229:class_import_put()) Process leaving 02000000:08000000:0.0:1789307440.127195:0:202304:0:(sec.c:1467:sptlrpc_sec_create()) obdfilter lustre-OST0001: reverse sec using flavor null 00000020:00000040:3.0:1789307440.127199:0:188196:0:(genops.c:868:class_export_get()) GET export ffff9fbe83622000 refcount=6 00000020:00000010:1.0:1789307440.127200:0:225643:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffb40. 02000000:00000001:0.0:1789307440.127201:0:202304:0:(sec.c:1498:sptlrpc_sec_create()) Process leaving (rc=18446744072651276480 : -1058275136 : ffffffffc0ec00c0) 00000100:00000040:3.0:1789307440.127205:0:188196:0:(service.c:1082:ptlrpc_request_change_export()) RPC GETting export ffff9fbe83622000 : new rpc_count 1 00000100:00000001:1.0:1789307440.127208:0:225643:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789307440.127210:0:202304:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307440.127210:0:188196:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1789307440.127216:0:202304:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000020:00000010:1.0:1789307440.127216:0:225643:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffb40. 00000100:00000001:0.0:1789307440.127224:0:202304:0:(recover.c:149:ptlrpc_resend()) Process entered 00000400:00000200:3.0:1789307440.127225:0:188196:0:(peer.c:1635:LNetPrimaryNID()) NID 192.168.204.56@tcp primary NID 192.168.204.56@tcp rc 0 00000100:00000001:0.0:1789307440.127229:0:202304:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307440.127230:0:225643:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb90ea600. 00000100:00000001:3.0:1789307440.127230:0:188196:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789307440.127238:0:188196:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 13 to 192.168.204.56@tcp 00000100:00080000:0.0:1789307440.127239:0:202304:0:(import.c:65:import_set_state_nolock()) ffff9fbfb101e000 : changing import state from RECOVER to FULL 00000020:00000010:1.0:1789307440.127242:0:225643:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf83f8de00. 00000100:00000001:3.0:1789307440.127244:0:188196:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 00000100:00000001:0.0:1789307440.127245:0:202304:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:0.0:1789307440.127253:0:202304:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1789307440.127253:0:188196:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446638239384361408 : -105834325190208 : 0xffff9fbe86a459c0) 00000020:00000010:1.0:1789307440.127255:0:225643:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696aed8. 00000100:00000001:0.0:1789307440.127258:0:202304:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307440.127262:0:188196:0:(connection.c:150:ptlrpc_connection_get()) conn=ffff9fbe86a459c0 refcount 13 to 192.168.204.56@tcp 00000020:00000040:0.0:1789307440.127264:0:202304:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf90b99800 : new refcount 6 00000020:00000040:3.0:1789307440.127268:0:188196:0:(genops.c:868:class_export_get()) GET export ffff9fbe83622000 refcount=7 00000020:00000040:0.0:1789307440.127269:0:202304:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0001 (ffff9fbfbf3e4d40) now 12 - find 00000100:00000040:1.0:1789307440.127271:0:225643:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_fld at +6s 00000100:00000001:3.0:1789307440.127276:0:188196:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1789307440.127282:0:202304:0:(ldlm_lib.c:1750:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307440.127283:0:225643:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1789307440.127284:0:188196:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 14 to 192.168.204.56@tcp 00000100:00000001:1.0:1789307440.127289:0:225643:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1789307440.127290:0:202304:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1789307440.127291:0:188196:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 00000100:00000001:1.0:1789307440.127294:0:225643:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.127295:0:202304:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664989888 : -1044561728 : ffffffffc1bd40c0) 02000000:00000001:3.0:1789307440.127297:0:188196:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:0.0:1789307440.127306:0:202304:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1789307440.127308:0:188196:0:(sec.c:1459:sptlrpc_sec_create()) Process entered 00000020:00000001:0.0:1789307440.127309:0:202304:0:(tgt_handler.c:559:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:08000000:3.0:1789307440.127313:0:188196:0:(sec.c:1467:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 00000100:00000001:1.0:1789307440.127314:0:225643:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.127315:0:202304:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1789307440.127320:0:202304:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1789307440.127326:0:188196:0:(sec.c:1498:sptlrpc_sec_create()) Process leaving (rc=18446744072651276480 : -1058275136 : ffffffffc0ec00c0) 00000020:00000001:0.0:1789307440.127327:0:202304:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307440.127332:0:188196:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307440.127333:0:202304:0:(tgt_handler.c:1064:tgt_connect()) Process entered 00000100:00000001:3.0:1789307440.127334:0:188196:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1789307440.127339:0:188196:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1789307440.127340:0:225643:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789307440.127342:0:202304:0:(tgt_handler.c:1133:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307440.127342:0:188196:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1789307440.127349:0:202304:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647923584 00000100:00080000:3.0:1789307440.127349:0:188196:0:(import.c:65:import_set_state_nolock()) ffff9fbfa3380000 : changing import state from RECOVER to FULL 00010000:00000001:0.0:1789307440.127354:0:202304:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:1.0:1789307440.127355:0:225643:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307440.127360:0:225643:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00010000:00000200:0.0:1789307440.127363:0:202304:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbf5f100 x1876218647923584/t0(0) o8->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:0/0 lens 520/416 e 0 to 0 dl 1789307460 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307440.127368:0:188196:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:3.0:1789307440.127373:0:188196:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1789307440.127381:0:188196:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307440.127382:0:225643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 16 00000100:00000001:2.0:1789307440.127388:0:225644:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1789307440.127391:0:188196:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe83622000 : new refcount 6 00010000:00000001:0.0:1789307440.127396:0:202304:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1789307440.127397:0:225644:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1789307440.127398:0:225643:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf83a71800 : new rpc_count 1 00000020:00000040:3.0:1789307440.127399:0:188196:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000 (ffff9fbf82a0b380) now 12 - find 00010000:00000001:0.0:1789307440.127404:0:202304:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307440.127404:0:225644:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307440.127411:0:225643:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244573869184 : -105829135682432 : ffff9fbfbbf5f480) 00010000:00000001:3.0:1789307440.127411:0:188196:0:(ldlm_lib.c:1750:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789307440.127413:0:202304:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=2 v=5 (1 4 4 1) 00000020:00000001:3.0:1789307440.127423:0:188196:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00001000:0.0:1789307440.127429:0:202304:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1789307440.127429:0:225644:0:(service.c:2488:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307440.127430:0:188196:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664989888 : -1044561728 : ffffffffc1bd40c0) 00000100:00000040:1.0:1789307440.127431:0:225643:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbf5f480 x1876218647923712/t0(0) o900->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:486/0 lens 264/0 e 0 to 0 dl 1789307451 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307440.127443:0:188196:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1789307440.127446:0:202304:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1789307440.127449:0:188196:0:(tgt_handler.c:559:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789307440.127454:0:202304:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 15 to 192.168.204.56@tcp 00000020:00000001:3.0:1789307440.127456:0:188196:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1789307440.127465:0:202304:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 00000020:00000001:3.0:1789307440.127466:0:188196:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789307440.127470:0:188196:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307440.127480:0:202304:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1789307440.127480:0:188196:0:(tgt_handler.c:1064:tgt_connect()) Process entered 00000100:00000001:1.0:1789307440.127484:0:225643:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1789307440.127485:0:202304:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307440.127487:0:188196:0:(tgt_handler.c:1133:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307440.127492:0:202304:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1789307440.127492:0:225643:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffb40. 00010000:00000040:3.0:1789307440.127493:0:188196:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647923200 00000100:00000001:1.0:1789307440.127501:0:225643:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789307440.127502:0:188196:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000040:0.0:1789307440.127505:0:202304:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00010000:00000200:3.0:1789307440.127514:0:188196:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbf5dc00 x1876218647923200/t0(0) o8->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:0/0 lens 520/416 e 0 to 0 dl 1789307460 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1789307440.127517:0:225643:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffb40. 00000400:00000010:0.0:1789307440.127520:0:202304:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a823b8. 00000100:00000200:0.0:1789307440.127531:0:202304:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1876218647923584, offset 0 00010000:00000001:3.0:1789307440.127533:0:188196:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1789307440.127538:0:225643:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbf5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:436142a5-204b-4bc4-88fc-5961c8ef82c7+5:399365:x1876218647923712:12345-192.168.204.56@tcp:900:mount.lustre.0 00010000:00000001:3.0:1789307440.127539:0:188196:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789307440.127547:0:188196:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=2 v=5 (1 4 4 1) 00000400:00000200:0.0:1789307440.127555:0:202304:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000100:00000200:1.0:1789307440.127560:0:225643:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647923712 00000100:00001000:3.0:1789307440.127563:0:188196:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000020:00000001:1.0:1789307440.127566:0:225643:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:3.0:1789307440.127570:0:188196:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1789307440.127573:0:225643:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:0.0:1789307440.127575:0:202304:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000020:00000001:1.0:1789307440.127578:0:225643:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307440.127582:0:188196:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 16 to 192.168.204.56@tcp 00000020:00000001:1.0:1789307440.127587:0:225643:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1789307440.127590:0:188196:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 00000400:00000200:0.0:1789307440.127592:0:202304:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305920:305920:256:4294967295] 192.168.204.56@tcp LPNI seq info [305916:305916:8:4294967295] 00000020:00000001:1.0:1789307440.127595:0:225643:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072641658016 : -1067893600 : ffffffffc0593ca0) 02000000:00000001:3.0:1789307440.127596:0:188196:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789307440.127600:0:188196:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307440.127606:0:225643:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1789307440.127607:0:188196:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:1.0:1789307440.127613:0:225643:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1876218647923712, found 0 last_xid 1876218647923711 00000100:00000040:3.0:1789307440.127617:0:188196:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000200:0.0:1789307440.127618:0:202304:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000400:00000010:3.0:1789307440.127626:0:188196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde880. 00000020:00000001:1.0:1789307440.127636:0:225643:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1789307440.127637:0:188196:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1876218647923200, offset 0 00000800:00000200:0.0:1789307440.127638:0:202304:0:(socklnd_cb.c:931:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.56@tcp 00000020:00000001:1.0:1789307440.127649:0:225643:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000800:00000010:0.0:1789307440.127651:0:202304:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbfb6a23800. 00000020:00000001:1.0:1789307440.127653:0:225643:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1789307440.127656:0:188196:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000020:00000001:1.0:1789307440.127663:0:225643:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789307440.127671:0:202304:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 80000000:00000001:1.0:1789307440.127672:0:225643:0:(fld_handler.c:370:fld_handle_query()) Process entered 00000400:00000200:3.0:1789307440.127672:0:188196:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 80000000:00000001:1.0:1789307440.127681:0:225643:0:(fld_handler.c:311:fld_handle_lookup()) Process entered 00000100:00000001:1.0:1789307440.127689:0:225643:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1789307440.127689:0:188196:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305921:305921:255:4294967295] 192.168.204.56@tcp LPNI seq info [305917:305917:7:4294967295] 02000000:00000001:1.0:1789307440.127697:0:225643:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1789307440.127704:0:188196:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 02000000:00000010:1.0:1789307440.127706:0:225643:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 544 at ffff9fbe8cf92800. 02000000:00000001:1.0:1789307440.127714:0:225643:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789307440.127714:0:188196:0:(socklnd_cb.c:931:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.56@tcp 00000100:00000001:1.0:1789307440.127721:0:225643:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1789307440.127725:0:188196:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbfb6bf9900. 80000000:00000001:1.0:1789307440.127726:0:225643:0:(fld_handler.c:252:fld_server_lookup()) Process entered 80000000:00000001:1.0:1789307440.127732:0:225643:0:(fld_handler.c:208:fld_local_lookup()) Process entered 00000800:00000200:3.0:1789307440.127737:0:188196:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 80000000:00000001:1.0:1789307440.127739:0:225643:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789307440.127745:0:225643:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789307440.127750:0:188196:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 80000000:00000001:1.0:1789307440.127753:0:225643:0:(fld_handler.c:225:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789307440.127757:0:188196:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfb6bf9900 type 1, nob 512 niov 1 nkiov 1 80000000:00000001:1.0:1789307440.127759:0:225643:0:(fld_handler.c:256:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000040:1.0:1789307440.127766:0:225643:0:(fld_handler.c:331:fld_handle_lookup()) srv-lustre-MDT0000: FLD req handle: error 0 (range: [0x0000000200000007-0x0000000200000008]:0:mdt) 80000000:00000001:1.0:1789307440.127771:0:225643:0:(fld_handler.c:333:fld_handle_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789307440.127774:0:225643:0:(fld_handler.c:376:fld_handle_query()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1789307440.127776:0:225643:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647923712 00010000:00000001:1.0:1789307440.127779:0:225643:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:3.0:1789307440.127785:0:188196:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1789307440.127786:0:225643:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbf5f480 x1876218647923712/t0(0) o900->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:486/0 lens 264/248 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307440.127794:0:188196:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 15 to 192.168.204.56@tcp 00010000:00000001:3.0:1789307440.127798:0:188196:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789307440.127804:0:188196:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307440.127810:0:188196:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1789307440.127818:0:188196:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf5dc00 x1876218647923200/t0(0) o8->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:0/0 lens 520/416 e 0 to 0 dl 1789307460 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789307440.127819:0:225643:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789307440.127826:0:225643:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307440.127842:0:188196:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbf5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:436142a5-204b-4bc4-88fc-5961c8ef82c7+6:256267:x1876218647923200:12345-192.168.204.56@tcp:8:mount.lustre.0 Request processed in 2123us (2744us total) trans 0 rc 0/0 00000100:00001000:1.0:1789307440.127846:0:225643:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacee15e8 time=159 v=5 (1 1 0 0) 00000100:00100000:3.0:1789307440.127886:0:188196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 22598 00000100:00000040:3.0:1789307440.127896:0:188196:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe83622000 : new rpc_count 0 00000100:00000001:1.0:1789307440.127897:0:225643:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1789307440.127904:0:188196:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1789307440.127910:0:225643:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 16 to 192.168.204.56@tcp 00000100:00000001:3.0:1789307440.127910:0:188196:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1789307440.127917:0:225643:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 00000020:00000010:3.0:1789307440.127918:0:188196:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47ab00. 02000000:00000001:1.0:1789307440.127926:0:225643:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1789307440.127928:0:188196:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e3e8. 02000000:00000001:1.0:1789307440.127929:0:225643:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307440.127936:0:225643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1789307440.127938:0:188196:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb27e3600. 00000100:00000040:1.0:1789307440.127948:0:225643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000020:00000040:3.0:1789307440.127949:0:188196:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe83622000 : new refcount 5 00000100:00000001:3.0:1789307440.127956:0:188196:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1789307440.127961:0:225643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54908. 00000100:00000200:1.0:1789307440.127975:0:225643:0:(niobuf.c:94:ptl_send_buf()) Sending 248 bytes to portal 10, xid 1876218647923712, offset 224 00000400:00000200:1.0:1789307440.127985:0:225643:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000800:00000200:2.0:1789307440.127989:0:118844:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789307440.127995:0:118844:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbfb6bf9900. 00000400:00000200:2.0:1789307440.128003:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307440.128010:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1789307440.128059:0:225643:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1789307440.128068:0:225643:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305922:305922:254:4294967295] 192.168.204.56@tcp LPNI seq info [305918:305918:6:4294967295] 00000400:00000200:1.0:1789307440.128079:0:225643:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1789307440.128086:0:202304:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1789307440.128086:0:225643:0:(socklnd_cb.c:931:ksocknal_send()) sending 248 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000200:0.0:1789307440.128095:0:202304:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfb6a23800 type 1, nob 512 niov 1 nkiov 1 00000800:00000010:1.0:1789307440.128097:0:225643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbfb57d7500. 00000100:00000001:0.0:1789307440.128108:0:202304:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789307440.128111:0:225643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000100:00000040:0.0:1789307440.128117:0:202304:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 15 to 192.168.204.56@tcp 00010000:00000001:0.0:1789307440.128123:0:202304:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000800:00000200:1.0:1789307440.128124:0:225643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000020:00000001:0.0:1789307440.128126:0:202304:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789307440.128132:0:225643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfb57d7500 type 1, nob 344 niov 1 nkiov 1 00000020:00000001:0.0:1789307440.128133:0:202304:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1789307440.128141:0:225643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307440.128143:0:202304:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf5f100 x1876218647923584/t0(0) o8->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:0/0 lens 520/416 e 0 to 0 dl 1789307460 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307440.128149:0:225643:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 14 to 192.168.204.56@tcp 00010000:00000001:1.0:1789307440.128161:0:225643:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:1.0:1789307440.128165:0:225643:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307440.128170:0:225643:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1789307440.128173:0:202304:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbf5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:436142a5-204b-4bc4-88fc-5961c8ef82c7+6:256267:x1876218647923584:12345-192.168.204.56@tcp:8:mount.lustre.0 Request processed in 2405us (2785us total) trans 0 rc 0/0 00000100:00000040:1.0:1789307440.128180:0:225643:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf5f480 x1876218647923712/t0(0) o900->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:486/0 lens 264/248 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789307440.128192:0:202304:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 22599 00000100:00000040:0.0:1789307440.128200:0:202304:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf90b99800 : new rpc_count 0 00000100:00000001:0.0:1789307440.128207:0:202304:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1789307440.128210:0:202304:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1789307440.128215:0:225643:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbf5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:436142a5-204b-4bc4-88fc-5961c8ef82c7+5:399365:x1876218647923712:12345-192.168.204.56@tcp:900:mount.lustre.0 Request processed in 723us (2607us total) trans 0 rc 0/0 00000020:00000010:0.0:1789307440.128216:0:202304:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47a380. 00000020:00000010:0.0:1789307440.128225:0:202304:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e4b0. 00000020:00000010:0.0:1789307440.128230:0:202304:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb27e2c00. 00000100:00100000:1.0:1789307440.128233:0:225643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 16 00000020:00000040:0.0:1789307440.128236:0:202304:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf90b99800 : new refcount 5 00000100:00000040:1.0:1789307440.128239:0:225643:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf83a71800 : new rpc_count 0 00000100:00000001:0.0:1789307440.128242:0:202304:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307440.128246:0:225643:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307440.128249:0:225643:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789307440.128254:0:225643:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf83f8de00. 00000020:00000010:1.0:1789307440.128258:0:225643:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696aed8. 00000020:00000010:1.0:1789307440.128263:0:225643:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb90ea600. 00000020:00000040:1.0:1789307440.128268:0:225643:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf83a71800 : new refcount 4 00000100:00000001:1.0:1789307440.128271:0:225643:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307440.128284:0:118844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde880 00000400:00000010:2.0:1789307440.128290:0:118844:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde880. 00000100:00000001:2.0:1789307440.128297:0:118844:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789307440.128299:0:118844:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:2.0:1789307440.128319:0:118844:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789307440.128322:0:118844:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbfb6a23800. 00000400:00000200:2.0:1789307440.128324:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307440.128328:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1789307440.128330:0:118844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a823b8 00000400:00000010:2.0:1789307440.128331:0:118844:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a823b8. 00000100:00000001:2.0:1789307440.128333:0:118844:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789307440.128334:0:118844:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:2.0:1789307440.128371:0:118844:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789307440.128373:0:118844:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbfb57d7500. 00000400:00000200:2.0:1789307440.128377:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307440.128388:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1789307440.128391:0:118844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54908 00000400:00000010:2.0:1789307440.128392:0:118844:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54908. 00000100:00000001:2.0:1789307440.128394:0:118844:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789307440.128395:0:118844:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:0.0:1789307440.133015:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789307440.133044:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789307440.133049:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789307440.133052:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789307440.133066:0:118842:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1789307440.133091:0:118842:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 448 into portal 23 MB=0x6aa693207cc80 00000400:00000200:0.0:1789307440.133101:0:118842:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.56@tcp of length 448/448 into md 0x1b6881 [2] + 392 00000800:00000001:0.0:1789307440.133110:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789307440.133152:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789307440.133160:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789307440.133166:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:0.0:1789307440.133175:0:118842:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1789307440.133178:0:118842:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1789307440.133186:0:118842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf5f800. 00000100:00000040:0.0:1789307440.133191:0:118842:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbf5f800 x1876218647923840 msgsize 448 00000100:00100000:0.0:1789307440.133196:0:118842:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000001:0.0:1789307440.133209:0:118842:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1789307440.133220:0:118842:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789307440.133224:0:118842:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307440.133330:0:225635:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789307440.133356:0:225635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647923840 02000000:00000001:1.0:1789307440.133360:0:225635:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307440.133363:0:225635:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307440.133365:0:225635:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307440.133371:0:225635:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307440.133376:0:225635:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647923840 00000020:00000001:1.0:1789307440.133379:0:225635:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307440.133382:0:225635:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed78227 00000020:00000001:1.0:1789307440.133384:0:225635:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307440.133388:0:225635:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf83a71800 refcount=5 00000020:00000001:1.0:1789307440.133391:0:225635:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243629176832 : -105830080374784 : ffff9fbf83a71800) 00000020:00000001:1.0:1789307440.133393:0:225635:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243629176832 : -105830080374784 : ffff9fbf83a71800) 00000100:00000001:1.0:1789307440.133398:0:225635:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307440.133403:0:225635:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffb40. 00000100:00000001:1.0:1789307440.133407:0:225635:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307440.133410:0:225635:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffb40. 00000020:00000010:1.0:1789307440.133421:0:225635:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb90ea600. 00000020:00000010:1.0:1789307440.133427:0:225635:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf83f8de00. 00000020:00000010:1.0:1789307440.133432:0:225635:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696aed8. 00000100:00000040:1.0:1789307440.133445:0:225635:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1789307440.133448:0:225635:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307440.133449:0:225635:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307440.133452:0:225635:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307440.133459:0:225635:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307440.133479:0:225635:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307440.133490:0:225635:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307440.133492:0:225635:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789307440.133500:0:225635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 4633 00000100:00000040:1.0:1789307440.133505:0:225635:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf83a71800 : new rpc_count 1 00000100:00000001:1.0:1789307440.133508:0:225635:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244573870080 : -105829135681536 : ffff9fbfbbf5f800) 00000100:00000040:1.0:1789307440.133524:0:225635:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbf5f800 x1876218647923840/t0(0) o33->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:486/0 lens 448/0 e 0 to 0 dl 1789307451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789307440.133535:0:225635:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307440.133544:0:225635:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffb40. 00000100:00000001:1.0:1789307440.133547:0:225635:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307440.133549:0:225635:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffb40. 00000100:00100000:1.0:1789307440.133554:0:225635:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbf5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:436142a5-204b-4bc4-88fc-5961c8ef82c7+5:399365:x1876218647923840:12345-192.168.204.56@tcp:33:mount.lustre.0 00000100:00000200:1.0:1789307440.133558:0:225635:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647923840 00000020:00000001:1.0:1789307440.133562:0:225635:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1789307440.133565:0:225635:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1789307440.133570:0:225635:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307440.133572:0:225635:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1789307440.133574:0:225635:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662883040 : -1046668576 : ffffffffc19d1ae0) 00000020:00000001:1.0:1789307440.133577:0:225635:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1789307440.133580:0:225635:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1876218647923840, found 0 last_xid 1876218647923839 00000020:00000001:1.0:1789307440.133583:0:225635:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789307440.133585:0:225635:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1789307440.133587:0:225635:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1789307440.133591:0:225635:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1789307440.133595:0:225635:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307440.133600:0:225635:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243673135288 : -105830036416328 : ffff9fbf8645d8b8) 00000020:00000001:1.0:1789307440.133603:0:225635:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307440.133606:0:225635:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307440.133611:0:225635:0:(mdt_handler.c:1666:mdt_getattr()) Process entered 00000004:00000001:1.0:1789307440.133617:0:225635:0:(mdd_object.c:383:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1789307440.133624:0:225635:0:(lod_object.c:1498:lod_xattr_get()) Process entered 00080000:00000001:1.0:1789307440.133629:0:225635:0:(osd_handler.c:1587:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:1.0:1789307440.133634:0:225635:0:(lod_object.c:1603:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1789307440.133637:0:225635:0:(mdd_object.c:450:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1789307440.133639:0:225635:0:(mdd_object.c:383:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1789307440.133640:0:225635:0:(lod_object.c:1498:lod_xattr_get()) Process entered 00000004:00000001:1.0:1789307440.133664:0:225635:0:(lod_object.c:1533:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1789307440.133666:0:225635:0:(mdd_object.c:450:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1789307440.133668:0:225635:0:(mdd_object.c:383:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1789307440.133669:0:225635:0:(lod_object.c:1498:lod_xattr_get()) Process entered 00080000:00000001:1.0:1789307440.133670:0:225635:0:(osd_handler.c:1594:osd_oxc_get()) Process leaving via out (rc=48 : 48 : 0x30) 00000004:00000001:1.0:1789307440.133679:0:225635:0:(lod_object.c:1566:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:1.0:1789307440.133681:0:225635:0:(mdd_object.c:450:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:1.0:1789307440.133685:0:225635:0:(mdt_handler.c:1373:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1789307440.133686:0:225635:0:(mdt_handler.c:1380:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1789307440.133690:0:225635:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789307440.133693:0:225635:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789307440.133698:0:225635:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 1360 at ffff9fbfb5446800. 02000000:00000001:1.0:1789307440.133700:0:225635:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307440.133703:0:225635:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307440.133707:0:225635:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1789307440.133709:0:225635:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307440.133711:0:225635:0:(mdt_lib.c:650:old_init_ucred()) Process entered 00000001:00000001:1.0:1789307440.133713:0:225635:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307440.133714:0:225635:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307440.133717:0:225635:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307440.133719:0:225635:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307440.133721:0:225635:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307440.133722:0:225635:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307440.133723:0:225635:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307440.133725:0:225635:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307440.133727:0:225635:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307440.133728:0:225635:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307440.133729:0:225635:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307440.133731:0:225635:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307440.133732:0:225635:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307440.133733:0:225635:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307440.133736:0:225635:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307440.133737:0:225635:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307440.133741:0:225635:0:(upcall_cache.c:191:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1789307440.133746:0:225635:0:(upcall_cache.c:400:upcall_cache_get_entry()) found entry ffff9fbfb6949800 flags 0x0 02000000:00000001:1.0:1789307440.133749:0:225635:0:(upcall_cache.c:401:upcall_cache_get_entry()) Process leaving (rc=18446638244483602432 : -105829225949184 : ffff9fbfb6949800) 00000001:00000001:1.0:1789307440.133751:0:225635:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307440.133753:0:225635:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307440.133754:0:225635:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307440.133756:0:225635:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307440.133757:0:225635:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307440.133764:0:225635:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307440.133767:0:225635:0:(mdt_lib.c:100:mdt_root_squash()) Process entered 00000004:00000001:1.0:1789307440.133768:0:225635:0:(mdt_lib.c:103:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307440.133771:0:225635:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307440.133772:0:225635:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307440.133774:0:225635:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307440.133777:0:225635:0:(mdt_lib.c:685:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307440.133780:0:225635:0:(mdt_handler.c:1400:mdt_getattr_internal()) Process entered 00000004:00000040:1.0:1789307440.133782:0:225635:0:(mdt_handler.c:1431:mdt_getattr_internal()) lustre-MDT0000: RPC from 436142a5-204b-4bc4-88fc-5961c8ef82c7: does not need LOVEA. 00000004:00000001:1.0:1789307440.133786:0:225635:0:(mdt_handler.c:1278:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1789307440.133788:0:225635:0:(mdd_object.c:363:mdd_attr_get()) Process entered 00000004:00000001:1.0:1789307440.133793:0:225635:0:(mdd_object.c:369:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1789307440.133796:0:225635:0:(mdt_handler.c:1365:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:1.0:1789307440.133798:0:225635:0:(mdt_handler.c:1366:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307440.133800:0:225635:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307440.133802:0:225635:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307440.133803:0:225635:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307440.133805:0:225635:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307440.133807:0:225635:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307440.133808:0:225635:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307440.133809:0:225635:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307440.133811:0:225635:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307440.133813:0:225635:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307440.133814:0:225635:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307440.133816:0:225635:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1789307440.133818:0:225635:0:(mdt_handler.c:864:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=37, mode=40755, valid=0x1100000000002f8f 00000004:00200000:1.0:1789307440.133821:0:225635:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 266240 00000004:00000002:1.0:1789307440.133824:0:225635:0:(mdt_handler.c:1633:mdt_getattr_internal()) changing the max MD size to 288 00000001:00000001:1.0:1789307440.133826:0:225635:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307440.133827:0:225635:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307440.133843:0:225635:0:(mdt_handler.c:693:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1789307440.133845:0:225635:0:(mdd_object.c:383:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1789307440.133847:0:225635:0:(lod_object.c:1498:lod_xattr_get()) Process entered 00000004:00000001:1.0:1789307440.133886:0:225635:0:(lod_object.c:1603:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1789307440.133889:0:225635:0:(mdd_object.c:450:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1789307440.133899:0:225635:0:(mdt_handler.c:767:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307440.133906:0:225635:0:(lprocfs_jobstats.c:387:lprocfs_job_stats_log()) Process entered 00000020:00000010:1.0:1789307440.133918:0:225635:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff9fbe97dcd800. 00000020:00000001:1.0:1789307440.133922:0:225635:0:(lprocfs_jobstats.c:457:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307440.133924:0:225635:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307440.133925:0:225635:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307440.133927:0:225635:0:(mdt_handler.c:1654:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307440.133934:0:225635:0:(mdt_handler.c:1745:mdt_getattr()) Process leaving 02000000:00000001:1.0:1789307440.133936:0:225635:0:(upcall_cache.c:428:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1789307440.133938:0:225635:0:(upcall_cache.c:439:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1789307440.133940:0:225635:0:(mdt_handler.c:931:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1789307440.133942:0:225635:0:(mdt_handler.c:935:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1789307440.133943:0:225635:0:(mdt_lib.c:939:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1789307440.133945:0:225635:0:(mdt_lib.c:958:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1789307440.133949:0:225635:0:(mdt_lib.c:1087:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307440.133961:0:225635:0:(mdt_internal.h:712:mdt_object_put()) Process entered 00000004:00000001:1.0:1789307440.133964:0:225635:0:(mdt_internal.h:714:mdt_object_put()) Process leaving 00010000:00000040:1.0:1789307440.133967:0:225635:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647923840 00010000:00000001:1.0:1789307440.133970:0:225635:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:1.0:1789307440.133976:0:225635:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbf5f800 x1876218647923840/t0(0) o33->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:486/0 lens 448/464 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789307440.133985:0:225635:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789307440.133988:0:225635:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307440.133991:0:225635:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf88dd85e8 time=140 v=5 (1 1 1 1) 00000100:00000001:1.0:1789307440.133996:0:225635:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789307440.133998:0:225635:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 15 to 192.168.204.56@tcp 00000100:00000001:1.0:1789307440.134001:0:225635:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:1.0:1789307440.134013:0:225635:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789307440.134016:0:225635:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307440.134019:0:225635:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307440.134022:0:225635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:1.0:1789307440.134028:0:225635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54908. 00000100:00000200:1.0:1789307440.134035:0:225635:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1876218647923840, offset 224 00000400:00000200:1.0:1789307440.134042:0:225635:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1789307440.134055:0:225635:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1789307440.134072:0:225635:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305923:305923:256:4294967295] 192.168.204.56@tcp LPNI seq info [305919:305919:8:4294967295] 00000400:00000200:1.0:1789307440.134084:0:225635:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1789307440.134090:0:225635:0:(socklnd_cb.c:931:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1789307440.134095:0:225635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbfb57d7500. 00000800:00000200:1.0:1789307440.134101:0:225635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1789307440.134108:0:225635:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1789307440.134113:0:225635:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfb57d7500 type 1, nob 560 niov 1 nkiov 1 00000100:00000001:1.0:1789307440.134132:0:225635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307440.134136:0:225635:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 14 to 192.168.204.56@tcp 00010000:00000001:1.0:1789307440.134138:0:225635:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:1.0:1789307440.134140:0:225635:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307440.134142:0:225635:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1789307440.134147:0:225635:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf5f800 x1876218647923840/t0(0) o33->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:486/0 lens 448/464 e 0 to 0 dl 1789307451 ref 1 fl Interpret:/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789307440.134156:0:225635:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbf5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:436142a5-204b-4bc4-88fc-5961c8ef82c7+5:399365:x1876218647923840:12345-192.168.204.56@tcp:33:mount.lustre.0 Request processed in 620us (963us total) trans 0 rc 0/0 00000100:00100000:1.0:1789307440.134165:0:225635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 4633 00000100:00000040:1.0:1789307440.134168:0:225635:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf83a71800 : new rpc_count 0 00000100:00000001:1.0:1789307440.134171:0:225635:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307440.134173:0:225635:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789307440.134177:0:225635:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf83f8de00. 00000020:00000010:1.0:1789307440.134181:0:225635:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696aed8. 00000020:00000010:1.0:1789307440.134190:0:225635:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb90ea600. 00000020:00000040:1.0:1789307440.134198:0:225635:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf83a71800 : new refcount 4 00000100:00000001:1.0:1789307440.134202:0:225635:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789307440.134284:0:118843:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789307440.134290:0:118843:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbfb57d7500. 00000400:00000200:2.0:1789307440.134296:0:118843:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307440.134301:0:118843:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1789307440.134307:0:118843:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54908 00000400:00000010:2.0:1789307440.134321:0:118843:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54908. 00000100:00000001:2.0:1789307440.134325:0:118843:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789307440.134327:0:118843:0:(events.c:402:reply_out_callback()) Process leaving 00080000:00000010:1.0:1789307440.741527:0:265715:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8de00. 00080000:00000010:1.0:1789307440.741540:0:265715:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8de00. 00000020:00000001:1.0:1789307440.741546:0:265715:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307440.741557:0:265715:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8de00. 00080000:00000010:1.0:1789307440.741581:0:265715:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8de00. 00000020:00000001:1.0:1789307440.741587:0:265715:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307440.741598:0:265715:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8de00. 00080000:00000010:1.0:1789307440.741604:0:265715:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8de00. 00000020:00000001:1.0:1789307440.741609:0:265715:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307440.741617:0:265715:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8de00. 00080000:00000010:1.0:1789307440.741622:0:265715:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8de00. 00000020:00000001:1.0:1789307440.741626:0:265715:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789307440.892079:0:265751:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1789307440.892085:0:265751:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 180a: test obdecho on osc ================= 09:50:39 (1789307439) 00000001:00000001:0.0:1789307440.896164:0:265751:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1789307440.938930:0:254049:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307440.938939:0:254049:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307440.938944:0:254049:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307440.938946:0:254049:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307440.938950:0:254049:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307440.938951:0:254049:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307440.938956:0:254049:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789307440.938958:0:254049:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307440.938962:0:254049:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789307440.938963:0:254049:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307440.939020:0:120441:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789307440.939023:0:120441:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789307440.939027:0:120441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1789307441.402154:0:265763:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8d680. 00080000:00000010:1.0:1789307441.402166:0:265763:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8d680. 00000020:00000001:1.0:1789307441.402172:0:265763:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307441.402182:0:265763:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8d680. 00080000:00000010:1.0:1789307441.402189:0:265763:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8d680. 00000020:00000001:1.0:1789307441.402193:0:265763:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307441.402200:0:265763:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8d680. 00080000:00000010:1.0:1789307441.402206:0:265763:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8d680. 00000020:00000001:1.0:1789307441.402209:0:265763:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307441.402217:0:265763:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8d680. 00080000:00000010:1.0:1789307441.402222:0:265763:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8d680. 00000020:00000001:1.0:1789307441.402225:0:265763:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789307441.554913:0:265799:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1789307441.554921:0:265799:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity test_180a obdecho on osc is no longer supported 00000001:00000001:0.0:1789307441.558344:0:265799:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000004:00000001:2.0:1789307441.642947:0:226375:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:2.0:1789307441.642955:0:226375:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000004:00000001:1.0:1789307441.642959:0:238807:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:1.0:1789307441.642962:0:238807:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1789307441.642967:0:226375:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf85c46a00. 00000100:00000010:1.0:1789307441.642969:0:238807:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbff4380. 00000020:00000040:2.0:1789307441.642978:0:226375:0:(genops.c:1209:class_import_get()) import ffff9fbfb6ad4000 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000020:00000040:1.0:1789307441.642979:0:238807:0:(genops.c:1209:class_import_get()) import ffff9fbe8d189000 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1789307441.642988:0:238807:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1789307441.642988:0:226375:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789307441.642993:0:238807:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789307441.642993:0:226375:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789307441.643001:0:238807:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307441.643001:0:226375:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789307441.643013:0:226375:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbec5bb6500. 02000000:00000010:1.0:1789307441.643014:0:238807:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb57d7500. 00000100:00000001:1.0:1789307441.643023:0:238807:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307441.643023:0:226375:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307441.643034:0:238807:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789307441.643035:0:226375:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789307441.643039:0:238807:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307441.643040:0:226375:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307441.643059:0:238807:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052515f5a] to pc [ptlrpcd_00_00+0] req@ffff9fbfbbff4380 x1876218616152704/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307441.643059:0:226375:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a196a37] to pc [ptlrpcd_00_03+3] req@ffff9fbf85c46a00 x1876218616152576/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1789307441.643103:0:238807:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307441.643110:0:226375:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307441.643122:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1789307441.643128:0:118850:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1789307441.643131:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307441.643141:0:118850:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789307441.643144:0:118850:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307441.643145:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789307441.643147:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789307441.643148:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789307441.643151:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789307441.643151:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789307441.643153:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307441.643156:0:118850:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1789307441.643156:0:118852:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1789307441.643167:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1789307441.643169:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbff4380 x1876218616152704/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307441.643169:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbf85c46a00 x1876218616152576/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307441.643171:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307441.643201:0:118850:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789307441.643204:0:118850:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307441.643210:0:118850:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789307441.643214:0:118850:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789307441.643218:0:118850:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307441.643221:0:118852:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1789307441.643222:0:118850:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbff4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:118850:1876218616152704:0@lo:13:osp-pre-0-0.0 00000100:00000001:3.0:1789307441.643224:0:118852:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307441.643229:0:118850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789307441.643230:0:118852:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789307441.643234:0:118852:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789307441.643236:0:118850:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789307441.643237:0:118852:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307441.643241:0:118850:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307441.643244:0:118852:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbf85c46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:118852:1876218616152576:0@lo:13:osp-pre-0-1.0 02000000:00000001:0.0:1789307441.643245:0:118850:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1789307441.643250:0:118852:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1789307441.643253:0:118850:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbfb6bda800. 02000000:00000001:3.0:1789307441.643254:0:118852:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789307441.643258:0:118850:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307441.643258:0:118852:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307441.643263:0:118852:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789307441.643269:0:118852:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbfb1ab0000. 00000400:00000010:0.0:1789307441.643270:0:118850:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb6ce3c08. 02000000:00000001:3.0:1789307441.643273:0:118852:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789307441.643279:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82cc0. 00000400:00000010:3.0:1789307441.643280:0:118852:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a516580. 00000400:00000010:3.0:1789307441.643287:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde770. 00000100:00000200:0.0:1789307441.643290:0:118850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616152704, portal 4 00000100:00000200:3.0:1789307441.643293:0:118852:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616152576, portal 4 00000100:00000001:0.0:1789307441.643294:0:118850:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789307441.643297:0:118850:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244574479232 : -105829135072384 : ffff9fbfbbff4380) 00000100:00000001:3.0:1789307441.643298:0:118852:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789307441.643301:0:118852:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638243664652800 : -105830044898816 : ffff9fbf85c46a00) 00000100:00000040:0.0:1789307441.643309:0:118850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbff4380 x1876218616152704/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307457 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307441.643312:0:118852:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbf85c46a00 x1876218616152576/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307457 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307441.643330:0:118850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1789307441.643331:0:118852:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789307441.643337:0:118850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1789307441.643338:0:118852:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789307441.643342:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82000. 00000400:00000010:3.0:1789307441.643343:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde2a8. 00000100:00000200:0.0:1789307441.643346:0:118850:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876218616152704, offset 0 00000100:00000200:3.0:1789307441.643348:0:118852:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876218616152576, offset 0 00000400:00000200:0.0:1789307441.643356:0:118850:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789307441.643364:0:118852:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789307441.643370:0:118850:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789307441.643375:0:118852:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789307441.643386:0:118850:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6aa6930230280 00000400:00000200:3.0:1789307441.643388:0:118852:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6aa6930230200 00000400:00000200:0.0:1789307441.643397:0:118850:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x4f41 [8] + 2688 00000400:00000200:3.0:1789307441.643404:0:118852:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x4f41 [8] + 2912 00000400:00000200:0.0:1789307441.643407:0:118850:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307441.643412:0:118852:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789307441.643413:0:118850:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1789307441.643418:0:118852:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1789307441.643422:0:118850:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1789307441.643425:0:118850:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1789307441.643429:0:118850:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf90b65f80. 00000100:00000040:0.0:1789307441.643433:0:118850:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf90b65f80 x1876218616152704 msgsize 224 00000100:00100000:0.0:1789307441.643438:0:118850:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1789307441.643448:0:118850:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:0.0:1789307441.643467:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82000 00000400:00000010:0.0:1789307441.643470:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82000. 00000100:00000001:3.0:1789307441.643471:0:122268:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1789307441.643473:0:118850:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:3.0:1789307441.643475:0:122268:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616152704 00000100:00000200:0.0:1789307441.643481:0:118850:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbff4380 x1876218616152704/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307457 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789307441.643481:0:122268:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307441.643489:0:118852:0:(events.c:290:request_in_callback()) Process entered 00000100:00000001:3.0:1789307441.643490:0:122268:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789307441.643494:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789307441.643494:0:122268:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307441.643500:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbff4380 x1876218616152704/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307457 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789307441.643501:0:118852:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:3.0:1789307441.643506:0:122268:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789307441.643507:0:118852:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbff4700. 00000100:00100000:3.0:1789307441.643513:0:122268:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616152704 00000100:00000040:1.0:1789307441.643514:0:118852:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbff4700 x1876218616152576 msgsize 224 00000100:00000001:0.0:1789307441.643517:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307441.643519:0:122268:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1789307441.643520:0:118850:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:3.0:1789307441.643522:0:122268:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed7782c 00000100:00100000:1.0:1789307441.643526:0:118852:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1789307441.643527:0:118850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307441.643528:0:122268:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000040:0.0:1789307441.643534:0:118850:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 18528 usecs (19 jiffies) 00000020:00000040:3.0:1789307441.643534:0:122268:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe8a12d800 refcount=5 00000020:00000001:3.0:1789307441.643539:0:122268:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239441934336 : -105834267617280 : ffff9fbe8a12d800) 00000100:00000001:0.0:1789307441.643542:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315069971 00000020:00000001:3.0:1789307441.643543:0:122268:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239441934336 : -105834267617280 : ffff9fbe8a12d800) 00000100:00000001:0.0:1789307441.643547:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315072938 00000100:00000001:1.0:1789307441.643547:0:118852:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:3.0:1789307441.643551:0:122268:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1789307441.643552:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315069971 00000100:00000001:0.0:1789307441.643556:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315072938 00000020:00000010:3.0:1789307441.643557:0:122268:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0640. 00000100:00000001:0.0:1789307441.643559:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315069971 00000400:00000200:1.0:1789307441.643559:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde2a8 00000400:00000010:1.0:1789307441.643564:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde2a8. 00000100:00000001:0.0:1789307441.643565:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315072938 00000020:00000040:3.0:1789307441.643569:0:122268:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff9fbf82a0b380) now 12 - evictor 00000100:00000001:0.0:1789307441.643570:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315069971 00000100:00000001:1.0:1789307441.643570:0:118852:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1789307441.643575:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315072938 00000100:00000001:0.0:1789307441.643579:0:118850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1789307441.643579:0:118852:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbf85c46a00 x1876218616152576/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307457 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307441.643585:0:122268:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1789307441.643586:0:118850:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307441.643589:0:124163:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1789307441.643592:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307441.643594:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1789307441.643594:0:122268:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb27e3600. 00000100:00000001:0.0:1789307441.643596:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307441.643600:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbf85c46a00 x1876218616152576/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307457 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307441.643609:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307441.643611:0:118852:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789307441.643616:0:118852:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307441.643620:0:118852:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 38585 usecs (39 jiffies) 00000020:00000010:3.0:1789307441.643620:0:122268:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47ab00. 00000100:00000001:1.0:1789307441.643623:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315069991 00000100:00080000:0.0:1789307441.643625:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1789307441.643628:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315072938 00000020:00000010:3.0:1789307441.643628:0:122268:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e3e8. 00000020:00000040:0.0:1789307441.643631:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000 (ffff9fbf82a0b380) now 12 - evictor 00000100:00000001:1.0:1789307441.643634:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315069991 00000100:00000001:1.0:1789307441.643638:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315072938 00000100:00000001:1.0:1789307441.643641:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315069991 00000100:00000040:3.0:1789307441.643643:0:122268:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1789307441.643644:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315072938 00000100:00000001:1.0:1789307441.643648:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315069991 00000100:00000001:3.0:1789307441.643648:0:122268:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307441.643650:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315072938 00000100:00000001:3.0:1789307441.643652:0:122268:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307441.643654:0:118852:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1789307441.643657:0:124163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616152576 00000100:00000001:3.0:1789307441.643657:0:122268:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307441.643658:0:118852:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307441.643668:0:124163:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307441.643670:0:124163:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307441.643670:0:122268:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307441.643672:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307441.643675:0:124163:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307441.643676:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1789307441.643681:0:124163:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307441.643682:0:122268:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307441.643684:0:118852:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1789307441.643687:0:124163:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616152576 00000100:00000001:1.0:1789307441.643688:0:118852:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1789307441.643691:0:124163:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307441.643693:0:124163:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed7781e 00000020:00000001:2.0:1789307441.643695:0:124163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:3.0:1789307441.643696:0:122268:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307441.643699:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1789307441.643700:0:124163:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe8a12d000 refcount=5 00000100:00000001:3.0:1789307441.643700:0:122268:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1789307441.643703:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1789307441.643705:0:124163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239441932288 : -105834267619328 : ffff9fbe8a12d000) 00000100:00000001:1.0:1789307441.643707:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307441.643708:0:122268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4566 00000100:00000001:1.0:1789307441.643712:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307441.643712:0:124163:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239441932288 : -105834267619328 : ffff9fbe8a12d000) 00000100:00000040:3.0:1789307441.643716:0:122268:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe8a12d800 : new rpc_count 1 00000100:00000001:2.0:1789307441.643719:0:124163:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1789307441.643720:0:122268:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243848281984 : -105829861269632 : ffff9fbf90b65f80) 00000020:00000010:2.0:1789307441.643723:0:124163:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f002c0. 00000100:00000040:3.0:1789307441.643729:0:122268:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf90b65f80 x1876218616152704/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:487/0 lens 224/0 e 0 to 0 dl 1789307452 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1789307441.643730:0:124163:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbec4f00b40. 00000020:00000040:2.0:1789307441.643739:0:124163:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff9fbf82a0b380) now 12 - evictor 00000100:00000001:3.0:1789307441.643741:0:122268:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307441.643746:0:122268:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0100. 00000100:00000001:3.0:1789307441.643750:0:122268:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307441.643753:0:124163:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1789307441.643756:0:124163:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f002c0. 00000020:00000010:3.0:1789307441.643761:0:122268:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0100. 00000020:00000010:2.0:1789307441.643764:0:124163:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfbedf3600. 00000100:00100000:3.0:1789307441.643769:0:122268:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf90b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:118850:x1876218616152704:12345-0@lo:13:osp-pre-0-0.0 00000020:00000010:2.0:1789307441.643771:0:124163:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44680. 00000100:00000200:3.0:1789307441.643775:0:122268:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616152704 00000100:00080000:1.0:1789307441.643778:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:3.0:1789307441.643779:0:122268:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000040:1.0:1789307441.643783:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000 (ffff9fbf82a0b380) now 12 - evictor 00000020:00000001:3.0:1789307441.643785:0:122268:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1789307441.643789:0:122268:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307441.643794:0:122268:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1789307441.643797:0:124163:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984e10. 00000020:00000001:3.0:1789307441.643798:0:122268:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664990128 : -1044561488 : ffffffffc1bd41b0) 00000100:00000001:2.0:1789307441.643814:0:124163:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1789307441.643816:0:122268:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1789307441.643817:0:124163:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307441.643820:0:124163:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307441.643821:0:122268:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789307441.643825:0:122268:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1789307441.643827:0:124163:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307441.643828:0:122268:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789307441.643833:0:122268:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307441.643838:0:122268:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1789307441.643840:0:124163:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1789307441.643841:0:122268:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789307441.643847:0:122268:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbfb1ab3c00. 00000100:00000001:2.0:1789307441.643878:0:124163:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1789307441.643880:0:122268:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307441.643881:0:124163:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1789307441.643886:0:122268:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307441.643890:0:124163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4567 00002000:00000001:3.0:1789307441.643893:0:122268:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:2.0:1789307441.643894:0:124163:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe8a12d000 : new rpc_count 1 00000100:00000001:2.0:1789307441.643898:0:124163:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244574480128 : -105829135071488 : ffff9fbfbbff4700) 00002000:00000001:3.0:1789307441.643900:0:122268:0:(ofd_obd.c:710:ofd_statfs()) Process entered 00000020:00000001:3.0:1789307441.643904:0:122268:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000100:00000040:2.0:1789307441.643906:0:124163:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbff4700 x1876218616152576/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:487/0 lens 224/0 e 0 to 0 dl 1789307452 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307441.643908:0:122268:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1789307441.643913:0:122268:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8717760 pending 0 free 3918819328 avail 3687297024 00000020:00000020:3.0:1789307441.643920:0:122268:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 280000 0 0 00000100:00000001:2.0:1789307441.643921:0:124163:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000020:3.0:1789307441.643925:0:122268:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbe83622000 dirty 0 pend 0 grant 8437760 00000020:00000020:3.0:1789307441.643931:0:122268:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9fbe8a12d800 dirty 0 pend 0 grant 0 00000020:00000010:2.0:1789307441.643932:0:124163:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f002c0. 00000020:00000020:3.0:1789307441.643936:0:122268:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9fbe8a12d000 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1789307441.643941:0:122268:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 6b94c9bb-f547-4fe5-8ac4-fde7cb36702a/ffff9fbe8a129800 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1789307441.643945:0:122268:0:(ofd_obd.c:759:ofd_statfs()) 958279 blocks: 956743 free, 900151 avail; 262144 objects: 259163 free; state 0 00002000:00000001:3.0:1789307441.643948:0:122268:0:(ofd_obd.c:802:ofd_statfs()) Process leaving 00000001:00000001:3.0:1789307441.643954:0:122268:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1789307441.643956:0:122268:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307441.643957:0:124163:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307441.643962:0:124163:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f002c0. 00002000:00000001:3.0:1789307441.643967:0:122268:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307441.643972:0:124163:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbff4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:118852:x1876218616152576:12345-0@lo:13:osp-pre-0-1.0 00010000:00000040:3.0:1789307441.643973:0:122268:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 47244640271, transno 0, xid 1876218616152704 00000100:00000200:2.0:1789307441.643980:0:124163:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616152576 00010000:00000001:3.0:1789307441.643980:0:122268:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000020:00000001:2.0:1789307441.643985:0:124163:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000200:3.0:1789307441.643988:0:122268:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf90b65f80 x1876218616152704/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:487/0 lens 224/368 e 0 to 0 dl 1789307452 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307441.643989:0:124163:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1789307441.643992:0:124163:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307441.643997:0:124163:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1789307441.644001:0:124163:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664990128 : -1044561488 : ffffffffc1bd41b0) 00010000:00000001:3.0:1789307441.644002:0:122268:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789307441.644006:0:122268:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307441.644007:0:124163:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1789307441.644010:0:124163:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307441.644012:0:124163:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307441.644013:0:124163:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1789307441.644015:0:124163:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307441.644017:0:124163:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307441.644020:0:124163:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:3.0:1789307441.644021:0:122268:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbe1fbde8 time=153 v=5 (1 1 1 1) 02000000:00000010:2.0:1789307441.644025:0:124163:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbfbd255400. 02000000:00000001:2.0:1789307441.644030:0:124163:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307441.644033:0:122268:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1789307441.644034:0:124163:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307441.644038:0:122268:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00002000:00000001:2.0:1789307441.644039:0:124163:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1789307441.644042:0:124163:0:(ofd_obd.c:710:ofd_statfs()) Process entered 00000100:00000001:3.0:1789307441.644043:0:122268:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000020:00000001:2.0:1789307441.644045:0:124163:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 02000000:00000001:3.0:1789307441.644049:0:122268:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1789307441.644050:0:124163:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789307441.644053:0:122268:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:2.0:1789307441.644054:0:124163:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8717760 pending 0 free 3918819328 avail 3687297024 00000100:00000001:3.0:1789307441.644058:0:122268:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000020:2.0:1789307441.644060:0:124163:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 280000 0 0 00000100:00000040:3.0:1789307441.644063:0:122268:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000020:2.0:1789307441.644065:0:124163:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbe83622000 dirty 0 pend 0 grant 8437760 00000400:00000010:3.0:1789307441.644068:0:122268:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdee58. 00000020:00000020:2.0:1789307441.644070:0:124163:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9fbe8a12d800 dirty 0 pend 0 grant 0 00000100:00000200:3.0:1789307441.644074:0:122268:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1876218616152704, offset 224 00000020:00000020:2.0:1789307441.644075:0:124163:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9fbe8a12d000 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1789307441.644080:0:124163:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 6b94c9bb-f547-4fe5-8ac4-fde7cb36702a/ffff9fbe8a129800 dirty 0 pend 0 grant 0 00000400:00000200:3.0:1789307441.644083:0:122268:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00002000:00000020:2.0:1789307441.644085:0:124163:0:(ofd_obd.c:759:ofd_statfs()) 958279 blocks: 956743 free, 900151 avail; 262144 objects: 259163 free; state 0 00002000:00000001:2.0:1789307441.644088:0:124163:0:(ofd_obd.c:802:ofd_statfs()) Process leaving 00000400:00000200:3.0:1789307441.644092:0:122268:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000001:2.0:1789307441.644098:0:124163:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1789307441.644102:0:124163:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307441.644102:0:122268:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6aa6930230280 00002000:00000001:2.0:1789307441.644107:0:124163:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789307441.644110:0:124163:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 30064771184, transno 0, xid 1876218616152576 00000400:00000200:3.0:1789307441.644111:0:122268:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c1a65 [1] + 224 00010000:00000001:2.0:1789307441.644113:0:124163:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:2.0:1789307441.644120:0:124163:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbff4700 x1876218616152576/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:487/0 lens 224/368 e 0 to 0 dl 1789307452 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789307441.644120:0:122268:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307441.644128:0:122268:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1789307441.644135:0:124163:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1789307441.644135:0:122268:0:(events.c:80:reply_in_callback()) Process entered 00010000:00000001:2.0:1789307441.644138:0:124163:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307441.644143:0:124163:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbe1fbde8 time=3 v=5 (1 1 1 1) 00000100:00000200:3.0:1789307441.644144:0:122268:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbbff4380 x1876218616152704/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307457 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307441.644150:0:124163:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789307441.644155:0:124163:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00000100:00000040:3.0:1789307441.644160:0:122268:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fbfbbff4380 x1876218616152704/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307457 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307441.644164:0:124163:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:2.0:1789307441.644170:0:124163:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307441.644173:0:124163:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307441.644175:0:124163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307441.644178:0:124163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1789307441.644181:0:122268:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000010:2.0:1789307441.644182:0:124163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd550. 00000100:00000200:2.0:1789307441.644188:0:124163:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1876218616152576, offset 224 00000400:00000200:3.0:1789307441.644188:0:122268:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdee58 00000400:00000010:3.0:1789307441.644191:0:122268:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdee58. 00000100:00000001:3.0:1789307441.644194:0:122268:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789307441.644196:0:122268:0:(events.c:402:reply_out_callback()) Process leaving 00000400:00000200:2.0:1789307441.644198:0:124163:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1789307441.644205:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307441.644208:0:122268:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307441.644209:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1789307441.644209:0:124163:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:0.0:1789307441.644215:0:118850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1789307441.644216:0:122268:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000400:00000001:0.0:1789307441.644219:0:118850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1789307441.644221:0:122268:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000400:00000200:2.0:1789307441.644223:0:124163:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6aa6930230200 00000400:00000010:0.0:1789307441.644224:0:118850:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb6ce3c08. 00000020:00000001:3.0:1789307441.644225:0:122268:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307441.644230:0:122268:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1789307441.644232:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82cc0 00000400:00000010:0.0:1789307441.644235:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82cc0. 00000100:00000040:3.0:1789307441.644237:0:122268:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf90b65f80 x1876218616152704/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:487/0 lens 224/368 e 0 to 0 dl 1789307452 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307441.644239:0:118850:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:2.0:1789307441.644244:0:124163:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c1a69 [1] + 224 00000100:00000200:0.0:1789307441.644247:0:118850:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbff4380 x1876218616152704/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307457 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307441.644255:0:124163:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307441.644265:0:124163:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1789307441.644266:0:122268:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf90b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:118850:x1876218616152704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 519us (826us total) trans 0 rc 0/0 00000100:00000001:2.0:1789307441.644270:0:124163:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789307441.644271:0:118850:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbff4380 x1876218616152704/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307457 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307441.644281:0:122268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4566 00000100:00000040:3.0:1789307441.644289:0:122268:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe8a12d800 : new rpc_count 0 00000100:00000200:2.0:1789307441.644290:0:124163:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbf85c46a00 x1876218616152576/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307457 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307441.644294:0:118850:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789307441.644294:0:122268:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1789307441.644299:0:118850:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307441.644299:0:122268:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1789307441.644305:0:118850:0:(client.c:1593:after_reply()) Process entered 00000020:00000010:3.0:1789307441.644306:0:122268:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47ab00. 00000100:00000040:2.0:1789307441.644308:0:124163:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fbf85c46a00 x1876218616152576/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307457 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789307441.644309:0:118850:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789307441.644312:0:118850:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1789307441.644313:0:122268:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e3e8. 00000100:00000001:0.0:1789307441.644315:0:118850:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307441.644321:0:118850:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307441.644322:0:122268:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb27e3600. 00000100:00001000:0.0:1789307441.644330:0:118850:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe8d1894a8 time=10 v=5 (5 5 5 5) 00000020:00000040:3.0:1789307441.644331:0:122268:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a12d800 : new refcount 4 00000100:00000001:3.0:1789307441.644337:0:122268:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1789307441.644338:0:118850:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe8d189418 time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1789307441.644338:0:124163:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789307441.644344:0:118850:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789307441.644346:0:118850:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307441.644347:0:124163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd550 00010000:00000001:0.0:1789307441.644349:0:118850:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1789307441.644351:0:124163:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd550. 00010000:00000001:0.0:1789307441.644353:0:118850:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307441.644357:0:118850:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789307441.644360:0:118850:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 47244640271 00000100:00000001:0.0:1789307441.644363:0:118850:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789307441.644363:0:124163:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1789307441.644367:0:118850:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307441.644367:0:124163:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000040:0.0:1789307441.644374:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbff4380 x1876218616152704/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307457 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307441.644374:0:124163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307441.644385:0:118850:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789307441.644386:0:124163:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000100:00000001:0.0:1789307441.644387:0:118850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789307441.644391:0:118850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789307441.644392:0:124163:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000004:00000001:0.0:1789307441.644395:0:118850:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000020:00000001:2.0:1789307441.644395:0:124163:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1789307441.644399:0:118850:0:(osp_precreate.c:87:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000001:2.0:1789307441.644399:0:124163:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000004:00000040:0.0:1789307441.644404:0:118850:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=958279 free=956743 avail=900151 avail_mb=3516 hwm_mb=7 files=262144 ffree=259163 state=0: rc = 0 00000100:00000040:2.0:1789307441.644408:0:124163:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbff4700 x1876218616152576/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:487/0 lens 224/368 e 0 to 0 dl 1789307452 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00000020:0.0:1789307441.644413:0:118850:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (ffff9fbe8d18d800): 958279 blocks, 956743 free, 900151 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259163 free files 0x0 00000004:00000001:0.0:1789307441.644417:0:118850:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307441.644423:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbff4380 x1876218616152704/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307457 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307441.644442:0:124163:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbff4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:118852:x1876218616152576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 517us (924us total) trans 0 rc 0/0 00000100:00100000:0.0:1789307441.644444:0:118850:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbff4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:118850:1876218616152704:0@lo:13:osp-pre-0-0.0 00000100:00000001:0.0:1789307441.644452:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307441.644455:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1789307441.644458:0:124163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4567 00000100:00000040:0.0:1789307441.644460:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbff4380 x1876218616152704/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307457 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307441.644463:0:124163:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe8a12d000 : new rpc_count 0 00000100:00000001:2.0:1789307441.644468:0:124163:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307441.644471:0:124163:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1789307441.644472:0:118850:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000010:2.0:1789307441.644475:0:124163:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44680. 02000000:00000001:0.0:1789307441.644476:0:118850:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789307441.644479:0:118850:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbfb6bda800. 00000020:00000010:2.0:1789307441.644481:0:124163:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984e10. 02000000:00000001:0.0:1789307441.644485:0:118850:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:2.0:1789307441.644487:0:124163:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfbedf3600. 00000020:00000001:0.0:1789307441.644489:0:118850:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789307441.644491:0:118850:0:(genops.c:1222:class_import_put()) import ffff9fbe8d189000 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:2.0:1789307441.644492:0:124163:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a12d000 : new refcount 4 00000020:00000001:0.0:1789307441.644494:0:118850:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1789307441.644497:0:124163:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1789307441.644498:0:118850:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfb57d7500. 02000000:00000001:0.0:1789307441.644504:0:118850:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789307441.644506:0:118850:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789307441.644508:0:118850:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbff4380. 00000100:00000001:0.0:1789307441.644511:0:118850:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789307441.644512:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307441.644514:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307441.644518:0:118850:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789307441.644520:0:118850:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307441.644522:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789307441.644523:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307441.644583:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307441.644586:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789307441.644602:0:118852:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789307441.644604:0:118852:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789307441.644606:0:118852:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a516580. 00000400:00000200:1.0:1789307441.644611:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde770 00000400:00000010:1.0:1789307441.644612:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde770. 00000100:00000001:1.0:1789307441.644619:0:118852:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789307441.644624:0:118852:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbf85c46a00 x1876218616152576/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307457 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789307441.644632:0:118852:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbf85c46a00 x1876218616152576/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307457 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307441.644638:0:118852:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307441.644640:0:118852:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307441.644642:0:118852:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789307441.644644:0:118852:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789307441.644645:0:118852:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307441.644647:0:118852:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307441.644650:0:118852:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307441.644654:0:118852:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfb6ad44a8 time=16 v=5 (5 5 5 5) 00000100:00001000:1.0:1789307441.644657:0:118852:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6ad4418 time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1789307441.644660:0:118852:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789307441.644661:0:118852:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307441.644662:0:118852:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789307441.644665:0:118852:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307441.644667:0:118852:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789307441.644668:0:118852:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 30064771184 00000100:00000001:1.0:1789307441.644670:0:118852:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307441.644671:0:118852:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307441.644675:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbf85c46a00 x1876218616152576/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307457 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307441.644687:0:118852:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307441.644689:0:118852:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307441.644690:0:118852:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1789307441.644692:0:118852:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1789307441.644694:0:118852:0:(osp_precreate.c:87:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0001: Updating status = 0 00000004:00000040:1.0:1789307441.644696:0:118852:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0001: blocks=958279 free=956743 avail=900151 avail_mb=3516 hwm_mb=7 files=262144 ffree=259163 state=0: rc = 0 00000004:00000020:1.0:1789307441.644702:0:118852:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-OST0000-osc-MDT0001 (ffff9fbfb6ad2000): 958279 blocks, 956743 free, 900151 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259163 free files 0x0 00000004:00000001:1.0:1789307441.644707:0:118852:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307441.644711:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf85c46a00 x1876218616152576/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307457 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307441.644718:0:118852:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbf85c46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:118852:1876218616152576:0@lo:13:osp-pre-0-1.0 00000100:00000001:1.0:1789307441.644723:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307441.644725:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307441.644727:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbf85c46a00 x1876218616152576/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307457 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307441.644733:0:118852:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307441.644735:0:118852:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307441.644737:0:118852:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbfb1ab0000. 02000000:00000001:1.0:1789307441.644740:0:118852:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307441.644742:0:118852:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307441.644743:0:118852:0:(genops.c:1222:class_import_put()) import ffff9fbfb6ad4000 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:1.0:1789307441.644745:0:118852:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307441.644747:0:118852:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbec5bb6500. 02000000:00000001:1.0:1789307441.644751:0:118852:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307441.644753:0:118852:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307441.644754:0:118852:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf85c46a00. 00000100:00000001:1.0:1789307441.644757:0:118852:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307441.644758:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307441.644760:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307441.644768:0:118852:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307441.644770:0:118852:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307441.644772:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307441.644774:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307441.964664:0:254049:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307441.964673:0:254049:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307441.964680:0:254049:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307441.964682:0:254049:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307441.964685:0:254049:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307441.964687:0:254049:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307441.964692:0:254049:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789307441.964694:0:254049:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307441.964697:0:254049:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789307441.964698:0:254049:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307441.964833:0:243629:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789307441.964840:0:243629:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789307441.964886:0:243629:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1789307442.146081:0:265811:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf85192600. 00080000:00000010:0.0:1789307442.146093:0:265811:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf85192600. 00000020:00000001:0.0:1789307442.146100:0:265811:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1789307442.146110:0:265811:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf85192600. 00080000:00000010:0.0:1789307442.146117:0:265811:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf85192600. 00000020:00000001:0.0:1789307442.146121:0:265811:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1789307442.146129:0:265811:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf85192600. 00080000:00000010:0.0:1789307442.146135:0:265811:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf85192600. 00000020:00000001:0.0:1789307442.146139:0:265811:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1789307442.146147:0:265811:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf85192600. 00080000:00000010:0.0:1789307442.146152:0:265811:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf85192600. 00000020:00000001:0.0:1789307442.146156:0:265811:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307442.154935:0:226372:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:1.0:1789307442.154939:0:226372:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1789307442.154947:0:226372:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbff6a00. 00000020:00000040:1.0:1789307442.154953:0:226372:0:(genops.c:1209:class_import_get()) import ffff9fbf84cc6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1789307442.154959:0:226372:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789307442.154962:0:226372:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789307442.154967:0:226372:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307442.154975:0:226372:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf98e98c00. 00000100:00000001:1.0:1789307442.154983:0:226372:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1789307442.154988:0:238805:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000100:00000001:1.0:1789307442.154991:0:226372:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000004:00000020:0.0:1789307442.154992:0:238805:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000001:1.0:1789307442.154998:0:226372:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789307442.154999:0:238805:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf31c00. 00000020:00000040:0.0:1789307442.155005:0:238805:0:(genops.c:1209:class_import_get()) import ffff9fbfba939800 refcount=7 obd=lustre-MDT0001-osp-MDT0000 00000100:00000040:1.0:1789307442.155013:0:226372:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000944042f8] to pc [ptlrpcd_00_01+1] req@ffff9fbfbbff6a00 x1876218616152832/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307442.155017:0:238805:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789307442.155024:0:238805:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789307442.155028:0:238805:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789307442.155033:0:238805:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbe869cbc00. 00000100:00000001:0.0:1789307442.155038:0:238805:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307442.155042:0:226372:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307442.155043:0:238805:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789307442.155047:0:238805:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307442.155055:0:238805:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c01623b] to pc [ptlrpcd_00_02+2] req@ffff9fbfbbf31c00 x1876218616152960/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1789307442.155056:0:238809:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:1.0:1789307442.155059:0:238809:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1789307442.155064:0:238809:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbff5c00. 00000020:00000040:1.0:1789307442.155070:0:238809:0:(genops.c:1209:class_import_get()) import ffff9fbf97e5e000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:1.0:1789307442.155073:0:238809:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789307442.155075:0:238809:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789307442.155077:0:238809:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307442.155081:0:238809:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf98e98600. 00000100:00000001:1.0:1789307442.155084:0:238809:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1789307442.155088:0:238805:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307442.155088:0:238809:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789307442.155091:0:238809:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307442.155098:0:238809:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd89a0d] to pc [ptlrpcd_00_03+3] req@ffff9fbfbbff5c00 x1876218616153088/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307442.155100:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789307442.155106:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789307442.155110:0:118850:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000004:00000001:1.0:1789307442.155114:0:238809:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307442.155119:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbff6a00 x1876218616152832/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307442.155134:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307442.155139:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307442.155149:0:118850:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789307442.155152:0:118850:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307442.155155:0:118850:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789307442.155158:0:118850:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789307442.155161:0:118850:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307442.155165:0:118850:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:118850:1876218616152832:0@lo:41:osp-pre-0-1.0 00000100:00000001:0.0:1789307442.155170:0:118850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789307442.155176:0:118850:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789307442.155178:0:118850:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307442.155181:0:118850:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789307442.155186:0:118850:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbfb6bd9c00. 02000000:00000001:0.0:1789307442.155195:0:118850:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789307442.155205:0:118850:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb6ce3c08. 00000400:00000010:0.0:1789307442.155214:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82cc0. 00000100:00000200:0.0:1789307442.155222:0:118850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616152832, portal 4 00000100:00000001:0.0:1789307442.155225:0:118850:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789307442.155227:0:118850:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244574489088 : -105829135062528 : ffff9fbfbbff6a00) 00000100:00000040:0.0:1789307442.155235:0:118850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbff6a00 x1876218616152832/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307458 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307442.155244:0:118850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789307442.155247:0:118850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789307442.155251:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82000. 00000100:00000200:0.0:1789307442.155254:0:118850:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1876218616152832, offset 0 00000400:00000200:0.0:1789307442.155262:0:118850:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789307442.155285:0:118850:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789307442.155297:0:118850:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6aa6930230300 00000400:00000200:0.0:1789307442.155304:0:118850:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0xa2499 [256] + 16728 00000400:00000200:0.0:1789307442.155313:0:118850:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789307442.155316:0:118850:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1789307442.155323:0:118850:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1789307442.155326:0:118850:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1789307442.155330:0:118850:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf31500. 00000100:00000040:0.0:1789307442.155333:0:118850:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbf31500 x1876218616152832 msgsize 224 00000100:00100000:0.0:1789307442.155337:0:118850:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1789307442.155348:0:118850:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:0.0:1789307442.155356:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82000 00000400:00000010:0.0:1789307442.155359:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82000. 00000100:00000001:0.0:1789307442.155363:0:118850:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789307442.155367:0:118850:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbff6a00 x1876218616152832/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307458 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307442.155377:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789307442.155381:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbff6a00 x1876218616152832/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307458 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307442.155389:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307442.155391:0:118850:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789307442.155396:0:118850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307442.155401:0:118850:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 15278 usecs (16 jiffies) 00000100:00000001:0.0:1789307442.155413:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315070480 00000100:00000001:0.0:1789307442.155417:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315072938 00000100:00000001:0.0:1789307442.155419:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315070480 00000100:00000001:0.0:1789307442.155421:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315072938 00000100:00000001:0.0:1789307442.155423:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315070480 00000100:00000001:0.0:1789307442.155425:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315072938 00000100:00000001:0.0:1789307442.155427:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315070480 00000100:00000001:0.0:1789307442.155430:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315072938 00000100:00000001:0.0:1789307442.155433:0:118850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789307442.155436:0:118850:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307442.155439:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307442.155441:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307442.155451:0:118850:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789307442.155453:0:118850:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789307442.155456:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789307442.155457:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789307442.155459:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307442.155461:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307442.155495:0:253544:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789307442.155498:0:253544:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616152832 02000000:00000001:2.0:1789307442.155501:0:253544:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307442.155503:0:253544:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307442.155506:0:253544:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307442.155511:0:253544:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307442.155514:0:253544:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616152832 00000020:00000001:2.0:1789307442.155518:0:253544:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307442.155520:0:253544:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc59 00000020:00000001:2.0:1789307442.155523:0:253544:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307442.155526:0:253544:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf86770800 refcount=7 00000020:00000001:2.0:1789307442.155528:0:253544:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243676358656 : -105830033192960 : ffff9fbf86770800) 00000020:00000001:2.0:1789307442.155531:0:253544:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243676358656 : -105830033192960 : ffff9fbf86770800) 00000100:00000001:2.0:1789307442.155535:0:253544:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307442.155546:0:253544:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00dc0. 00000100:00000001:2.0:1789307442.155549:0:253544:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307442.155552:0:253544:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00dc0. 00000020:00000010:2.0:1789307442.155561:0:253544:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfbedf3400. 00000020:00000010:2.0:1789307442.155568:0:253544:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44400. 00000020:00000010:2.0:1789307442.155573:0:253544:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984e10. 00000100:00000040:2.0:1789307442.155581:0:253544:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1789307442.155584:0:253544:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307442.155586:0:253544:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307442.155588:0:253544:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307442.155596:0:253544:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307442.155605:0:253544:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307442.155619:0:253544:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307442.155621:0:253544:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789307442.155626:0:253544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00000040:2.0:1789307442.155630:0:253544:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf86770800 : new rpc_count 1 00000100:00000001:2.0:1789307442.155632:0:253544:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244573680896 : -105829135870720 : ffff9fbfbbf31500) 00000100:00000040:2.0:1789307442.155637:0:253544:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbf31500 x1876218616152832/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:488/0 lens 224/0 e 0 to 0 dl 1789307453 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307442.155645:0:253544:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307442.155648:0:253544:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00dc0. 00000100:00000001:2.0:1789307442.155650:0:253544:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307442.155663:0:253544:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00dc0. 00000100:00100000:2.0:1789307442.155670:0:253544:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbf31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:118850:x1876218616152832:12345-0@lo:41:osp-pre-0-1.0 00000100:00000001:0.0:1789307442.155672:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1789307442.155674:0:253544:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616152832 00000100:00000001:0.0:1789307442.155675:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789307442.155677:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1789307442.155677:0:253544:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1789307442.155681:0:253544:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000040:0.0:1789307442.155683:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbf31c00 x1876218616152960/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307442.155685:0:253544:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307442.155688:0:253544:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1789307442.155690:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1789307442.155690:0:253544:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662883424 : -1046668192 : ffffffffc19d1c60) 00000100:00000001:0.0:1789307442.155692:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307442.155694:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1789307442.155694:0:253544:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1789307442.155697:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1789307442.155697:0:253544:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1876218616152832, found 0 last_xid 1876218616152831 02000000:00000001:0.0:1789307442.155699:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307442.155702:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbf31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:118851:1876218616152960:0@lo:41:osp-pre-1-0.0 00000100:00000001:0.0:1789307442.155706:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789307442.155708:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789307442.155710:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307442.155712:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1789307442.155713:0:253544:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1789307442.155715:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbfb6bd9800. 00000020:00000001:2.0:1789307442.155715:0:253544:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1789307442.155717:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307442.155718:0:253544:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000010:0.0:1789307442.155720:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb6ce3b58. 00000020:00000001:2.0:1789307442.155721:0:253544:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789307442.155725:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82000. 00000100:00000001:2.0:1789307442.155725:0:253544:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307442.155727:0:253544:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1789307442.155728:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616152960, portal 4 00000100:00000001:0.0:1789307442.155730:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789307442.155731:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244573682688 : -105829135868928 : ffff9fbfbbf31c00) 02000000:00000010:2.0:1789307442.155732:0:253544:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbf85795c00. 02000000:00000001:2.0:1789307442.155734:0:253544:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307442.155736:0:253544:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307442.155738:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbf31c00 x1876218616152960/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307458 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1789307442.155742:0:253544:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000100:00000001:0.0:1789307442.155744:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:2.0:1789307442.155746:0:253544:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000100:00000040:0.0:1789307442.155747:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000001:2.0:1789307442.155748:0:253544:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789307442.155750:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82880. 00000100:00000200:0.0:1789307442.155752:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1876218616152960, offset 0 00000400:00000200:0.0:1789307442.155757:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000024:2.0:1789307442.155760:0:253544:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1439117312 avail 1292877824 00000400:00000200:0.0:1789307442.155762:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000020:2.0:1789307442.155765:0:253544:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000400:00000200:0.0:1789307442.155769:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6aa6930230380 00000020:00000020:2.0:1789307442.155769:0:253544:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbf83a71800 dirty 0 pend 0 grant 2146304 00000020:00000020:2.0:1789307442.155772:0:253544:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/ffff9fbfa3380800 dirty 0 pend 0 grant 0 00000400:00000200:0.0:1789307442.155774:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0xa2499 [256] + 16952 00000020:00000020:2.0:1789307442.155775:0:253544:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/ffff9fbfbfad8800 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1789307442.155778:0:253544:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/ffff9fbfb6c22800 dirty 0 pend 0 grant 0 00000400:00000200:0.0:1789307442.155779:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000020:2.0:1789307442.155781:0:253544:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0001_UUID/ffff9fbfb6e54800 dirty 0 pend 0 grant 0 00000400:00000200:0.0:1789307442.155782:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000020:2.0:1789307442.155784:0:253544:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/ffff9fbf86770800 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1789307442.155786:0:118851:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1789307442.155788:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000004:00000020:2.0:1789307442.155788:0:253544:0:(mdt_handler.c:552:mdt_statfs()) 353529 blocks: 351347 free, 315644 avail; 1024000 objects: 1021959 free; state 0 00000100:00000010:0.0:1789307442.155805:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbe34700. 00000100:00000040:0.0:1789307442.155807:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbe34700 x1876218616152960 msgsize 224 00000001:00000001:2.0:1789307442.155807:0:253544:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1789307442.155809:0:253544:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307442.155811:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000001:2.0:1789307442.155812:0:253544:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789307442.155815:0:253544:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 25769821652, transno 0, xid 1876218616152832 00010000:00000001:2.0:1789307442.155819:0:253544:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:0.0:1789307442.155825:0:118851:0:(events.c:377:request_in_callback()) Process leaving 00010000:00000200:2.0:1789307442.155825:0:253544:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbf31500 x1876218616152832/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:488/0 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789307442.155830:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82880 00000400:00000010:0.0:1789307442.155833:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82880. 00010000:00000001:2.0:1789307442.155833:0:253544:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1789307442.155836:0:118851:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:2.0:1789307442.155836:0:253544:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307442.155839:0:225637:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1789307442.155841:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbf31c00 x1876218616152960/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307458 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1789307442.155841:0:253544:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbb8561e8 time=81 v=5 (1 1 0 0) 00000100:00000001:3.0:1789307442.155842:0:251985:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789307442.155843:0:225637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616152960 00000100:00000001:3.0:1789307442.155847:0:251985:0:(service.c:2287:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307442.155848:0:225637:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307442.155872:0:225637:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307442.155874:0:225637:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307442.155877:0:253544:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1789307442.155880:0:225637:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307442.155881:0:253544:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:0.0:1789307442.155882:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1789307442.155886:0:225637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616152960 00000100:00000001:2.0:1789307442.155886:0:253544:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00000040:0.0:1789307442.155887:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbf31c00 x1876218616152960/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307458 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1789307442.155890:0:225637:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000001:2.0:1789307442.155891:0:253544:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:1.0:1789307442.155895:0:225637:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc98 02000000:00000001:2.0:1789307442.155895:0:253544:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307442.155896:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307442.155900:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1789307442.155900:0:225637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:2.0:1789307442.155901:0:253544:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1789307442.155905:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307442.155906:0:225637:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe95150800 refcount=5 00000100:00000040:2.0:1789307442.155906:0:253544:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1789307442.155908:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 2388 usecs (3 jiffies) 00000400:00000010:2.0:1789307442.155911:0:253544:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd550. 00000020:00000001:1.0:1789307442.155912:0:225637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 00000100:00000001:0.0:1789307442.155913:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315070468 00000100:00000200:2.0:1789307442.155915:0:253544:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1876218616152832, offset 224 00000020:00000001:1.0:1789307442.155918:0:225637:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 00000100:00000001:0.0:1789307442.155919:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315072938 00000400:00000200:2.0:1789307442.155922:0:253544:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1789307442.155925:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315070468 00000100:00000001:1.0:1789307442.155926:0:225637:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1789307442.155928:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315072938 00000100:00000001:0.0:1789307442.155930:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315070468 00000400:00000200:2.0:1789307442.155930:0:253544:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1789307442.155932:0:225637:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffbc0. 00000100:00000001:0.0:1789307442.155933:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315072938 00000100:00000001:1.0:1789307442.155937:0:225637:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789307442.155938:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315070468 00000400:00000200:2.0:1789307442.155938:0:253544:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6aa6930230300 00000100:00000001:0.0:1789307442.155943:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315072938 00000020:00000010:1.0:1789307442.155944:0:225637:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffbc0. 00000100:00000001:0.0:1789307442.155946:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1789307442.155946:0:253544:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c1a7d [1] + 224 00000100:00000001:0.0:1789307442.155949:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307442.155952:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307442.155952:0:253544:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1789307442.155953:0:225637:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbec62a3e00. 00000100:00000001:0.0:1789307442.155955:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307442.155957:0:253544:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1789307442.155959:0:225637:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf83f8d200. 00000100:00000001:0.0:1789307442.155961:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789307442.155961:0:253544:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1789307442.155964:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789307442.155966:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789307442.155967:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1789307442.155967:0:225637:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696aed8. 00000100:00000200:2.0:1789307442.155967:0:253544:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbbff6a00 x1876218616152832/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307442.155969:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307442.155974:0:118851:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1789307442.155975:0:225637:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789307442.155976:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789307442.155979:0:253544:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fbfbbff6a00 x1876218616152832/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307442.155980:0:225637:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1789307442.155981:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307442.155984:0:225637:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307442.155985:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307442.155990:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789307442.155992:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307442.155993:0:225637:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307442.155994:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1789307442.155995:0:253544:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:0.0:1789307442.155999:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbff5c00 x1876218616153088/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307442.156001:0:253544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd550 00000400:00000010:2.0:1789307442.156003:0:253544:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd550. 00000100:00000001:0.0:1789307442.156006:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789307442.156006:0:253544:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1789307442.156007:0:225637:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307442.156008:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307442.156008:0:253544:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:2.0:1789307442.156012:0:253544:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307442.156013:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1789307442.156014:0:253544:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 02000000:00000001:0.0:1789307442.156015:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789307442.156017:0:253544:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 02000000:00000001:0.0:1789307442.156018:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307442.156019:0:253544:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307442.156021:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:118851:1876218616153088:0@lo:13:osp-pre-1-0.0 00000100:00000001:1.0:1789307442.156022:0:225637:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1789307442.156022:0:253544:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1789307442.156026:0:225637:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1789307442.156027:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1789307442.156027:0:253544:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf31500 x1876218616152832/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:488/0 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789307442.156031:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789307442.156035:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307442.156035:0:225637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 02000000:00000001:0.0:1789307442.156038:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1789307442.156042:0:253544:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbf31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:118850:x1876218616152832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 394us (705us total) trans 0 rc 0/0 00000100:00000040:1.0:1789307442.156043:0:225637:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe95150800 : new rpc_count 1 02000000:00000010:0.0:1789307442.156044:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbfb6bda800. 00000100:00000001:1.0:1789307442.156047:0:225637:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244572645120 : -105829136906496 : ffff9fbfbbe34700) 02000000:00000001:0.0:1789307442.156048:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789307442.156054:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb6ce3580. 00000400:00000010:0.0:1789307442.156057:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82880. 00000100:00100000:2.0:1789307442.156059:0:253544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00000200:0.0:1789307442.156060:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616153088, portal 4 00000100:00000040:1.0:1789307442.156060:0:225637:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbe34700 x1876218616152960/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:488/0 lens 224/0 e 0 to 0 dl 1789307453 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307442.156062:0:253544:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf86770800 : new rpc_count 0 00000100:00000001:0.0:1789307442.156065:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789307442.156066:0:253544:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1789307442.156067:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244574485504 : -105829135066112 : ffff9fbfbbff5c00) 00000100:00000001:2.0:1789307442.156069:0:253544:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789307442.156075:0:253544:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44400. 00000100:00000040:0.0:1789307442.156076:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbff5c00 x1876218616153088/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307458 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1789307442.156078:0:253544:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984e10. 00000020:00000010:2.0:1789307442.156081:0:253544:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfbedf3400. 00000100:00000001:0.0:1789307442.156084:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1789307442.156088:0:253544:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86770800 : new refcount 6 00000100:00000040:0.0:1789307442.156089:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1789307442.156092:0:253544:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1789307442.156093:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82f68. 00000100:00000200:0.0:1789307442.156097:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876218616153088, offset 0 00000100:00000001:1.0:1789307442.156100:0:225637:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1789307442.156104:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1789307442.156106:0:225637:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffbc0. 00000400:00000200:0.0:1789307442.156113:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1789307442.156113:0:225637:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307442.156115:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1789307442.156119:0:225637:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffbc0. 00000400:00000200:0.0:1789307442.156120:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6aa6930230400 00000100:00000001:2.0:1789307442.156120:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307442.156132:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x4f41 [8] + 3136 00000100:00100000:1.0:1789307442.156132:0:225637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbe34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:118851:x1876218616152960:12345-0@lo:41:osp-pre-1-0.0 00000400:00000200:0.0:1789307442.156140:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1789307442.156140:0:225637:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616152960 00000020:00000001:1.0:1789307442.156144:0:225637:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:0.0:1789307442.156147:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1789307442.156148:0:225637:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1789307442.156152:0:118851:0:(events.c:290:request_in_callback()) Process entered 00000020:00000001:1.0:1789307442.156153:0:225637:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789307442.156155:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost_create 00000020:00000001:1.0:1789307442.156157:0:225637:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000010:0.0:1789307442.156160:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbe36d80. 00000020:00000001:1.0:1789307442.156161:0:225637:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662883424 : -1046668192 : ffffffffc19d1c60) 00000100:00000040:0.0:1789307442.156164:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbe36d80 x1876218616153088 msgsize 224 00000020:00000001:1.0:1789307442.156166:0:225637:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1789307442.156170:0:225637:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1876218616152960, found 0 last_xid 1876218616152959 00000100:00100000:0.0:1789307442.156173:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1789307442.156175:0:225637:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789307442.156179:0:225637:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1789307442.156181:0:225637:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1789307442.156183:0:225637:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307442.156185:0:225637:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789307442.156186:0:225637:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1789307442.156189:0:118851:0:(events.c:377:request_in_callback()) Process leaving 02000000:00000010:1.0:1789307442.156190:0:225637:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbeb80e9400. 02000000:00000001:1.0:1789307442.156193:0:225637:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307442.156195:0:225637:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307442.156196:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82f68 00000100:00000001:2.0:1789307442.156197:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:1.0:1789307442.156198:0:225637:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000400:00000010:0.0:1789307442.156200:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82f68. 00000100:00000001:2.0:1789307442.156200:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000004:00000001:1.0:1789307442.156201:0:225637:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1789307442.156204:0:225637:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307442.156206:0:118851:0:(events.c:35:request_out_callback()) Process entered 00000400:00000001:2.0:1789307442.156207:0:118850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789307442.156209:0:118850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1789307442.156211:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbff5c00 x1876218616153088/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307458 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1789307442.156212:0:118850:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb6ce3c08. 00000004:00000024:1.0:1789307442.156213:0:225637:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444515840 avail 1298276352 00000400:00000200:2.0:1789307442.156217:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82cc0 00000100:00000001:3.0:1789307442.156219:0:122269:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000020:1.0:1789307442.156220:0:225637:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000400:00000010:2.0:1789307442.156221:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82cc0. 00000100:00000001:0.0:1789307442.156225:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000020:1.0:1789307442.156226:0:225637:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbfb9254000 dirty 0 pend 0 grant 2146304 00000100:00000001:2.0:1789307442.156227:0:118850:0:(events.c:80:reply_in_callback()) Process entered 00000100:00100000:3.0:1789307442.156227:0:122269:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616153088 00000100:00000040:0.0:1789307442.156229:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbff5c00 x1876218616153088/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307458 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000020:1.0:1789307442.156233:0:225637:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0000_UUID/ffff9fbfa3386800 dirty 0 pend 0 grant 0 02000000:00000001:3.0:1789307442.156233:0:122269:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1789307442.156234:0:118850:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbff6a00 x1876218616152832/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307442.156238:0:122269:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000020:00000020:1.0:1789307442.156239:0:225637:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/ffff9fbe95150800 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1789307442.156243:0:122269:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1789307442.156247:0:225637:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0001_UUID/ffff9fbe85bcc000 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1789307442.156250:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307442.156250:0:122269:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307442.156253:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000004:00000020:1.0:1789307442.156258:0:225637:0:(mdt_handler.c:552:mdt_statfs()) 353529 blocks: 352665 free, 316962 avail; 1024000 objects: 1023582 free; state 0 00000100:00100000:3.0:1789307442.156258:0:122269:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616153088 00000100:00000001:0.0:1789307442.156259:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789307442.156262:0:118850:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbff6a00 x1876218616152832/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307442.156263:0:122269:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000040:0.0:1789307442.156267:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 12597 usecs (13 jiffies) 00000020:00000040:3.0:1789307442.156267:0:122269:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedcd0 00000001:00000001:1.0:1789307442.156268:0:225637:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1789307442.156271:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315070478 00000020:00000001:3.0:1789307442.156272:0:122269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000001:00000001:1.0:1789307442.156273:0:225637:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307442.156274:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315072938 00000100:00000001:2.0:1789307442.156274:0:118850:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789307442.156278:0:118850:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789307442.156278:0:122269:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf92163800 refcount=5 00000100:00000001:0.0:1789307442.156279:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315070478 00000004:00000001:1.0:1789307442.156279:0:225637:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307442.156283:0:118850:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:0.0:1789307442.156285:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315072938 00010000:00000040:1.0:1789307442.156286:0:225637:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 17179874255, transno 0, xid 1876218616152960 02000000:00000001:2.0:1789307442.156286:0:118850:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1789307442.156287:0:122269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243871340544 : -105829838211072 : ffff9fbf92163800) 00000100:00000001:0.0:1789307442.156289:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315070478 00000100:00000001:2.0:1789307442.156289:0:118850:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789307442.156294:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315072938 00010000:00000001:1.0:1789307442.156294:0:225637:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:2.0:1789307442.156294:0:118850:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307442.156294:0:122269:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243871340544 : -105829838211072 : ffff9fbf92163800) 00000100:00000001:0.0:1789307442.156300:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315070478 02000000:00000001:2.0:1789307442.156300:0:118850:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307442.156300:0:122269:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1789307442.156303:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315072938 00010000:00000200:1.0:1789307442.156303:0:225637:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbe34700 x1876218616152960/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:488/0 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1789307442.156306:0:118850:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf84cc6c60 time=12 v=5 (5 5 5 5) 00000100:00000001:0.0:1789307442.156309:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307442.156311:0:122269:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0480. 00000100:00001000:2.0:1789307442.156313:0:118850:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf84cc6c18 time=6 v=5 (1 1 1 1) 00000100:00000001:0.0:1789307442.156314:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307442.156319:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307442.156320:0:118850:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1789307442.156322:0:122269:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff9fbfbf3e4d40) now 12 - evictor 00000100:00000001:2.0:1789307442.156323:0:118850:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307442.156324:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307442.156327:0:225637:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789307442.156330:0:225637:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307442.156334:0:122269:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00001000:1.0:1789307442.156335:0:225637:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbb8561e8 time=81 v=5 (1 1 0 0) 00010000:00000001:2.0:1789307442.156336:0:118850:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1789307442.156338:0:122269:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb27e2600. 00000100:00000001:1.0:1789307442.156341:0:225637:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1789307442.156341:0:118850:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307442.156343:0:122269:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47a680. 00000100:00000040:1.0:1789307442.156346:0:225637:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:2.0:1789307442.156348:0:118850:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1789307442.156349:0:225637:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000020:00000010:3.0:1789307442.156349:0:122269:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e3e8. 00000100:00000040:2.0:1789307442.156353:0:118850:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25769821652 02000000:00000001:1.0:1789307442.156354:0:225637:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789307442.156356:0:225637:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307442.156358:0:118850:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1789307442.156358:0:122269:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1789307442.156359:0:225637:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1789307442.156363:0:122269:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1789307442.156364:0:225637:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1789307442.156365:0:122269:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307442.156367:0:118850:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307442.156368:0:122269:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307442.156369:0:225637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b542a8. 00000100:00000200:1.0:1789307442.156375:0:225637:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1876218616152960, offset 224 00000100:00000001:3.0:1789307442.156376:0:122269:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307442.156379:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbff6a00 x1876218616152832/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789307442.156383:0:225637:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1789307442.156384:0:122269:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307442.156394:0:225637:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1789307442.156396:0:122269:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307442.156398:0:118850:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307442.156399:0:122269:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1789307442.156404:0:118850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1789307442.156407:0:225637:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6aa6930230380 00000100:00100000:3.0:1789307442.156408:0:122269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4568 00000100:00000001:2.0:1789307442.156409:0:118850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789307442.156413:0:122269:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf92163800 : new rpc_count 1 00000004:00000001:2.0:1789307442.156414:0:118850:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000400:00000200:1.0:1789307442.156417:0:225637:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c1a85 [1] + 224 00000100:00000001:3.0:1789307442.156418:0:122269:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244572654976 : -105829136896640 : ffff9fbfbbe36d80) 00000004:00000040:2.0:1789307442.156421:0:118850:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=353529 free=351347 avail=315644 avail_mb=1232 hwm_mb=3 files=1024000 ffree=1021959 state=0: rc = 0 00000400:00000200:1.0:1789307442.156426:0:225637:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1789307442.156426:0:122269:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbe36d80 x1876218616153088/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:488/0 lens 224/0 e 0 to 0 dl 1789307453 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000020:2.0:1789307442.156432:0:118850:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (ffff9fbf84cc4000): 353529 blocks, 351347 free, 315644 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 1024000 files, 1021959 free files 0x0 00000400:00000200:1.0:1789307442.156434:0:225637:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307442.156441:0:225637:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1789307442.156442:0:122269:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000004:00000001:2.0:1789307442.156446:0:118850:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307442.156447:0:122269:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0740. 00000100:00000200:1.0:1789307442.156448:0:225637:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbbf31c00 x1876218616152960/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307442.156453:0:122269:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789307442.156455:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbff6a00 x1876218616152832/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1789307442.156458:0:122269:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0740. 00000100:00100000:3.0:1789307442.156468:0:122269:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbe36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:118851:x1876218616153088:12345-0@lo:13:osp-pre-1-0.0 00000100:00000040:1.0:1789307442.156472:0:225637:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fbfbbf31c00 x1876218616152960/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789307442.156477:0:122269:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616153088 00000020:00000001:3.0:1789307442.156481:0:122269:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789307442.156485:0:122269:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1789307442.156488:0:122269:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307442.156490:0:118850:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:118850:1876218616152832:0@lo:41:osp-pre-0-1.0 00000020:00000001:3.0:1789307442.156492:0:122269:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789307442.156494:0:122269:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664990128 : -1044561488 : ffffffffc1bd41b0) 00000100:00000001:1.0:1789307442.156497:0:225637:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000001:3.0:1789307442.156499:0:122269:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1789307442.156500:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789307442.156501:0:122269:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307442.156505:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1789307442.156508:0:225637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b542a8 00000100:00000040:2.0:1789307442.156511:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbff6a00 x1876218616152832/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307442.156511:0:122269:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000010:1.0:1789307442.156512:0:225637:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b542a8. 00000020:00000001:3.0:1789307442.156515:0:122269:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1789307442.156517:0:225637:0:(events.c:390:reply_out_callback()) Process entered 00000020:00000001:3.0:1789307442.156518:0:122269:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307442.156520:0:225637:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1789307442.156523:0:122269:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1789307442.156526:0:225637:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307442.156527:0:122269:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1789307442.156528:0:118850:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000010:3.0:1789307442.156532:0:122269:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbfb1ab0c00. 00000100:00000040:1.0:1789307442.156533:0:225637:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 02000000:00000001:2.0:1789307442.156533:0:118850:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1789307442.156536:0:225637:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:1.0:1789307442.156538:0:225637:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789307442.156539:0:118850:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbfb6bd9c00. 00000020:00000001:1.0:1789307442.156540:0:225637:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1789307442.156546:0:225637:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbe34700 x1876218616152960/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:488/0 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789307442.156546:0:118850:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1789307442.156548:0:122269:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307442.156550:0:118850:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789307442.156555:0:118850:0:(genops.c:1222:class_import_put()) import ffff9fbf84cc6800 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1789307442.156555:0:122269:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307442.156562:0:225637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbe34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:118851:x1876218616152960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 459us (750us total) trans 0 rc 0/0 00002000:00000001:3.0:1789307442.156562:0:122269:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:2.0:1789307442.156563:0:118850:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789307442.156568:0:118850:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf98e98c00. 00002000:00000001:3.0:1789307442.156569:0:122269:0:(ofd_obd.c:710:ofd_statfs()) Process entered 00000100:00100000:1.0:1789307442.156570:0:225637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00000040:1.0:1789307442.156574:0:225637:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe95150800 : new rpc_count 0 00000020:00000001:3.0:1789307442.156574:0:122269:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000100:00000001:1.0:1789307442.156578:0:225637:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307442.156580:0:225637:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1789307442.156581:0:118850:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:1.0:1789307442.156582:0:225637:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf83f8d200. 02000000:00000001:2.0:1789307442.156585:0:118850:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1789307442.156586:0:122269:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307442.156589:0:225637:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696aed8. 00000100:00000010:2.0:1789307442.156590:0:118850:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbff6a00. 00002000:00000024:3.0:1789307442.156591:0:122269:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8580928 pending 0 free 3904630784 avail 3673108480 00000020:00000010:1.0:1789307442.156595:0:225637:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbec62a3e00. 00000100:00000001:2.0:1789307442.156598:0:118850:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000020:00000020:3.0:1789307442.156598:0:122269:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 143168 0 0 00000100:00000001:2.0:1789307442.156601:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789307442.156602:0:225637:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe95150800 : new refcount 4 00000020:00000020:3.0:1789307442.156604:0:122269:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbf90b99800 dirty 0 pend 0 grant 8437760 00000100:00000001:2.0:1789307442.156606:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307442.156608:0:225637:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:3.0:1789307442.156612:0:122269:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9fbf92163800 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1789307442.156614:0:118850:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000020:3.0:1789307442.156616:0:122269:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9fbe9623d800 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1789307442.156618:0:118850:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307442.156623:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000020:3.0:1789307442.156624:0:122269:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli 6b94c9bb-f547-4fe5-8ac4-fde7cb36702a/ffff9fbe9623d000 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1789307442.156627:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:3.0:1789307442.156630:0:122269:0:(ofd_obd.c:759:ofd_statfs()) 958279 blocks: 953279 free, 896721 avail; 262144 objects: 259166 free; state 0 00002000:00000001:3.0:1789307442.156633:0:122269:0:(ofd_obd.c:802:ofd_statfs()) Process leaving 00000100:00000001:1.0:1789307442.156635:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000001:3.0:1789307442.156638:0:122269:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000100:00000001:1.0:1789307442.156639:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000001:00000001:3.0:1789307442.156641:0:122269:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1789307442.156643:0:122269:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1789307442.156645:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000040:3.0:1789307442.156646:0:122269:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884922556, transno 0, xid 1876218616153088 00000400:00000001:1.0:1789307442.156649:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:2.0:1789307442.156649:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00000001:3.0:1789307442.156649:0:122269:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000400:00000010:1.0:1789307442.156653:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb6ce3b58. 00000400:00000200:1.0:1789307442.156657:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82000 00000020:00000040:2.0:1789307442.156657:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0001 (ffff9fbfbf3e4d40) now 12 - evictor 00010000:00000200:3.0:1789307442.156658:0:122269:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbe36d80 x1876218616153088/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:488/0 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1789307442.156662:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82000. 00000100:00000001:1.0:1789307442.156668:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00010000:00000001:3.0:1789307442.156669:0:122269:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1789307442.156673:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbf31c00 x1876218616152960/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789307442.156673:0:122269:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789307442.156679:0:122269:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbe1fbde8 time=4 v=5 (1 1 1 1) 00000100:00000200:1.0:1789307442.156683:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbf31c00 x1876218616152960/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307442.156685:0:122269:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789307442.156691:0:122269:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:3.0:1789307442.156695:0:122269:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00000001:1.0:1789307442.156700:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307442.156702:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307442.156706:0:118851:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789307442.156708:0:122269:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789307442.156710:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1789307442.156711:0:122269:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307442.156713:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307442.156716:0:122269:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1789307442.156717:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307442.156721:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307442.156722:0:122269:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:1.0:1789307442.156728:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfba939c60 time=11 v=5 (5 5 5 5) 00000400:00000010:3.0:1789307442.156728:0:122269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdee58. 00000100:00000200:3.0:1789307442.156734:0:122269:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1876218616153088, offset 224 00000100:00001000:1.0:1789307442.156735:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfba939c18 time=11 v=5 (1 1 1 1) 00000100:00000001:1.0:1789307442.156740:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1789307442.156743:0:122269:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1789307442.156744:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307442.156748:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1789307442.156751:0:122269:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1789307442.156752:0:118851:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307442.156757:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789307442.156759:0:118851:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 17179874255 gen 2 00000400:00000200:3.0:1789307442.156761:0:122269:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6aa6930230400 00000100:00000040:1.0:1789307442.156767:0:118851:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 17179874255) req@ffff9fbfb918aa00 x1876218616149248/t17179874252(17179874252) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789307442.156768:0:122269:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c1a91 [1] + 224 00000400:00000200:3.0:1789307442.156776:0:122269:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:1.0:1789307442.156780:0:118851:0:(osp_trans.c:1023:osp_request_commit_cb()) Process entered 00000400:00000200:3.0:1789307442.156782:0:122269:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00080000:1.0:1789307442.156783:0:118851:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 17179874252 committed transno 17179874255 00000100:00000001:3.0:1789307442.156787:0:122269:0:(events.c:80:reply_in_callback()) Process entered 00000004:00000010:1.0:1789307442.156799:0:118851:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fbfc0e84000. 00000004:00000010:1.0:1789307442.156807:0:118851:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fbeaa9e6aa0. 00000100:00000200:3.0:1789307442.156807:0:122269:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbbff5c00 x1876218616153088/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000010:1.0:1789307442.156813:0:118851:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fbea025fb40. 00000004:00000010:1.0:1789307442.156818:0:118851:0:(osp_trans.c:924:osp_thandle_destroy()) kfreed 'oth': 136 at ffff9fbea025f180. 00000004:00000001:1.0:1789307442.156821:0:118851:0:(osp_trans.c:1050:osp_request_commit_cb()) Process leaving 00000100:00000001:1.0:1789307442.156823:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789307442.156827:0:122269:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fbfbbff5c00 x1876218616153088/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307442.156828:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfb918aa00 x1876218616149248/t17179874252(17179874252) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307442.156844:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307442.156846:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307442.156865:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fbfbd6a2000. 02000000:00000001:1.0:1789307442.156872:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307442.156874:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307442.156875:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbfba939800 refcount=6 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1789307442.156882:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307442.156884:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fbfb90eb000. 00000100:00000001:3.0:1789307442.156886:0:122269:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:1.0:1789307442.156887:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307442.156890:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307442.156891:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfb918aa00. 00000400:00000200:3.0:1789307442.156895:0:122269:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdee58 00000100:00000001:1.0:1789307442.156896:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307442.156900:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1789307442.156900:0:122269:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdee58. 00000100:00000040:1.0:1789307442.156906:0:118851:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 17179874255) req@ffff9fbfb9188380 x1876218616149504/t17179874253(17179874253) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307442.156906:0:122269:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789307442.156910:0:122269:0:(events.c:402:reply_out_callback()) Process leaving 00000004:00000001:1.0:1789307442.156915:0:118851:0:(osp_trans.c:1023:osp_request_commit_cb()) Process entered 00000004:00080000:1.0:1789307442.156916:0:118851:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 17179874253 committed transno 17179874255 00000100:00000001:3.0:1789307442.156916:0:122269:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1789307442.156921:0:118851:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fbf85dff000. 00000100:00000040:3.0:1789307442.156924:0:122269:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000004:00000010:1.0:1789307442.156926:0:118851:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fbeaa9e6ec0. 00010000:00000001:3.0:1789307442.156929:0:122269:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000004:00000010:1.0:1789307442.156930:0:118851:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fbea025fe40. 00000004:00000010:1.0:1789307442.156934:0:118851:0:(osp_trans.c:924:osp_thandle_destroy()) kfreed 'oth': 136 at ffff9fbea025fa80. 00000020:00000001:3.0:1789307442.156934:0:122269:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307442.156938:0:118851:0:(osp_trans.c:1050:osp_request_commit_cb()) Process leaving 00000100:00000001:1.0:1789307442.156940:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1789307442.156940:0:122269:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1789307442.156945:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfb9188380 x1876218616149504/t17179874253(17179874253) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307442.156949:0:122269:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbe36d80 x1876218616153088/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:488/0 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307442.156950:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307442.156952:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307442.156955:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fbfb4a20000. 02000000:00000001:1.0:1789307442.156962:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:3.0:1789307442.156962:0:122269:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbe36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:118851:x1876218616153088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 518us (796us total) trans 0 rc 0/0 00000020:00000001:1.0:1789307442.156966:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307442.156969:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbfba939800 refcount=5 obd=lustre-MDT0001-osp-MDT0000 00000100:00100000:3.0:1789307442.156971:0:122269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4568 00000020:00000001:1.0:1789307442.156973:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307442.156975:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fbfb90ea800. 02000000:00000001:1.0:1789307442.156980:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1789307442.156981:0:122269:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf92163800 : new rpc_count 0 02000000:00000001:1.0:1789307442.156983:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1789307442.156984:0:122269:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:1.0:1789307442.156987:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfb9188380. 00000100:00000001:3.0:1789307442.156987:0:122269:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789307442.156991:0:122269:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47a680. 00000100:00000001:1.0:1789307442.156995:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000020:00000010:3.0:1789307442.156996:0:122269:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e3e8. 00000100:00000001:1.0:1789307442.157000:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1789307442.157002:0:122269:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb27e2600. 00000020:00000040:3.0:1789307442.157008:0:122269:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf92163800 : new refcount 4 00000100:00000040:1.0:1789307442.157009:0:118851:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 17179874255) req@ffff9fbfb9188e00 x1876218616149760/t17179874254(17179874254) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307442.157012:0:122269:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1789307442.157034:0:118851:0:(osp_trans.c:1023:osp_request_commit_cb()) Process entered 00000004:00080000:1.0:1789307442.157036:0:118851:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 17179874254 committed transno 17179874255 00000004:00000010:1.0:1789307442.157039:0:118851:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fbf85dfe000. 00000004:00000010:1.0:1789307442.157043:0:118851:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fbeaa9e6340. 00000004:00000010:1.0:1789307442.157046:0:118851:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fbea025f3c0. 00000004:00000010:1.0:1789307442.157050:0:118851:0:(osp_trans.c:924:osp_thandle_destroy()) kfreed 'oth': 136 at ffff9fbea025f600. 00000004:00000001:1.0:1789307442.157053:0:118851:0:(osp_trans.c:1050:osp_request_commit_cb()) Process leaving 00000100:00000001:1.0:1789307442.157055:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307442.157060:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfb9188e00 x1876218616149760/t17179874254(17179874254) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307450 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307442.157067:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307442.157069:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307442.157071:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fbf922c8000. 02000000:00000001:1.0:1789307442.157078:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307442.157080:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307442.157081:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbfba939800 refcount=4 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1789307442.157083:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307442.157085:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fbfb90eae00. 02000000:00000001:1.0:1789307442.157088:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307442.157088:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307442.157089:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfb9188e00. 00000100:00000001:1.0:1789307442.157094:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307442.157095:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789307442.157098:0:118851:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 17179874255) req@ffff9fbfc0ec9880 x1876218616150272/t17179874255(17179874255) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 1789307452 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1789307442.157102:0:118851:0:(osp_trans.c:1023:osp_request_commit_cb()) Process entered 00000004:00080000:1.0:1789307442.157103:0:118851:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 17179874255 committed transno 17179874255 00000020:00000001:1.0:1789307442.157108:0:118851:0:(update_trans.c:376:top_trans_committed_cb()) Process entered 00000020:00080000:1.0:1789307442.157110:0:118851:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fbea025fc00 refcount 2 committed 0 result 0 batchid 21474927160 00000020:00080000:1.0:1789307442.157112:0:118851:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf95cd2600 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fbe859dc180 00000020:00080000:1.0:1789307442.157115:0:118851:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240001b73:0x2:0x0].365 00000020:00080000:1.0:1789307442.157121:0:118851:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf83a14700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fbfc0a16000 00000020:00080000:1.0:1789307442.157123:0:118851:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200002b10:0x2:0x0].365 00000020:00000001:1.0:1789307442.157130:0:118851:0:(update_trans.c:386:top_trans_committed_cb()) Process leaving 00000020:00000040:1.0:1789307442.157131:0:118851:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fbea025fc00 refcount 2 committed 1 result 0 batchid 21474927160 00000020:00000040:1.0:1789307442.157133:0:118851:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf95cd2600 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fbe859dc180 00000020:00000040:1.0:1789307442.157134:0:118851:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240001b73:0x2:0x0].365 00000020:00000040:1.0:1789307442.157135:0:118851:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf83a14700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fbfc0a16000 00000020:00000040:1.0:1789307442.157137:0:118851:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200002b10:0x2:0x0].365 00000020:00000001:1.0:1789307442.157138:0:118851:0:(update_trans.c:459:sub_trans_commit_cb_internal()) Process leaving 00000004:00000010:1.0:1789307442.157140:0:118851:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fbf98cd7000. 00000004:00000010:1.0:1789307442.157143:0:118851:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fbebf943700. 00000004:00000010:1.0:1789307442.157144:0:118851:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fbe857170c0. 00000004:00000010:1.0:1789307442.157146:0:118851:0:(osp_trans.c:924:osp_thandle_destroy()) kfreed 'oth': 136 at ffff9fbe859dc180. 00000004:00000001:1.0:1789307442.157147:0:118851:0:(osp_trans.c:1050:osp_request_commit_cb()) Process leaving 00000100:00000001:1.0:1789307442.157148:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307442.157150:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfc0ec9880 x1876218616150272/t17179874255(17179874255) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 1789307452 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307442.157154:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307442.157155:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307442.157156:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fbf8655c000. 02000000:00000001:1.0:1789307442.157158:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307442.157159:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307442.157160:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbfba939800 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1789307442.157161:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307442.157162:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 2048 at ffff9fbe83625800. 02000000:00000001:1.0:1789307442.157165:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307442.157166:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307442.157167:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfc0ec9880. 00000100:00000001:1.0:1789307442.157169:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307442.157170:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307442.157171:0:118851:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789307442.157173:0:118851:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:1.0:1789307442.157179:0:118851:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307442.157180:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307442.157184:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbf31c00 x1876218616152960/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307442.157189:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307442.157190:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307442.157192:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1789307442.157193:0:118851:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1789307442.157196:0:118851:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=353529 free=352665 avail=316962 avail_mb=1238 hwm_mb=3 files=1024000 ffree=1023582 state=0: rc = 0 00000004:00000020:1.0:1789307442.157200:0:118851:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (ffff9fbf97e5e800): 353529 blocks, 352665 free, 316962 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 1024000 files, 1023582 free files 0x0 00000004:00000001:1.0:1789307442.157203:0:118851:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307442.157206:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf31c00 x1876218616152960/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307442.157211:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbf31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:118851:1876218616152960:0@lo:41:osp-pre-1-0.0 00000100:00000001:1.0:1789307442.157214:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307442.157216:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307442.157218:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbf31c00 x1876218616152960/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307442.157221:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307442.157223:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307442.157225:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbfb6bd9800. 02000000:00000001:1.0:1789307442.157227:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307442.157228:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307442.157230:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbfba939800 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1789307442.157231:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307442.157234:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbe869cbc00. 02000000:00000001:1.0:1789307442.157237:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307442.157239:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307442.157240:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbf31c00. 00000100:00000001:1.0:1789307442.157244:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307442.157251:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307442.157255:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307442.157257:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307442.157259:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789307442.157263:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789307442.157265:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789307442.157267:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb6ce3580. 00000400:00000200:1.0:1789307442.157271:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82880 00000400:00000010:1.0:1789307442.157273:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82880. 00000100:00000001:1.0:1789307442.157277:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789307442.157282:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbff5c00 x1876218616153088/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789307442.157291:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbff5c00 x1876218616153088/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307442.157297:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307442.157299:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307442.157302:0:118851:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789307442.157304:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789307442.157305:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307442.157307:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307442.157310:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307442.157314:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf97e5e4a8 time=11 v=5 (5 5 5 5) 00000100:00001000:1.0:1789307442.157317:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf97e5e418 time=11 v=5 (1 1 1 1) 00000100:00000001:1.0:1789307442.157319:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789307442.157322:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307442.157324:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789307442.157327:0:118851:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307442.157330:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789307442.157332:0:118851:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884922556 00000100:00000001:1.0:1789307442.157334:0:118851:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307442.157336:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307442.157339:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbff5c00 x1876218616153088/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307442.157343:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307442.157345:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307442.157350:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1789307442.157352:0:118851:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1789307442.157354:0:118851:0:(osp_precreate.c:87:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1789307442.157357:0:118851:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0000: blocks=958279 free=953279 avail=896721 avail_mb=3502 hwm_mb=7 files=262144 ffree=259166 state=0: rc = 0 00000020:00080000:0.0:1789307442.157362:0:238820:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 21474927160 committed batchid 21474927159 00000004:00000020:1.0:1789307442.157363:0:118851:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-OST0001-osc-MDT0000 (ffff9fbf83a76000): 958279 blocks, 953279 free, 896721 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259166 free files 0x0 00000020:00000001:0.0:1789307442.157370:0:238820:0:(update_trans.c:1386:distribute_txn_commit_batchid_update()) Process entered 00000004:00000001:1.0:1789307442.157370:0:118851:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307442.157373:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbff5c00 x1876218616153088/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1789307442.157376:0:238820:0:(update_trans.c:1388:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff9fbe86acd600. 00000100:00100000:1.0:1789307442.157383:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:118851:1876218616153088:0@lo:13:osp-pre-1-0.0 00080000:00000001:0.0:1789307442.157384:0:238820:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00000100:00000001:1.0:1789307442.157387:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307442.157389:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00080000:00000010:0.0:1789307442.157391:0:238820:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfc0b8f600. 00000100:00000040:1.0:1789307442.157391:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbff5c00 x1876218616153088/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1789307442.157397:0:238820:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244653757952 : -105829055793664 : ffff9fbfc0b8f600) 00000100:00000001:1.0:1789307442.157403:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00080000:00000001:0.0:1789307442.157405:0:238820:0:(osd_io.c:1877:osd_declare_write()) Process entered 02000000:00000001:1.0:1789307442.157406:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307442.157408:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbfb6bda800. 00000001:00000001:0.0:1789307442.157410:0:238820:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 02000000:00000001:1.0:1789307442.157414:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00080000:00000010:0.0:1789307442.157415:0:238820:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf88564600. 00000020:00000001:1.0:1789307442.157418:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00080000:00000001:0.0:1789307442.157419:0:238820:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307442.157422:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbf97e5e000 refcount=2 obd=lustre-OST0001-osc-MDT0000 00080000:00000001:0.0:1789307442.157424:0:238820:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00000020:00000001:1.0:1789307442.157428:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307442.157430:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf98e98600. 02000000:00000001:1.0:1789307442.157434:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307442.157436:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307442.157438:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbff5c00. 00080000:00000001:0.0:1789307442.157441:0:238820:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307442.157443:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307442.157446:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307442.157448:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307442.157453:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307442.157455:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307442.157457:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307442.157459:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307442.157468:0:238820:0:(update_trans.c:1425:distribute_txn_commit_batchid_update()) lustre-MDT0000: update batchid 21474927160: rc = 0 00080000:00000001:0.0:1789307442.157473:0:238820:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:0.0:1789307442.157481:0:238820:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf88564600. 00040000:00000001:0.0:1789307442.157486:0:238820:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:0.0:1789307442.157488:0:238820:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:0.0:1789307442.157491:0:238820:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307442.157493:0:238820:0:(update_trans.c:1433:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1789307442.157495:0:238820:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 21474927159 00000001:00000001:2.0:1789307442.301674:0:265847:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1789307442.301682:0:265847:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 180b: test obdecho directly on obdfilter == 09:50:40 (1789307440) 00000001:00000001:2.0:1789307442.305968:0:265847:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000004:00000001:0.0:1789307442.667114:0:226377:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:0.0:1789307442.667123:0:226377:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1789307442.667137:0:226377:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbe37100. 00000020:00000040:0.0:1789307442.667147:0:226377:0:(genops.c:1209:class_import_get()) import ffff9fbe85bcb800 refcount=3 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:0.0:1789307442.667153:0:226377:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789307442.667157:0:226377:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789307442.667163:0:226377:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789307442.667174:0:226377:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbe869cb200. 00000100:00000001:0.0:1789307442.667182:0:226377:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307442.667190:0:226377:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789307442.667195:0:226377:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307442.667207:0:226377:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3bd547e] to pc [ptlrpcd_00_00+0] req@ffff9fbfbbe37100 x1876218616153216/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1789307442.667246:0:226377:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307442.667299:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789307442.667314:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1789307442.667320:0:118850:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1789307442.667328:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307442.667332:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307442.667340:0:118850:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789307442.667345:0:118850:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307442.667349:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789307442.667351:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789307442.667354:0:118850:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789307442.667362:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbe37100 x1876218616153216/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307442.667371:0:118850:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789307442.667374:0:118850:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307442.667378:0:118850:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789307442.667381:0:118850:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789307442.667384:0:118850:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307442.667388:0:118850:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbe37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:118850:1876218616153216:0@lo:13:osp-pre-1-1.0 00000100:00000001:2.0:1789307442.667392:0:118850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789307442.667398:0:118850:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789307442.667400:0:118850:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307442.667403:0:118850:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789307442.667422:0:118850:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbf85797400. 02000000:00000001:2.0:1789307442.667425:0:118850:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307442.667432:0:118850:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb5058580. 00000400:00000010:2.0:1789307442.667441:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd550. 00000100:00000200:2.0:1789307442.667450:0:118850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616153216, portal 4 00000100:00000001:2.0:1789307442.667453:0:118850:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789307442.667455:0:118850:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244572655872 : -105829136895744 : ffff9fbfbbe37100) 00000100:00000040:2.0:1789307442.667463:0:118850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbe37100 x1876218616153216/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307458 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307442.667469:0:118850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307442.667471:0:118850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789307442.667473:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd7f8. 00000100:00000200:2.0:1789307442.667475:0:118850:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876218616153216, offset 0 00000400:00000200:2.0:1789307442.667480:0:118850:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789307442.667494:0:118850:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789307442.667504:0:118850:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6aa6930230480 00000400:00000200:2.0:1789307442.667510:0:118850:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x4f41 [8] + 3360 00000400:00000200:2.0:1789307442.667520:0:118850:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307442.667524:0:118850:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1789307442.667532:0:118850:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789307442.667534:0:118850:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1789307442.667539:0:118850:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf85c46300. 00000100:00000040:2.0:1789307442.667542:0:118850:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf85c46300 x1876218616153216 msgsize 224 00000100:00100000:2.0:1789307442.667546:0:118850:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1789307442.667595:0:118850:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:2.0:1789307442.667608:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd7f8 00000400:00000010:2.0:1789307442.667613:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd7f8. 00000100:00000001:2.0:1789307442.667617:0:118850:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1789307442.667618:0:122268:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1789307442.667623:0:118850:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbe37100 x1876218616153216/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307458 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307442.667624:0:122268:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616153216 02000000:00000001:3.0:1789307442.667628:0:122268:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789307442.667633:0:122268:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307442.667637:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789307442.667637:0:122268:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307442.667643:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbe37100 x1876218616153216/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307458 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789307442.667646:0:122268:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307442.667653:0:122268:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616153216 00000020:00000001:3.0:1789307442.667657:0:122268:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789307442.667659:0:122268:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725e8b60ec 00000020:00000001:3.0:1789307442.667663:0:122268:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789307442.667670:0:122268:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe9623d800 refcount=5 00000100:00000001:2.0:1789307442.667671:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307442.667676:0:122268:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239644375040 : -105834065176576 : ffff9fbe9623d800) 00000100:00000001:2.0:1789307442.667677:0:118850:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1789307442.667681:0:122268:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239644375040 : -105834065176576 : ffff9fbe9623d800) 00000100:00000001:2.0:1789307442.667687:0:118850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307442.667687:0:122268:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307442.667694:0:122268:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0900. 00000100:00000040:2.0:1789307442.667695:0:118850:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 5150 usecs (6 jiffies) 00000020:00000010:3.0:1789307442.667701:0:122268:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbf88564fc0. 00000100:00000001:2.0:1789307442.667702:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315070982 00000100:00000001:2.0:1789307442.667709:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315072938 00000020:00000040:3.0:1789307442.667711:0:122268:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff9fbfbf3e4d40) now 12 - evictor 00000100:00000001:2.0:1789307442.667712:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315070982 00000100:00000001:2.0:1789307442.667717:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315072938 00000100:00000001:2.0:1789307442.667719:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315070982 00000100:00000001:2.0:1789307442.667722:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315072938 00000100:00000001:2.0:1789307442.667724:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315070982 00000100:00000001:2.0:1789307442.667726:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315072938 00000100:00000001:2.0:1789307442.667728:0:118850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307442.667729:0:122268:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1789307442.667732:0:118850:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307442.667733:0:122268:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0900. 00000100:00000001:2.0:1789307442.667739:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307442.667742:0:122268:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbe841b3c00. 00000100:00000001:2.0:1789307442.667745:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307442.667749:0:122268:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47a900. 00000020:00000010:3.0:1789307442.667755:0:122268:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e3e8. 00000100:00000040:3.0:1789307442.667764:0:122268:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1789307442.667766:0:122268:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307442.667768:0:122268:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789307442.667770:0:122268:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307442.667798:0:122268:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307442.667806:0:122268:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307442.667816:0:122268:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789307442.667817:0:122268:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789307442.667821:0:122268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4569 00000100:00000040:3.0:1789307442.667824:0:122268:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe9623d800 : new rpc_count 1 00000100:00000001:3.0:1789307442.667826:0:122268:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243664651008 : -105830044900608 : ffff9fbf85c46300) 00000100:00000040:3.0:1789307442.667831:0:122268:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf85c46300 x1876218616153216/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:488/0 lens 224/0 e 0 to 0 dl 1789307453 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307442.667838:0:122268:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307442.667840:0:122268:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0900. 00000100:00000001:3.0:1789307442.667843:0:122268:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307442.667846:0:122268:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0900. 00000100:00100000:3.0:1789307442.667917:0:122268:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf85c46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:118850:x1876218616153216:12345-0@lo:13:osp-pre-1-1.0 00000100:00000200:3.0:1789307442.667922:0:122268:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616153216 00000020:00000001:3.0:1789307442.667926:0:122268:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789307442.667930:0:122268:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1789307442.667932:0:122268:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307442.667935:0:122268:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789307442.667938:0:122268:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664990128 : -1044561488 : ffffffffc1bd41b0) 00000020:00000001:3.0:1789307442.667942:0:122268:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1789307442.667945:0:122268:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789307442.667947:0:122268:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789307442.667949:0:122268:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789307442.667952:0:122268:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307442.667957:0:122268:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789307442.667959:0:122268:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789307442.667964:0:122268:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbfb1ab1000. 02000000:00000001:3.0:1789307442.667967:0:122268:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307442.667969:0:122268:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1789307442.667973:0:122268:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1789307442.667978:0:122268:0:(ofd_obd.c:710:ofd_statfs()) Process entered 00000020:00000001:3.0:1789307442.667981:0:122268:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1789307442.667990:0:122268:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1789307442.667993:0:122268:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8580928 pending 0 free 3904630784 avail 3673108480 00000020:00000020:3.0:1789307442.667997:0:122268:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 143168 0 0 00000020:00000020:3.0:1789307442.668000:0:122268:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbf90b99800 dirty 0 pend 0 grant 8437760 00000020:00000020:3.0:1789307442.668004:0:122268:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9fbf92163800 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1789307442.668007:0:122268:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9fbe9623d800 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1789307442.668011:0:122268:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli 6b94c9bb-f547-4fe5-8ac4-fde7cb36702a/ffff9fbe9623d000 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1789307442.668014:0:122268:0:(ofd_obd.c:759:ofd_statfs()) 958279 blocks: 953279 free, 896721 avail; 262144 objects: 259166 free; state 0 00002000:00000001:3.0:1789307442.668018:0:122268:0:(ofd_obd.c:802:ofd_statfs()) Process leaving 00000001:00000001:3.0:1789307442.668024:0:122268:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1789307442.668027:0:122268:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789307442.668028:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000001:3.0:1789307442.668031:0:122268:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789307442.668037:0:122268:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884922541, transno 0, xid 1876218616153216 00000020:00000040:1.0:1789307442.668038:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0001 (ffff9fbfbf3e4d40) now 12 - evictor 00010000:00000001:3.0:1789307442.668042:0:122268:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:3.0:1789307442.668053:0:122268:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf85c46300 x1876218616153216/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:488/0 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789307442.668063:0:122268:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789307442.668066:0:122268:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789307442.668070:0:122268:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbe1fbde8 time=4 v=5 (1 1 1 1) 00000100:00000001:3.0:1789307442.668075:0:122268:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789307442.668078:0:122268:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:3.0:1789307442.668080:0:122268:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:3.0:1789307442.668083:0:122268:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789307442.668085:0:122268:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307442.668087:0:122268:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789307442.668090:0:122268:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789307442.668094:0:122268:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdee58. 00000100:00000200:3.0:1789307442.668098:0:122268:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1876218616153216, offset 224 00000400:00000200:3.0:1789307442.668103:0:122268:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789307442.668110:0:122268:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789307442.668116:0:122268:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6aa6930230480 00000400:00000200:3.0:1789307442.668120:0:122268:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c1aa1 [1] + 224 00000400:00000200:3.0:1789307442.668331:0:122268:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307442.668335:0:122268:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1789307442.668339:0:122268:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789307442.668344:0:122268:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbbe37100 x1876218616153216/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307442.668354:0:122268:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fbfbbe37100 x1876218616153216/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307442.668371:0:122268:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789307442.668377:0:122268:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdee58 00000400:00000010:3.0:1789307442.668379:0:122268:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdee58. 00000100:00000001:3.0:1789307442.668384:0:122268:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789307442.668386:0:122268:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1789307442.668390:0:122268:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307442.668393:0:122268:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00010000:00000001:3.0:1789307442.668396:0:122268:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789307442.668398:0:122268:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307442.668401:0:122268:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1789307442.668406:0:122268:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf85c46300 x1876218616153216/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:488/0 lens 224/368 e 0 to 0 dl 1789307453 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307442.668416:0:122268:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf85c46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:118850:x1876218616153216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 575us (870us total) trans 0 rc 0/0 00000100:00000001:2.0:1789307442.668418:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789307442.668422:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789307442.668429:0:118850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789307442.668431:0:118850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1789307442.668434:0:122268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4569 00000400:00000010:2.0:1789307442.668436:0:118850:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb5058580. 00000100:00000040:3.0:1789307442.668441:0:122268:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe9623d800 : new rpc_count 0 00000400:00000200:2.0:1789307442.668444:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd550 00000100:00000001:3.0:1789307442.668446:0:122268:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1789307442.668447:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd550. 00000100:00000001:2.0:1789307442.668450:0:118850:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1789307442.668450:0:122268:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1789307442.668456:0:118850:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbe37100 x1876218616153216/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1789307442.668459:0:122268:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47a900. 00000100:00000200:2.0:1789307442.668465:0:118850:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbe37100 x1876218616153216/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1789307442.668467:0:122268:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e3e8. 00000100:00000001:2.0:1789307442.668474:0:118850:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789307442.668476:0:118850:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1789307442.668476:0:122268:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbe841b3c00. 00000020:00000040:3.0:1789307442.668483:0:122268:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d800 : new refcount 4 00000100:00000001:2.0:1789307442.668484:0:118850:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789307442.668487:0:118850:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789307442.668488:0:122268:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307442.668489:0:118850:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307442.668491:0:118850:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307442.668494:0:118850:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307442.668499:0:118850:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe85bcbca8 time=17 v=5 (5 5 5 5) 00000100:00001000:2.0:1789307442.668502:0:118850:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe85bcbc18 time=17 v=5 (1 1 1 1) 00000100:00000001:2.0:1789307442.668504:0:118850:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789307442.668505:0:118850:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307442.668508:0:118850:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789307442.668512:0:118850:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307442.668515:0:118850:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789307442.668518:0:118850:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 12884922541 00000100:00000001:2.0:1789307442.668520:0:118850:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789307442.668522:0:118850:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307442.668527:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbe37100 x1876218616153216/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307442.668534:0:118850:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307442.668536:0:118850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789307442.668538:0:118850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1789307442.668541:0:118850:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1789307442.668545:0:118850:0:(osp_precreate.c:87:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0001: Updating status = 0 00000004:00000040:2.0:1789307442.668549:0:118850:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0001: blocks=958279 free=953279 avail=896721 avail_mb=3502 hwm_mb=7 files=262144 ffree=259166 state=0: rc = 0 00000004:00000020:2.0:1789307442.668568:0:118850:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-OST0001-osc-MDT0001 (ffff9fbe85bcf000): 958279 blocks, 953279 free, 896721 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259166 free files 0x0 00000004:00000001:2.0:1789307442.668574:0:118850:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307442.668579:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbe37100 x1876218616153216/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307442.668587:0:118850:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbe37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:118850:1876218616153216:0@lo:13:osp-pre-1-1.0 00000100:00000001:2.0:1789307442.668591:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307442.668593:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789307442.668596:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbe37100 x1876218616153216/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307442.668610:0:118850:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789307442.668613:0:118850:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789307442.668616:0:118850:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbf85797400. 02000000:00000001:2.0:1789307442.668620:0:118850:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789307442.668622:0:118850:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789307442.668623:0:118850:0:(genops.c:1222:class_import_put()) import ffff9fbe85bcb800 refcount=2 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:2.0:1789307442.668625:0:118850:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789307442.668628:0:118850:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbe869cb200. 02000000:00000001:2.0:1789307442.668632:0:118850:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789307442.668634:0:118850:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789307442.668635:0:118850:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbe37100. 00000100:00000001:2.0:1789307442.668638:0:118850:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789307442.668639:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307442.668640:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307442.668644:0:118850:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789307442.668645:0:118850:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307442.668646:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789307442.668647:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307442.732688:0:265859:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47a900. 00080000:00000010:3.0:1789307442.732701:0:265859:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47a900. 00000020:00000001:3.0:1789307442.732715:0:265859:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307442.732726:0:265859:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47a900. 00080000:00000010:3.0:1789307442.732732:0:265859:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47a900. 00000020:00000001:3.0:1789307442.732737:0:265859:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307442.732745:0:265859:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47a900. 00080000:00000010:3.0:1789307442.732751:0:265859:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47a900. 00000020:00000001:3.0:1789307442.732755:0:265859:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307442.732763:0:265859:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47a900. 00080000:00000010:3.0:1789307442.732769:0:265859:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47a900. 00000020:00000001:3.0:1789307442.732773:0:265859:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307442.986995:0:254049:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307442.987005:0:254049:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307442.987011:0:254049:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307442.987013:0:254049:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307442.987017:0:254049:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307442.987019:0:254049:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307442.987025:0:254049:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789307442.987027:0:254049:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307442.987030:0:254049:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789307442.987032:0:254049:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307442.987067:0:120440:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789307442.987071:0:120440:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789307442.987075:0:120440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1789307443.180320:0:263040:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 436142a5-204b-4bc4-88fc-5961c8ef82c7 00000001:00000040:2.0:1789307443.180332:0:263040:0:(tgt_lastrcvd.c:570:tgt_cb_new_client()) callback PUTting export ffff9fbe83622000 : new cb_count 0 00000020:00000040:2.0:1789307443.180340:0:263040:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe83622000 : new refcount 4 00000001:00000010:2.0:1789307443.180345:0:263040:0:(tgt_lastrcvd.c:572:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff9fbe83816a20. 00080000:00000010:2.0:1789307443.180352:0:263040:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfb27e2e00. 00000001:00100000:3.0:1789307443.180354:0:123235:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 436142a5-204b-4bc4-88fc-5961c8ef82c7 00000001:00100000:2.0:1789307443.180359:0:263040:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 6b94c9bb-f547-4fe5-8ac4-fde7cb36702a 00000001:00000040:3.0:1789307443.180361:0:123235:0:(tgt_lastrcvd.c:570:tgt_cb_new_client()) callback PUTting export ffff9fbf90b99800 : new cb_count 0 00000001:00000040:2.0:1789307443.180364:0:263040:0:(tgt_lastrcvd.c:570:tgt_cb_new_client()) callback PUTting export ffff9fbe8a129800 : new cb_count 0 00000020:00000040:3.0:1789307443.180366:0:123235:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf90b99800 : new refcount 4 00000020:00000040:2.0:1789307443.180369:0:263040:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a129800 : new refcount 0 00000001:00000010:3.0:1789307443.180372:0:123235:0:(tgt_lastrcvd.c:572:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff9fbe86acd7e0. 00000020:00000080:2.0:1789307443.180375:0:263040:0:(genops.c:885:class_export_put()) final put ffff9fbe8a129800/6b94c9bb-f547-4fe5-8ac4-fde7cb36702a 00080000:00000010:3.0:1789307443.180379:0:123235:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc08a0000. 00000001:00100000:3.0:1789307443.180385:0:123235:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 6b94c9bb-f547-4fe5-8ac4-fde7cb36702a 00000001:00000040:3.0:1789307443.180388:0:123235:0:(tgt_lastrcvd.c:570:tgt_cb_new_client()) callback PUTting export ffff9fbe9623d000 : new cb_count 0 00000020:00000040:3.0:1789307443.180391:0:123235:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d000 : new refcount 0 00000001:00000010:2.0:1789307443.180394:0:263040:0:(tgt_lastrcvd.c:572:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff9fbe86acd0c0. 00000020:00000080:3.0:1789307443.180394:0:123235:0:(genops.c:885:class_export_put()) final put ffff9fbe9623d000/6b94c9bb-f547-4fe5-8ac4-fde7cb36702a 00080000:00000010:2.0:1789307443.180401:0:263040:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc08a0600. 00000001:00000010:3.0:1789307443.180403:0:123235:0:(tgt_lastrcvd.c:572:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff9fbf82f2cf00. 00080000:00000010:2.0:1789307443.180407:0:263040:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc08a1800. 00080000:00000010:3.0:1789307443.180409:0:123235:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfb2671400. 00000020:00000001:2.0:1789307443.180428:0:237204:0:(genops.c:838:class_export_destroy()) Process entered 00080000:00000010:3.0:1789307443.180429:0:123235:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfb2671600. 00000020:00000080:2.0:1789307443.180434:0:237204:0:(genops.c:844:class_export_destroy()) destroying export ffff9fbe8a129800/6b94c9bb-f547-4fe5-8ac4-fde7cb36702a for lustre-OST0000 00000020:00000040:2.0:1789307443.180445:0:237204:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 13 to 192.168.204.56@tcp 00000020:00000001:2.0:1789307443.180456:0:237204:0:(obd_class.h:1024:obd_destroy_export()) Process entered 00000020:00000040:2.0:1789307443.180462:0:237204:0:(genops.c:1209:class_import_get()) import ffff9fbf90b9f000 refcount=2 obd=lustre-OST0000 00000020:00000001:2.0:1789307443.180466:0:237204:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789307443.180467:0:237204:0:(genops.c:1222:class_import_put()) import ffff9fbf90b9f000 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1789307443.180471:0:237204:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000001:2.0:1789307443.180475:0:237204:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789307443.180477:0:237204:0:(genops.c:1222:class_import_put()) import ffff9fbf90b9f000 refcount=0 obd=lustre-OST0000 00000020:00000040:2.0:1789307443.180480:0:237204:0:(genops.c:1225:class_import_put()) final put import ffff9fbf90b9f000 00000020:00000001:2.0:1789307443.180495:0:237204:0:(genops.c:1229:class_import_put()) Process leaving 00010000:00000001:2.0:1789307443.180498:0:237204:0:(ldlm_lockd.c:3166:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1789307443.180502:0:237204:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1789307443.180510:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb27f1200. 00000001:00000010:2.0:1789307443.180513:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb27f0800. 00000001:00000010:2.0:1789307443.180519:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb27f0c00. 00000001:00000010:2.0:1789307443.180523:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfb27c9c00. 00000001:00000010:2.0:1789307443.180527:0:237204:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9fbfb57c1ae0. 00000001:00000010:2.0:1789307443.180531:0:237204:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9fbf98230f00. 00000001:00000001:2.0:1789307443.180535:0:237204:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1789307443.180538:0:237204:0:(ldlm_flock.c:1143:ldlm_destroy_flock_export()) Process entered 00010000:00000001:2.0:1789307443.180541:0:237204:0:(ldlm_flock.c:1148:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1789307443.180543:0:237204:0:(ldlm_lockd.c:3171:ldlm_destroy_export()) Process leaving 00000020:00000010:2.0:1789307443.180548:0:237204:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9fbe9f6d4188. 00000020:00000010:2.0:1789307443.180554:0:237204:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9fbe9f6d4620. 00000020:00000010:2.0:1789307443.180558:0:237204:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9fbeb9c43bd0. 00000020:00000010:2.0:1789307443.180562:0:237204:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9fbeb9c433f0. 00000001:00000010:2.0:1789307443.180568:0:237204:0:(tgt_lastrcvd.c:471:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff9fbf85192980. 00000020:00000020:2.0:1789307443.180577:0:237204:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 280000 0 0 00000020:00000020:2.0:1789307443.180582:0:237204:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbe83622000 dirty 0 pend 0 grant 8437760 00000020:00000020:2.0:1789307443.180585:0:237204:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9fbe8a12d800 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1789307443.180588:0:237204:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9fbe8a12d000 dirty 0 pend 0 grant 0 00000020:00000001:2.0:1789307443.180592:0:237204:0:(obd_class.h:1028:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307443.180597:0:237204:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000 (ffff9fbf82a0b380) now 11 - export 00000020:00000010:2.0:1789307443.180601:0:237204:0:(genops.c:860:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9fbe8a129800. 00000020:00000001:2.0:1789307443.180611:0:237204:0:(genops.c:861:class_export_destroy()) Process leaving 00000020:00000001:2.0:1789307443.180622:0:237204:0:(genops.c:838:class_export_destroy()) Process entered 00000020:00000080:2.0:1789307443.180623:0:237204:0:(genops.c:844:class_export_destroy()) destroying export ffff9fbe9623d000/6b94c9bb-f547-4fe5-8ac4-fde7cb36702a for lustre-OST0001 00000020:00000040:2.0:1789307443.180629:0:237204:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 12 to 192.168.204.56@tcp 00000020:00000001:2.0:1789307443.180632:0:237204:0:(obd_class.h:1024:obd_destroy_export()) Process entered 00000020:00000040:2.0:1789307443.180635:0:237204:0:(genops.c:1209:class_import_get()) import ffff9fbe9623a800 refcount=2 obd=lustre-OST0001 00000020:00000001:2.0:1789307443.180637:0:237204:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789307443.180639:0:237204:0:(genops.c:1222:class_import_put()) import ffff9fbe9623a800 refcount=1 obd=lustre-OST0001 00000020:00000001:2.0:1789307443.180641:0:237204:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000001:2.0:1789307443.180643:0:237204:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789307443.180645:0:237204:0:(genops.c:1222:class_import_put()) import ffff9fbe9623a800 refcount=0 obd=lustre-OST0001 00000020:00000040:2.0:1789307443.180648:0:237204:0:(genops.c:1225:class_import_put()) final put import ffff9fbe9623a800 00000020:00000001:2.0:1789307443.180667:0:237204:0:(genops.c:1229:class_import_put()) Process leaving 00010000:00000001:2.0:1789307443.180670:0:237204:0:(ldlm_lockd.c:3166:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1789307443.180673:0:237204:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1789307443.180680:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfc0df6c00. 00000001:00000010:2.0:1789307443.180683:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfc0df7a00. 00000001:00000010:2.0:1789307443.180686:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfc0df6a00. 00000001:00000010:2.0:1789307443.180690:0:237204:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbfc0df7e00. 00000001:00000010:2.0:1789307443.180702:0:237204:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9fbfb268fdc0. 00000001:00000010:2.0:1789307443.180707:0:237204:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9fbe84d06b00. 00000001:00000001:2.0:1789307443.180713:0:237204:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1789307443.180714:0:237204:0:(ldlm_flock.c:1143:ldlm_destroy_flock_export()) Process entered 00010000:00000001:2.0:1789307443.180716:0:237204:0:(ldlm_flock.c:1148:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1789307443.180718:0:237204:0:(ldlm_lockd.c:3171:ldlm_destroy_export()) Process leaving 00000020:00000010:2.0:1789307443.180722:0:237204:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9fbe9fd270e0. 00000020:00000010:2.0:1789307443.180726:0:237204:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9fbeb261cdc8. 00000020:00000010:2.0:1789307443.180732:0:237204:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9fbe9fd27ea8. 00000001:00000010:2.0:1789307443.180737:0:237204:0:(tgt_lastrcvd.c:471:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff9fbfbd614100. 00000020:00000020:2.0:1789307443.180745:0:237204:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 143168 0 0 00000020:00000020:2.0:1789307443.180749:0:237204:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbf90b99800 dirty 0 pend 0 grant 8437760 00000020:00000020:2.0:1789307443.180753:0:237204:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9fbf92163800 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1789307443.180755:0:237204:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9fbe9623d800 dirty 0 pend 0 grant 0 00000020:00000001:2.0:1789307443.180759:0:237204:0:(obd_class.h:1028:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307443.180761:0:237204:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0001 (ffff9fbfbf3e4d40) now 11 - export 00000020:00000010:2.0:1789307443.180784:0:237204:0:(genops.c:860:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9fbe9623d000. 00000020:00000001:2.0:1789307443.180791:0:237204:0:(genops.c:861:class_export_destroy()) Process leaving 00000020:00000001:2.0:1789307443.180796:0:237204:0:(genops.c:1180:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1789307443.180799:0:237204:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9fbf90b9f000 for lustre-OST0000 00000020:00000040:2.0:1789307443.180805:0:237204:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000020:00000040:2.0:1789307443.180807:0:237204:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000 (ffff9fbf82a0b380) now 10 - import 00000020:00000010:2.0:1789307443.180810:0:237204:0:(genops.c:1200:obd_zombie_import_free()) kfreed 'imp': 1720 at ffff9fbf90b9f000. 00000020:00000001:2.0:1789307443.180816:0:237204:0:(genops.c:1201:obd_zombie_import_free()) Process leaving 00000020:00000001:2.0:1789307443.180821:0:237204:0:(genops.c:1180:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1789307443.180824:0:237204:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff9fbe9623a800 for lustre-OST0001 00000020:00000040:2.0:1789307443.180827:0:237204:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00000020:00000040:2.0:1789307443.180830:0:237204:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - import 00000020:00000010:2.0:1789307443.180833:0:237204:0:(genops.c:1200:obd_zombie_import_free()) kfreed 'imp': 1720 at ffff9fbe9623a800. 00000020:00000001:2.0:1789307443.180838:0:237204:0:(genops.c:1201:obd_zombie_import_free()) Process leaving 00000100:00000001:3.0:1789307443.690939:0:187054:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1789307443.690951:0:187054:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307443.706657:0:266040:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1789307443.706663:0:266040:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg456-server.virtnet: executing load_module obdecho/obdecho 00000001:00000001:1.0:1789307443.709433:0:266040:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:1.0:1789307443.938732:0:266056:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8de00. 00080000:00000010:1.0:1789307443.938741:0:266056:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8de00. 00000020:00000001:1.0:1789307443.938745:0:266056:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307443.938752:0:266056:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8de00. 00080000:00000010:1.0:1789307443.938770:0:266056:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8de00. 00000020:00000001:1.0:1789307443.938773:0:266056:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307443.938780:0:266056:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8de00. 00080000:00000010:1.0:1789307443.938784:0:266056:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8de00. 00000020:00000001:1.0:1789307443.938787:0:266056:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307443.938792:0:266056:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8de00. 00080000:00000010:1.0:1789307443.938796:0:266056:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8de00. 00000020:00000001:1.0:1789307443.938799:0:266056:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307444.011008:0:235391:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307444.011015:0:235391:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307444.011021:0:235391:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307444.011023:0:235391:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307444.011027:0:235391:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307444.011029:0:235391:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307444.011034:0:235391:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789307444.011035:0:235391:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307444.011039:0:235391:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789307444.011040:0:235391:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307444.011162:0:188195:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789307444.011165:0:188195:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789307444.011169:0:188195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:0.0:1789307444.074564:0:266093:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9fbe97a0e250. 00000400:00000040:0.0:1789307444.074585:0:266093:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1789307444.074587:0:266093:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1789307444.074588:0:266093:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1789307444.074590:0:266093:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1789307444.074591:0:266093:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1789307444.074592:0:266093:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:0.0:1789307444.074593:0:266093:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:0.0:1789307444.074683:0:266093:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9fbe97a0e250. 00080000:00000010:3.0:1789307444.271632:0:266104:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47ac80. 00080000:00000010:3.0:1789307444.271642:0:266104:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47ac80. 00000020:00000001:3.0:1789307444.271647:0:266104:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307444.271654:0:266104:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47ac80. 00080000:00000010:3.0:1789307444.271658:0:266104:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47ac80. 00000020:00000001:3.0:1789307444.271661:0:266104:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307444.271667:0:266104:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47ac80. 00080000:00000010:3.0:1789307444.271671:0:266104:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47ac80. 00000020:00000001:3.0:1789307444.271675:0:266104:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307444.271684:0:266104:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47ac80. 00080000:00000010:3.0:1789307444.271688:0:266104:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47ac80. 00000020:00000001:3.0:1789307444.271691:0:266104:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307444.418650:0:266142:0:(obd_class.h:1074:obd_statfs()) Process entered 00000020:00000004:0.0:1789307444.418656:0:266142:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000: age 19354, max_age 20404 00002000:00000001:0.0:1789307444.418662:0:266142:0:(ofd_obd.c:710:ofd_statfs()) Process entered 00000020:00000001:0.0:1789307444.418664:0:266142:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00080000:00000010:0.0:1789307444.418671:0:266142:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf85192580. 00080000:00000010:0.0:1789307444.418679:0:266142:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf85192580. 00000020:00000001:0.0:1789307444.418683:0:266142:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1789307444.418686:0:266142:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8717760 pending 0 free 3918819328 avail 3687297024 00000020:00000020:0.0:1789307444.418691:0:266142:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 280000 0 0 00000020:00000020:0.0:1789307444.418695:0:266142:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbe83622000 dirty 0 pend 0 grant 8437760 00000020:00000020:0.0:1789307444.418698:0:266142:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9fbe8a12d800 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1789307444.418701:0:266142:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9fbe8a12d000 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1789307444.418704:0:266142:0:(ofd_obd.c:759:ofd_statfs()) 958279 blocks: 956743 free, 900219 avail; 262144 objects: 259163 free; state 0 00002000:00000001:0.0:1789307444.418707:0:266142:0:(ofd_obd.c:802:ofd_statfs()) Process leaving 00000020:00000004:0.0:1789307444.418709:0:266142:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000: update ffff9fbf82a0b7d8 cache blocks 900219/958279 objects 259163/262144 00000020:00000001:0.0:1789307444.418712:0:266142:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1789307444.418800:0:266142:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf85192580. 00080000:00000010:0.0:1789307444.418804:0:266142:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf85192580. 00080000:00000010:0.0:1789307444.619840:0:266154:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf85192980. 00080000:00000010:0.0:1789307444.619871:0:266154:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf85192980. 00000020:00000001:0.0:1789307444.619877:0:266154:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1789307444.619885:0:266154:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf85192980. 00080000:00000010:0.0:1789307444.619891:0:266154:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf85192980. 00000020:00000001:0.0:1789307444.619894:0:266154:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1789307444.619901:0:266154:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf85192980. 00080000:00000010:0.0:1789307444.619907:0:266154:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf85192980. 00000020:00000001:0.0:1789307444.619910:0:266154:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1789307444.619917:0:266154:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf85192980. 00080000:00000010:0.0:1789307444.619922:0:266154:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf85192980. 00000020:00000001:0.0:1789307444.619926:0:266154:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307444.714942:0:235391:0:(connection.c:75:cpu_latency_work()) work item of ffff9fbe84bd7800 (cpu 0) has reached its deadline 4315072938, at 4315073024 00000100:00000040:1.0:1789307444.714942:0:263615:0:(connection.c:75:cpu_latency_work()) work item of ffff9fbe84bd7910 (cpu 1) has reached its deadline 4315072938, at 4315073024 00000100:00000010:0.0:1789307444.714958:0:235391:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fbf82f2ccc0. 00000100:00000010:1.0:1789307444.714960:0:263615:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fbf82f2c660. 00000100:00000040:2.0:1789307444.715907:0:265227:0:(connection.c:75:cpu_latency_work()) work item of ffff9fbe84bd7a20 (cpu 2) has reached its deadline 4315072938, at 4315073025 00000100:00000010:2.0:1789307444.715914:0:265227:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fbf82f2cae0. 00000100:00000040:3.0:1789307444.715914:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d06165a-4799-48d7-99d3-4176da1fff9b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789307444.715922:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789307444.715937:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf862efb80. 00000020:00000040:3.0:1789307444.715943:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbe870dc800 refcount=4 obd=MGC192.168.204.156@tcp 00000100:00000001:3.0:1789307444.715948:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789307444.715952:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789307444.715957:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789307444.715965:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb6bf9900. 00000100:00000001:3.0:1789307444.715973:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307444.715985:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d06165a-4799-48d7-99d3-4176da1fff9b->MGS req@ffff9fbf862efb80 x1876218616153344/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789307444.715995:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789307444.715999:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307444.716005:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d31b8e9] to pc [ptlrpcd_00_01+1] req@ffff9fbf862efb80 x1876218616153344/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307444.716043:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307444.716047:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789307444.716050:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789307444.716054:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf862ed500. 00000020:00000040:3.0:1789307444.716057:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbf89fa1000 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:3.0:1789307444.716059:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789307444.716060:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789307444.716063:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789307444.716067:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb6bf9b00. 00000100:00000001:3.0:1789307444.716070:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307444.716075:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID req@ffff9fbf862ed500 x1876218616153472/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789307444.716083:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789307444.716086:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.716091:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789307444.716097:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789307444.716101:0:118850:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789307444.716102:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe4efa4a] to pc [ptlrpcd_00_02+2] req@ffff9fbf862ed500 x1876218616153472/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789307444.716109:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbf862efb80 x1876218616153344/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307444.716122:0:118850:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789307444.716126:0:118850:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.716127:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307444.716131:0:118850:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1789307444.716131:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1789307444.716136:0:118850:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307444.716136:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789307444.716139:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf862edc00. 02000000:00000001:0.0:1789307444.716141:0:118850:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307444.716143:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbf97e31800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00100000:0.0:1789307444.716147:0:118850:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbf862efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6d06165a-4799-48d7-99d3-4176da1fff9b:118850:1876218616153344:0@lo:400:kworker.0 00000100:00000001:3.0:1789307444.716148:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789307444.716149:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789307444.716152:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.716155:0:118850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1789307444.716157:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb6bf9d00. 00000100:00000001:3.0:1789307444.716161:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307444.716162:0:118850:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789307444.716166:0:118850:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307444.716168:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff9fbf862edc00 x1876218616153600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1789307444.716170:0:118850:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789307444.716176:0:118850:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfb9ef6800. 00000100:00000001:3.0:1789307444.716179:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1789307444.716180:0:118850:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.716184:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789307444.716190:0:118850:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb6ce3a50. 00000100:00000040:3.0:1789307444.716190:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008deefe4a] to pc [ptlrpcd_00_03+3] req@ffff9fbf862edc00 x1876218616153600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1789307444.716202:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82f68. 00000100:00000001:3.0:1789307444.716204:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307444.716208:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1789307444.716211:0:118850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616153344, portal 25 00000100:00000001:3.0:1789307444.716212:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789307444.716217:0:118850:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1789307444.716217:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf862eca80. 00000100:00000001:0.0:1789307444.716220:0:118850:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638243671636864 : -105830037914752 : ffff9fbf862efb80) 00000020:00000040:3.0:1789307444.716222:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbf84cc6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1789307444.716227:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1789307444.716231:0:118850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbf862efb80 x1876218616153344/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789307444.716231:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789307444.716235:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.716244:0:118850:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1789307444.716244:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb6bf9600. 00000100:00000040:0.0:1789307444.716250:0:118850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1789307444.716250:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789307444.716256:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82a18. 00000100:00000040:3.0:1789307444.716259:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@ffff9fbf862eca80 x1876218616153728/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1789307444.716261:0:118850:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876218616153344, offset 0 00000100:00000001:3.0:1789307444.716272:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1789307444.716274:0:118850:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1789307444.716281:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307444.716286:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae9082c7] to pc [ptlrpcd_00_00+0] req@ffff9fbf862eca80 x1876218616153728/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789307444.716293:0:118850:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1789307444.716299:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307444.716302:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789307444.716304:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789307444.716308:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf862ef100. 00000400:00000200:0.0:1789307444.716311:0:118850:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6aa6930230500 00000020:00000040:3.0:1789307444.716312:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbfb6ad4000 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:3.0:1789307444.716317:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789307444.716318:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789307444.716320:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307444.716323:0:118850:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1c0331 [2] + 0 02000000:00000010:3.0:1789307444.716326:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf98f66100. 00000400:00000010:0.0:1789307444.716330:0:118850:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a516e18. 00000100:00000001:3.0:1789307444.716331:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307444.716337:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff9fbf862ef100 x1876218616153856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1789307444.716338:0:118850:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fbfa2ed0240 00000100:00000001:3.0:1789307444.716345:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789307444.716346:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307444.716348:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078b12975] to pc [ptlrpcd_00_01+1] req@ffff9fbf862ef100 x1876218616153856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789307444.716351:0:118850:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789307444.716353:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307444.716357:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1789307444.716360:0:118850:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1789307444.716360:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789307444.716365:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf862ec700. 00000020:00000040:3.0:1789307444.716368:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbe85bcb800 refcount=3 obd=lustre-OST0001-osc-MDT0001 00000400:00000200:0.0:1789307444.716369:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfa2ed0240 00000100:00000001:3.0:1789307444.716369:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789307444.716371:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1789307444.716374:0:118850:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbfa2ed0240. 02000000:00000001:3.0:1789307444.716374:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789307444.716379:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf98f66600. 00000100:00000001:3.0:1789307444.716381:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.716384:0:118850:0:(events.c:290:request_in_callback()) Process entered 00000100:00000040:3.0:1789307444.716384:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID req@ffff9fbf862ec700 x1876218616153984/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1789307444.716389:0:118850:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1789307444.716394:0:118850:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfac823850 x1876218616153344 msgsize 224 00000100:00100000:0.0:1789307444.716405:0:118850:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1789307444.716410:0:118850:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1789307444.716413:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789307444.716417:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307444.716423:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc676bff] to pc [ptlrpcd_00_02+2] req@ffff9fbf862ec700 x1876218616153984/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307444.716424:0:118850:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:3.0:1789307444.716432:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307444.716434:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82a18 00000100:00000040:3.0:1789307444.716436:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1789307444.716438:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82a18. 00000100:00000001:3.0:1789307444.716443:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789307444.716445:0:118850:0:(events.c:35:request_out_callback()) Process entered 00000100:00000010:3.0:1789307444.716449:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf862ed180. 00000100:00000001:1.0:1789307444.716450:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1789307444.716452:0:118850:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbf862efb80 x1876218616153344/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307444.716454:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1789307444.716455:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbfb68f8000 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1789307444.716457:0:118849:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1789307444.716462:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1789307444.716465:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbf862eca80 x1876218616153728/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789307444.716467:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1789307444.716470:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1789307444.716471:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307444.716478:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbf862efb80 x1876218616153344/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1789307444.716480:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf98f66900. 00000100:00000001:1.0:1789307444.716486:0:118849:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789307444.716488:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.716489:0:118849:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.716493:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307444.716494:0:118849:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789307444.716497:0:118849:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789307444.716498:0:118850:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789307444.716499:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@ffff9fbf862ed180 x1876218616154112/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1789307444.716500:0:118849:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307444.716506:0:118849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbf862eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:118849:1876218616153728:0@lo:400:kworker.0 00000100:00000001:0.0:1789307444.716507:0:118850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.716515:0:118849:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1789307444.716516:0:118850:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315078059 02000000:00000001:1.0:1789307444.716520:0:118849:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1789307444.716520:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1789307444.716523:0:118850:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fbe86acd660. 00000100:00000001:3.0:1789307444.716524:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307444.716530:0:118849:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.716531:0:118850:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1789307444.716532:0:118849:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1789307444.716534:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006c2b842] to pc [ptlrpcd_00_03+3] req@ffff9fbf862ed180 x1876218616154112/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1789307444.716538:0:118849:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbf9788fc00. 00000100:00000001:0.0:1789307444.716541:0:118850:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315078059 02000000:00000001:1.0:1789307444.716544:0:118849:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307444.716550:0:118849:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644a50. 00000100:00000001:3.0:1789307444.716557:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307444.716559:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b542a8. 00000100:00000040:3.0:1789307444.716561:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1789307444.716565:0:118850:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fbe86acd9c0. 00000100:00000200:1.0:1789307444.716566:0:118849:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616153728, portal 4 00000100:00000001:3.0:1789307444.716567:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1789307444.716571:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789307444.716572:0:118850:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789307444.716574:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638243671624320 : -105830037927296 : ffff9fbf862eca80) 00000100:00000010:3.0:1789307444.716575:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf86251c00. 00000100:00000001:0.0:1789307444.716578:0:118850:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 2 is 4315078059 00000020:00000040:3.0:1789307444.716582:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbfba939800 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000010:0.0:1789307444.716584:0:118850:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fbe86acde40. 00000100:00000001:3.0:1789307444.716587:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1789307444.716588:0:118849:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbf862eca80 x1876218616153728/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307444.716591:0:118850:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 2 02000000:00000001:3.0:1789307444.716591:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789307444.716595:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.716597:0:118850:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 3 is 4315078059 02000000:00000010:3.0:1789307444.716604:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf98f66c00. 00000100:00000001:1.0:1789307444.716606:0:118849:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1789307444.716607:0:118850:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4315072938 00000100:00000001:3.0:1789307444.716610:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307444.716612:0:118849:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1789307444.716616:0:118850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1789307444.716622:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b544c8. 00000100:00000001:0.0:1789307444.716623:0:118850:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307444.716626:0:118849:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1876218616153728, offset 0 00000100:00000040:3.0:1789307444.716628:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@ffff9fbf86251c00 x1876218616154240/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789307444.716631:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307444.716635:0:118849:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1789307444.716637:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307444.716647:0:118849:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1789307444.716648:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789307444.716650:0:118850:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789307444.716653:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.716654:0:118850:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1789307444.716657:0:118849:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6aa6930230680 00000100:00000001:0.0:1789307444.716661:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1789307444.716663:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000159a6a26] to pc [ptlrpcd_00_00+0] req@ffff9fbf86251c00 x1876218616154240/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307444.716664:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789307444.716668:0:118850:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789307444.716675:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbf862ef100 x1876218616153856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789307444.716677:0:118849:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0xa2499 [256] + 17176 00000100:00000001:3.0:1789307444.716680:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307444.716686:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1789307444.716689:0:118849:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1789307444.716695:0:118850:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789307444.716697:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789307444.716699:0:118850:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307444.716700:0:118849:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1789307444.716704:0:118850:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1789307444.716705:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0e9fb80. 02000000:00000001:0.0:1789307444.716708:0:118850:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307444.716708:0:118849:0:(events.c:290:request_in_callback()) Process entered 00000020:00000040:3.0:1789307444.716710:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbe8d189000 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000200:1.0:1789307444.716712:0:118849:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:0.0:1789307444.716714:0:118850:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.716717:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:1.0:1789307444.716718:0:118849:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbff5c00. 00000100:00100000:0.0:1789307444.716720:0:118850:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbf862ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:118850:1876218616153856:0@lo:400:kworker.0 02000000:00000001:3.0:1789307444.716721:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1789307444.716722:0:118849:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbff5c00 x1876218616153728 msgsize 224 02000000:00000001:3.0:1789307444.716726:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.716728:0:118850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1789307444.716732:0:118849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1789307444.716734:0:118850:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789307444.716737:0:118850:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789307444.716737:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbe84d06b00. 00000100:00000001:1.0:1789307444.716755:0:118849:0:(events.c:377:request_in_callback()) Process leaving 02000000:00000001:0.0:1789307444.716756:0:118850:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1789307444.716756:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789307444.716762:0:118850:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfb9ef7c00. 00000400:00000200:1.0:1789307444.716764:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b544c8 00000100:00000040:3.0:1789307444.716764:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@ffff9fbfc0e9fb80 x1876218616154368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1789307444.716767:0:118850:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307444.716769:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b544c8. 00000400:00000010:0.0:1789307444.716774:0:118850:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb6ce3160. 00000100:00000001:1.0:1789307444.716776:0:118849:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:0.0:1789307444.716781:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82a18. 00000100:00000001:3.0:1789307444.716782:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1789307444.716785:0:118849:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbf862eca80 x1876218616153728/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307444.716787:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789307444.716788:0:118850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616153856, portal 4 00000100:00000001:0.0:1789307444.716794:0:118850:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1789307444.716797:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ea80bc9] to pc [ptlrpcd_00_01+1] req@ffff9fbfc0e9fb80 x1876218616154368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307444.716798:0:118850:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638243671634176 : -105830037917440 : ffff9fbf862ef100) 00000100:00000040:0.0:1789307444.716809:0:118850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbf862ef100 x1876218616153856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307444.716814:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.716819:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789307444.716820:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789307444.716825:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbf862eca80 x1876218616153728/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307444.716827:0:118850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1789307444.716828:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789307444.716833:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0e9c700. 00000100:00000040:0.0:1789307444.716834:0:118850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789307444.716839:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82aa0. 00000020:00000040:3.0:1789307444.716839:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbf97e5e000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:3.0:1789307444.716845:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1789307444.716846:0:118850:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876218616153856, offset 0 00000100:00000001:1.0:1789307444.716847:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307444.716848:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1789307444.716883:0:118850:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1789307444.716886:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.716888:0:118849:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1789307444.716893:0:118850:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1789307444.716895:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbe84d06900. 00000100:00000001:1.0:1789307444.716897:0:118849:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307444.716901:0:118850:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6aa6930230700 00000100:00000040:1.0:1789307444.716902:0:118849:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 15265 usecs (16 jiffies) 00000100:00000001:1.0:1789307444.716908:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315073042 00000100:00000001:3.0:1789307444.716909:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.716912:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315078059 00000400:00000200:0.0:1789307444.716913:0:118850:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x197959 [8] + 3504 00000100:00000001:1.0:1789307444.716916:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315073042 00000100:00000040:3.0:1789307444.716920:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID req@ffff9fbfc0e9c700 x1876218616154496/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789307444.716921:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315078059 00000400:00000200:0.0:1789307444.716923:0:118850:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789307444.716925:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315073042 00000100:00000001:1.0:1789307444.716930:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315078059 00000400:00000200:0.0:1789307444.716934:0:118850:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307444.716936:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315073042 00000100:00000001:1.0:1789307444.716942:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315078059 00000100:00000001:0.0:1789307444.716943:0:118850:0:(events.c:290:request_in_callback()) Process entered 00000100:00000001:3.0:1789307444.716946:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1789307444.716948:0:118850:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1789307444.716948:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307444.716950:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.716955:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789307444.716956:0:118850:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbe36300. 00000100:00000001:1.0:1789307444.716961:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307444.716961:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f87ed641] to pc [ptlrpcd_00_02+2] req@ffff9fbfc0e9c700 x1876218616154496/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789307444.716962:0:118850:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbe36300 x1876218616153856 msgsize 224 00000100:00000001:1.0:1789307444.716968:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789307444.716973:0:118850:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1789307444.716978:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307444.716981:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789307444.716981:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.716983:0:118850:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:1.0:1789307444.716985:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1789307444.716987:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789307444.716989:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307444.716991:0:118849:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1789307444.716996:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1789307444.716998:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82aa0 00000100:00000040:1.0:1789307444.717000:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbf86251c00 x1876218616154240/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1789307444.717002:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82aa0. 00000100:00000010:3.0:1789307444.717002:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0e9d500. 00000100:00000001:0.0:1789307444.717009:0:118850:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:3.0:1789307444.717009:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbe960a0800 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1789307444.717012:0:118849:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789307444.717015:0:118849:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.717015:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1789307444.717017:0:118850:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbf862ef100 x1876218616153856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789307444.717019:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789307444.717020:0:118849:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789307444.717024:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307444.717025:0:118849:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789307444.717031:0:118849:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789307444.717033:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbe84d06500. 00000100:00000001:0.0:1789307444.717036:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1789307444.717039:0:118849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbf86251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:118849:1876218616154240:0@lo:400:kworker.0 00000100:00000001:3.0:1789307444.717039:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307444.717043:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbf862ef100 x1876218616153856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307444.717047:0:118849:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1789307444.717049:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@ffff9fbfc0e9d500 x1876218616154624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1789307444.717058:0:118849:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1789307444.717060:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307444.717062:0:118849:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.717064:0:118850:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1789307444.717068:0:118849:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1789307444.717073:0:118850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.717073:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1789307444.717074:0:118849:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbf9788ee00. 00000100:00000001:3.0:1789307444.717079:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307444.717080:0:118849:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307444.717081:0:118850:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 38531 usecs (39 jiffies) 00000100:00000001:0.0:1789307444.717087:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315073065 00000400:00000010:1.0:1789307444.717087:0:118849:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe856440b0. 00000100:00000040:3.0:1789307444.717091:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054454cfc] to pc [ptlrpcd_00_03+3] req@ffff9fbfc0e9d500 x1876218616154624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307444.717093:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315078059 00000400:00000010:1.0:1789307444.717095:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b544c8. 00000100:00000001:0.0:1789307444.717099:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315073065 00000100:00000200:1.0:1789307444.717102:0:118849:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616154240, portal 4 00000100:00000001:0.0:1789307444.717105:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315078059 00000100:00000001:1.0:1789307444.717107:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307444.717111:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638243670989824 : -105830038561792 : ffff9fbf86251c00) 00000100:00000001:0.0:1789307444.717112:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315073065 00000100:00000001:3.0:1789307444.717115:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.717118:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315078059 00000100:00000040:3.0:1789307444.717120:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789307444.717122:0:118849:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbf86251c00 x1876218616154240/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307444.717123:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315073065 00000100:00000001:0.0:1789307444.717130:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315078059 00000100:00000001:3.0:1789307444.717132:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789307444.717137:0:118850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1789307444.717138:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0e9dc00. 00000100:00000001:1.0:1789307444.717141:0:118849:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1789307444.717144:0:118850:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307444.717145:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbe901f3800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:1.0:1789307444.717148:0:118849:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1789307444.717150:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.717150:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1789307444.717153:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54220. 00000100:00000001:0.0:1789307444.717154:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1789307444.717154:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789307444.717158:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.717160:0:118850:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1789307444.717160:0:118849:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1876218616154240, offset 0 00000100:00000001:0.0:1789307444.717163:0:118850:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789307444.717168:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789307444.717171:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1789307444.717171:0:118849:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1789307444.717172:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbe84d06d00. 00000100:00000001:0.0:1789307444.717175:0:118850:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1789307444.717180:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307444.717182:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfc0e9fb80 x1876218616154368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789307444.717185:0:118849:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1789307444.717192:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@ffff9fbfc0e9dc00 x1876218616154752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789307444.717194:0:118850:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1789307444.717196:0:118849:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6aa6930230880 00000100:00000001:0.0:1789307444.717197:0:118850:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307444.717203:0:118850:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789307444.717206:0:118850:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1789307444.717207:0:118849:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0xa2499 [256] + 17400 02000000:00000001:0.0:1789307444.717212:0:118850:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307444.717217:0:118849:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1789307444.717218:0:118850:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfc0e9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:118850:1876218616154368:0@lo:400:kworker.0 00000100:00000001:3.0:1789307444.717219:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1789307444.717223:0:118849:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1789307444.717225:0:118850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1789307444.717225:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.717227:0:118849:0:(events.c:290:request_in_callback()) Process entered 02000000:00000001:0.0:1789307444.717229:0:118850:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1789307444.717230:0:118849:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:0.0:1789307444.717231:0:118850:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307444.717235:0:118850:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1789307444.717235:0:118849:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbff7480. 00000100:00000040:3.0:1789307444.717236:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ac0a49e] to pc [ptlrpcd_00_00+0] req@ffff9fbfc0e9dc00 x1876218616154752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307444.717239:0:118849:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbff7480 x1876218616154240 msgsize 224 02000000:00000010:0.0:1789307444.717241:0:118850:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfb9ef6000. 02000000:00000001:0.0:1789307444.717246:0:118850:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307444.717251:0:118849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1789307444.717253:0:118850:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb6ce32c0. 00000400:00000010:0.0:1789307444.717259:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82aa0. 00000100:00000001:3.0:1789307444.717261:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.717262:0:118849:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000200:0.0:1789307444.717263:0:118850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616154368, portal 4 00000100:00000001:0.0:1789307444.717267:0:118850:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789307444.717268:0:118850:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244656970624 : -105829052580992 : ffff9fbfc0e9fb80) 00000100:00000040:3.0:1789307444.717268:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1789307444.717271:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54220 00000100:00000001:3.0:1789307444.717275:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1789307444.717277:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54220. 00000100:00000040:0.0:1789307444.717278:0:118850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfc0e9fb80 x1876218616154368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307444.717283:0:118849:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1789307444.717285:0:118850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789307444.717290:0:118850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1789307444.717291:0:118849:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbf86251c00 x1876218616154240/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1789307444.717292:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb4a7ed80. 00000400:00000010:0.0:1789307444.717293:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82770. 00000100:00000200:0.0:1789307444.717298:0:118850:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876218616154368, offset 0 00000020:00000040:3.0:1789307444.717298:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbfb52e0000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1789307444.717305:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789307444.717308:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1789307444.717309:0:118850:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1789307444.717311:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1789307444.717312:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307444.717316:0:118850:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1789307444.717317:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbe84d06100. 00000100:00000001:3.0:1789307444.717322:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307444.717323:0:118850:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6aa6930230900 00000100:00000040:1.0:1789307444.717326:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbf86251c00 x1876218616154240/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307444.717329:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff9fbfb4a7ed80 x1876218616154880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1789307444.717331:0:118850:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x197959 [8] + 3728 00000400:00000200:0.0:1789307444.717344:0:118850:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789307444.717352:0:118850:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307444.717354:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.717359:0:118850:0:(events.c:290:request_in_callback()) Process entered 00000100:00000001:1.0:1789307444.717359:0:118849:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789307444.717359:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1789307444.717364:0:118850:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1789307444.717365:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.717368:0:118849:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789307444.717371:0:118850:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbe37100. 00000100:00000040:1.0:1789307444.717372:0:118849:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 2388 usecs (3 jiffies) 00000100:00000040:3.0:1789307444.717373:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb265692] to pc [ptlrpcd_00_01+1] req@ffff9fbfb4a7ed80 x1876218616154880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789307444.717376:0:118850:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbe37100 x1876218616154368 msgsize 224 00000100:00000001:1.0:1789307444.717377:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315073029 00000100:00000001:1.0:1789307444.717382:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315078059 00000100:00000001:1.0:1789307444.717388:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315073029 00000100:00100000:0.0:1789307444.717391:0:118850:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1789307444.717392:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315078059 00000100:00000001:1.0:1789307444.717398:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315073029 00000100:00000001:1.0:1789307444.717401:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315078059 00000100:00000001:1.0:1789307444.717404:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315073029 00000100:00000001:3.0:1789307444.717405:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.717406:0:118850:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:1.0:1789307444.717406:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315078059 00000100:00000001:1.0:1789307444.717411:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307444.717413:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307444.717414:0:98648:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20410) 00000400:00000200:0.0:1789307444.717415:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82770 00000100:00000001:1.0:1789307444.717416:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789307444.717420:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82770. 00000100:00000001:1.0:1789307444.717420:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307444.717426:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789307444.717427:0:118850:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1789307444.717428:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789307444.717431:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307444.717433:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1789307444.717434:0:118850:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfc0e9fb80 x1876218616154368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307444.717435:0:118849:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1789307444.717438:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1789307444.717442:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfc0e9dc00 x1876218616154752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307444.717442:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789307444.717446:0:118852:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789307444.717452:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbf862edc00 x1876218616153600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307444.717455:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789307444.717462:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfc0e9fb80 x1876218616154368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307444.717467:0:118849:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789307444.717470:0:118849:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307444.717476:0:118849:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1789307444.717480:0:118852:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1789307444.717481:0:118849:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789307444.717482:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.717488:0:118850:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1789307444.717488:0:118849:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.717490:0:118852:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307444.717495:0:118849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfc0e9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:118849:1876218616154752:0@lo:400:kworker.0 00000100:00000001:0.0:1789307444.717496:0:118850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307444.717496:0:118852:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789307444.717501:0:118852:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789307444.717503:0:118850:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 18527 usecs (19 jiffies) 02000000:00000001:3.0:1789307444.717506:0:118852:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.717509:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315073045 00000100:00000001:0.0:1789307444.717516:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315078059 00000100:00000001:1.0:1789307444.717516:0:118849:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1789307444.717516:0:118852:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbf862edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:118852:1876218616153600:0@lo:400:kworker.0 02000000:00000001:1.0:1789307444.717521:0:118849:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1789307444.717523:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315073045 02000000:00000001:1.0:1789307444.717525:0:118849:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.717526:0:118852:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789307444.717530:0:118849:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1789307444.717530:0:118852:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1789307444.717535:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315078059 02000000:00000001:3.0:1789307444.717535:0:118852:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307444.717536:0:118849:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbf9788f200. 00000100:00000001:0.0:1789307444.717541:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315073045 02000000:00000001:1.0:1789307444.717542:0:118849:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307444.717542:0:118852:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1789307444.717548:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315078059 02000000:00000010:3.0:1789307444.717549:0:118852:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbe841b3200. 00000400:00000010:1.0:1789307444.717552:0:118849:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644898. 00000100:00000001:0.0:1789307444.717554:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315073045 02000000:00000001:3.0:1789307444.717555:0:118852:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307444.717559:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54220. 00000100:00000001:0.0:1789307444.717561:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315078059 00000100:00000001:0.0:1789307444.717565:0:118850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1789307444.717565:0:118849:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616154752, portal 10 00000400:00000010:3.0:1789307444.717565:0:118852:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a516630. 00000100:00000001:0.0:1789307444.717572:0:118850:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.717572:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307444.717576:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244656962560 : -105829052589056 : ffff9fbfc0e9dc00) 00000400:00000010:3.0:1789307444.717576:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdee58. 00000100:00000001:0.0:1789307444.717578:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.717583:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1789307444.717584:0:118852:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616153600, portal 10 00000100:00000001:0.0:1789307444.717587:0:118850:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1789307444.717588:0:118849:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfc0e9dc00 x1876218616154752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307444.717589:0:118852:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789307444.717591:0:118850:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789307444.717593:0:118852:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638243671628800 : -105830037922816 : ffff9fbf862edc00) 00000100:00000001:0.0:1789307444.717598:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789307444.717601:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307444.717603:0:118849:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1789307444.717605:0:118850:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789307444.717607:0:118852:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbf862edc00 x1876218616153600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307444.717609:0:118849:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1789307444.717613:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfb4a7ed80 x1876218616154880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1789307444.717614:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54880. 00000100:00000200:1.0:1789307444.717619:0:118849:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616154752, offset 0 00000100:00000001:3.0:1789307444.717626:0:118852:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1789307444.717630:0:118849:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1789307444.717634:0:118852:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1789307444.717637:0:118850:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1789307444.717640:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdec38. 00000100:00000001:0.0:1789307444.717641:0:118850:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307444.717643:0:118849:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1789307444.717646:0:118852:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616153600, offset 0 02000000:00000001:0.0:1789307444.717647:0:118850:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789307444.717651:0:118850:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1789307444.717654:0:118849:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa6930230a80 02000000:00000001:0.0:1789307444.717656:0:118850:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307444.717658:0:118852:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1789307444.717665:0:118850:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfb4a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:118850:1876218616154880:0@lo:400:kworker.0 00000400:00000200:1.0:1789307444.717671:0:118849:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 157440 00000400:00000200:3.0:1789307444.717672:0:118852:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1789307444.717675:0:118850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789307444.717680:0:118850:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789307444.717682:0:118850:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307444.717683:0:118849:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307444.717686:0:118852:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa6930230600 02000000:00000001:0.0:1789307444.717687:0:118850:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789307444.717692:0:118850:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfb9ef6a00. 00000400:00000200:1.0:1789307444.717692:0:118849:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1789307444.717696:0:118850:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307444.717698:0:118852:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 157664 00000400:00000010:0.0:1789307444.717701:0:118850:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb6ce3cb8. 00000400:00000200:3.0:1789307444.717707:0:118852:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789307444.717712:0:118849:0:(events.c:290:request_in_callback()) Process entered 00000400:00000010:0.0:1789307444.717713:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82770. 00000400:00000200:3.0:1789307444.717715:0:118852:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1789307444.717716:0:118849:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1789307444.717718:0:118850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616154880, portal 10 00000100:00000001:0.0:1789307444.717721:0:118850:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789307444.717723:0:118850:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244451315072 : -105829258236544 : ffff9fbfb4a7ed80) 00000100:00000010:1.0:1789307444.717723:0:118849:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbff6a00. 00000100:00000040:1.0:1789307444.717729:0:118849:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbff6a00 x1876218616154752 msgsize 224 00000100:00000040:0.0:1789307444.717733:0:118850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfb4a7ed80 x1876218616154880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307444.717735:0:118849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1789307444.717753:0:118850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789307444.717758:0:118850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1789307444.717758:0:118849:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000010:0.0:1789307444.717761:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a824c8. 00000100:00000200:0.0:1789307444.717768:0:118850:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616154880, offset 0 00000400:00000200:0.0:1789307444.717772:0:118850:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789307444.717775:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54880 00000400:00000200:0.0:1789307444.717780:0:118850:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1789307444.717781:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54880. 00000100:00000001:1.0:1789307444.717786:0:118849:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1789307444.717790:0:118850:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa6930230b00 00000100:00000200:1.0:1789307444.717794:0:118849:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfc0e9dc00 x1876218616154752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789307444.717797:0:118850:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 157888 00000100:00000001:3.0:1789307444.717799:0:230993:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789307444.717804:0:230993:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616154752 00000400:00000200:0.0:1789307444.717807:0:118850:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1789307444.717810:0:230993:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1789307444.717811:0:118850:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1789307444.717816:0:118850:0:(events.c:290:request_in_callback()) Process entered 00000100:00000001:3.0:1789307444.717816:0:230993:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1789307444.717819:0:118850:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1789307444.717821:0:230993:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789307444.717825:0:118850:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbb5d8a80. 00000100:00000040:0.0:1789307444.717829:0:118850:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbb5d8a80 x1876218616154880 msgsize 224 00000100:00000001:1.0:1789307444.717829:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1789307444.717830:0:230993:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307444.717836:0:118850:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1789307444.717837:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfc0e9dc00 x1876218616154752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307444.717845:0:230993:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616154752 00000100:00000001:0.0:1789307444.717846:0:118850:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:1.0:1789307444.717847:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.717876:0:118849:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1789307444.717920:0:230993:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789307444.717924:0:230993:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed77864 00000020:00000001:3.0:1789307444.717927:0:230993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789307444.717931:0:230993:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfa3380800 refcount=5 00000020:00000001:3.0:1789307444.717934:0:230993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244158769152 : -105829550782464 : ffff9fbfa3380800) 00000020:00000001:3.0:1789307444.717937:0:230993:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244158769152 : -105829550782464 : ffff9fbfa3380800) 00000100:00000001:3.0:1789307444.717942:0:230993:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307444.717946:0:230993:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0dc0. 00000020:00000040:3.0:1789307444.717954:0:230993:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (ffff9fbfad0fcd40) now 16 - evictor 00000100:00000001:3.0:1789307444.717966:0:230993:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1789307444.717972:0:230993:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc08a0e00. 00000020:00000010:3.0:1789307444.717978:0:230993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47ab00. 00000020:00000010:3.0:1789307444.717984:0:230993:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e3e8. 00000100:00000040:3.0:1789307444.717994:0:230993:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1789307444.717997:0:230993:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307444.717999:0:230993:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789307444.718002:0:230993:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307444.718010:0:230993:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1789307444.718014:0:230993:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1789307444.718016:0:230993:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.718026:0:230993:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307444.718040:0:230993:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789307444.718043:0:230993:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616154880 02000000:00000001:3.0:1789307444.718045:0:230993:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789307444.718047:0:230993:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307444.718049:0:230993:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307444.718052:0:230993:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307444.718053:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a824c8 00000100:00100000:3.0:1789307444.718056:0:230993:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616154880 00000400:00000010:0.0:1789307444.718057:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a824c8. 00000100:00000001:1.0:1789307444.718058:0:118849:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307444.718060:0:230993:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1789307444.718064:0:118850:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:3.0:1789307444.718064:0:230993:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed77872 00000100:00000040:1.0:1789307444.718066:0:118849:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 6415 usecs (7 jiffies) 00000020:00000001:3.0:1789307444.718069:0:230993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000200:0.0:1789307444.718072:0:118850:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfb4a7ed80 x1876218616154880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307444.718072:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315073034 00000020:00000040:3.0:1789307444.718074:0:230993:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfa3386800 refcount=5 00000100:00000001:1.0:1789307444.718078:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315078059 00000020:00000001:3.0:1789307444.718080:0:230993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244158793728 : -105829550757888 : ffff9fbfa3386800) 00000100:00000001:1.0:1789307444.718085:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315073034 00000020:00000001:3.0:1789307444.718087:0:230993:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244158793728 : -105829550757888 : ffff9fbfa3386800) 00000100:00000001:0.0:1789307444.718090:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789307444.718092:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315078059 00000100:00000040:0.0:1789307444.718094:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfb4a7ed80 x1876218616154880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307444.718098:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315073034 00000100:00000001:3.0:1789307444.718101:0:230993:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307444.718104:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315078059 00000100:00000001:0.0:1789307444.718107:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307444.718108:0:230993:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d09c0. 00000100:00000001:1.0:1789307444.718110:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315073034 00000100:00000001:0.0:1789307444.718111:0:118850:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789307444.718116:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315078059 00000020:00000040:3.0:1789307444.718116:0:230993:0:(obd_config.c:995:class_incref()) incref lustre-MDT0001 (ffff9fbf82a08000) now 12 - evictor 00000100:00000001:0.0:1789307444.718117:0:118850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.718123:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789307444.718124:0:118850:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 6016 usecs (7 jiffies) 00000100:00000001:3.0:1789307444.718124:0:230993:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1789307444.718130:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315073034 00000100:00000001:1.0:1789307444.718130:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307444.718131:0:230993:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc08a0000. 00000100:00000001:0.0:1789307444.718133:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315078059 00000100:00000001:0.0:1789307444.718137:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315073034 00000100:00000001:1.0:1789307444.718138:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.718139:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315078059 00000020:00000010:3.0:1789307444.718139:0:230993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47a280. 00000100:00000001:1.0:1789307444.718144:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307444.718145:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315073034 00000020:00000010:3.0:1789307444.718146:0:230993:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e578. 00000100:00000001:0.0:1789307444.718150:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315078059 00000100:00000001:0.0:1789307444.718152:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315073034 00000100:00000001:1.0:1789307444.718152:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789307444.718153:0:230993:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789307444.718157:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315078059 00000100:00000001:1.0:1789307444.718157:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789307444.718158:0:230993:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789307444.718162:0:230993:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307444.718163:0:118850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307444.718164:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307444.718168:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789307444.718169:0:118850:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.718172:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.718172:0:230993:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1789307444.718173:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.718177:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307444.718177:0:230993:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1789307444.718178:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.718181:0:230993:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.718183:0:118850:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789307444.718186:0:118850:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789307444.718188:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789307444.718190:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307444.718190:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307444.718195:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789307444.718195:0:230993:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307444.718196:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.718197:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1789307444.718202:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307444.718205:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbf862ed500 x1876218616153472/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307444.718212:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789307444.718213:0:230993:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789307444.718217:0:230993:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1789307444.718219:0:225633:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1789307444.718222:0:225633:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1789307444.718222:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307444.718228:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1789307444.718228:0:230993:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2130 02000000:00000001:1.0:1789307444.718232:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789307444.718235:0:230993:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfa3380800 : new rpc_count 1 02000000:00000001:1.0:1789307444.718236:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307444.718238:0:225633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2131 00000100:00000001:3.0:1789307444.718241:0:230993:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244574489088 : -105829135062528 : ffff9fbfbbff6a00) 00000100:00000040:0.0:1789307444.718243:0:225633:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfa3386800 : new rpc_count 1 00000100:00100000:1.0:1789307444.718245:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbf862ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:118851:1876218616153472:0@lo:400:kworker.0 00000100:00000001:0.0:1789307444.718247:0:225633:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244563880576 : -105829145671040 : ffff9fbfbb5d8a80) 00000100:00000040:3.0:1789307444.718252:0:230993:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbff6a00 x1876218616154752/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:490/0 lens 224/0 e 0 to 0 dl 1789307455 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307444.718254:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1789307444.718256:0:225633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbb5d8a80 x1876218616154880/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:490/0 lens 224/0 e 0 to 0 dl 1789307455 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307444.718258:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789307444.718262:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307444.718268:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789307444.718273:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbf9788e200. 02000000:00000001:1.0:1789307444.718277:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.718283:0:225633:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1789307444.718284:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644160. 00000100:00000001:3.0:1789307444.718286:0:230993:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789307444.718288:0:225633:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564ac0. 00000400:00000010:1.0:1789307444.718289:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54880. 00000020:00000010:3.0:1789307444.718291:0:230993:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0800. 00000100:00000001:0.0:1789307444.718294:0:225633:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1789307444.718295:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616153472, portal 10 00000100:00000001:3.0:1789307444.718296:0:230993:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789307444.718301:0:225633:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564ac0. 00000100:00000001:1.0:1789307444.718301:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1789307444.718302:0:230993:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0800. 00000100:00000001:1.0:1789307444.718305:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638243671627008 : -105830037924608 : ffff9fbf862ed500) 00000100:00100000:0.0:1789307444.718312:0:225633:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbb5d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:118850:x1876218616154880:12345-0@lo:400:kworker.0 00000100:00000040:1.0:1789307444.718313:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbf862ed500 x1876218616153472/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307444.718313:0:230993:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbff6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:118849:x1876218616154752:12345-0@lo:400:kworker.0 00000100:00000200:3.0:1789307444.718324:0:230993:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616154752 00000100:00000200:0.0:1789307444.718325:0:225633:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616154880 00000100:00000001:1.0:1789307444.718330:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1789307444.718332:0:225633:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789307444.718332:0:230993:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000040:1.0:1789307444.718335:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1789307444.718337:0:225633:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1789307444.718338:0:230993:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000010:1.0:1789307444.718339:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54ee0. 00000020:00000001:0.0:1789307444.718342:0:225633:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307444.718344:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616153472, offset 0 00000020:00000001:3.0:1789307444.718344:0:230993:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307444.718347:0:225633:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789307444.718351:0:230993:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1789307444.718352:0:225633:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000400:00000200:1.0:1789307444.718352:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1789307444.718356:0:230993:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000020:00000001:0.0:1789307444.718359:0:225633:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1789307444.718362:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1789307444.718363:0:225633:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789307444.718369:0:225633:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789307444.718369:0:230993:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1789307444.718370:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa6930230580 00000020:00000001:0.0:1789307444.718375:0:225633:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1789307444.718376:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 158112 00000020:00000001:3.0:1789307444.718377:0:230993:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789307444.718381:0:225633:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307444.718383:0:230993:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1789307444.718384:0:225633:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1789307444.718385:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1789307444.718388:0:230993:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1789307444.718390:0:225633:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1789307444.718390:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1789307444.718392:0:230993:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307444.718395:0:225633:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1789307444.718395:0:118851:0:(events.c:290:request_in_callback()) Process entered 00000020:00000001:3.0:1789307444.718396:0:230993:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000200:1.0:1789307444.718399:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:0.0:1789307444.718401:0:225633:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbe85a94c00. 00000100:00000001:3.0:1789307444.718402:0:230993:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000010:1.0:1789307444.718403:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbff4380. 02000000:00000001:0.0:1789307444.718407:0:225633:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307444.718408:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbff4380 x1876218616153472 msgsize 224 02000000:00000001:3.0:1789307444.718408:0:230993:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1789307444.718412:0:225633:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789307444.718415:0:230993:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbf92219400. 00000020:00000001:0.0:1789307444.718417:0:225633:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307444.718417:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1789307444.718420:0:230993:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1789307444.718421:0:225633:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616154880 00000100:00000001:3.0:1789307444.718424:0:230993:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307444.718427:0:225633:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000020:00000001:3.0:1789307444.718427:0:230993:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789307444.718431:0:230993:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616154752 00010000:00000200:0.0:1789307444.718433:0:225633:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbb5d8a80 x1876218616154880/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:490/0 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789307444.718434:0:230993:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:1.0:1789307444.718436:0:118851:0:(events.c:377:request_in_callback()) Process leaving 00010000:00000200:3.0:1789307444.718441:0:230993:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbff6a00 x1876218616154752/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:490/0 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789307444.718444:0:225633:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1789307444.718444:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54ee0 00010000:00000001:0.0:1789307444.718448:0:225633:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307444.718449:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54ee0. 00000100:00000001:2.0:1789307444.718450:0:225665:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1789307444.718455:0:230993:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1789307444.718456:0:225665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616153472 00000100:00001000:0.0:1789307444.718457:0:225633:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=23 v=5 (1 1 1 5) 00000100:00000001:1.0:1789307444.718457:0:118851:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:3.0:1789307444.718458:0:230993:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307444.718463:0:225665:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:3.0:1789307444.718464:0:230993:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=23 v=5 (1 1 1 5) 00000100:00000200:1.0:1789307444.718465:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbf862ed500 x1876218616153472/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307444.718466:0:225665:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789307444.718467:0:225633:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1789307444.718471:0:225665:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.718473:0:230993:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789307444.718474:0:225633:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000040:3.0:1789307444.718478:0:230993:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 02000000:00000001:2.0:1789307444.718479:0:225665:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.718481:0:225633:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00000001:3.0:1789307444.718484:0:230993:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00100000:2.0:1789307444.718486:0:225665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616153472 02000000:00000001:0.0:1789307444.718488:0:225633:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789307444.718490:0:230993:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1789307444.718492:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1789307444.718493:0:225633:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307444.718493:0:225665:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000001:3.0:1789307444.718493:0:230993:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307444.718497:0:225665:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725eceddfd 00000100:00000040:1.0:1789307444.718498:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbf862ed500 x1876218616153472/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307444.718499:0:230993:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1789307444.718500:0:225633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1789307444.718503:0:225665:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000040:3.0:1789307444.718507:0:230993:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1789307444.718508:0:225633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1789307444.718509:0:225665:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb6e54800 refcount=5 00000400:00000010:3.0:1789307444.718512:0:230993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde110. 00000400:00000010:0.0:1789307444.718516:0:225633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a824c8. 00000020:00000001:2.0:1789307444.718517:0:225665:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244488890368 : -105829220661248 : ffff9fbfb6e54800) 00000100:00000200:3.0:1789307444.718518:0:230993:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218616154752, offset 224 00000100:00000001:1.0:1789307444.718519:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789307444.718524:0:225633:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218616154880, offset 224 00000100:00000001:1.0:1789307444.718525:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1789307444.718525:0:225665:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244488890368 : -105829220661248 : ffff9fbfb6e54800) 00000400:00000200:3.0:1789307444.718530:0:230993:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1789307444.718532:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307444.718533:0:225665:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1789307444.718538:0:225633:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789307444.718539:0:230993:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1789307444.718540:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 14847 usecs (15 jiffies) 00000020:00000010:2.0:1789307444.718540:0:225665:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f008c0. 00000100:00000001:1.0:1789307444.718546:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315073042 00000400:00000200:3.0:1789307444.718552:0:230993:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6aa6930230a80 00000400:00000200:0.0:1789307444.718553:0:225633:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1789307444.718553:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315078059 00000020:00000010:2.0:1789307444.718555:0:225665:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbf88564b00. 00000100:00000001:1.0:1789307444.718561:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315073042 00000400:00000200:3.0:1789307444.718562:0:230993:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c1ad5 [1] + 224 00000100:00000001:2.0:1789307444.718565:0:225665:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1789307444.718569:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315078059 00000400:00000200:0.0:1789307444.718570:0:225633:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6aa6930230b00 00000020:00000010:2.0:1789307444.718570:0:225665:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f008c0. 00000400:00000200:3.0:1789307444.718571:0:230993:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789307444.718576:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315073042 00000400:00000200:3.0:1789307444.718580:0:230993:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307444.718582:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315078059 00000020:00000010:2.0:1789307444.718582:0:225665:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfbedf2400. 00000400:00000200:0.0:1789307444.718583:0:225633:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c1ae5 [1] + 224 00000100:00000001:1.0:1789307444.718589:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315073042 00000020:00000010:2.0:1789307444.718590:0:225665:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44400. 00000100:00000001:3.0:1789307444.718592:0:230993:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:0.0:1789307444.718593:0:225633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789307444.718595:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315078059 00000020:00000010:2.0:1789307444.718598:0:225665:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984e10. 00000100:00000001:1.0:1789307444.718601:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1789307444.718602:0:225633:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1789307444.718603:0:230993:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfc0e9dc00 x1876218616154752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307444.718606:0:225665:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307444.718609:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307444.718610:0:225665:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1789307444.718611:0:225633:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1789307444.718615:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1789307444.718615:0:225665:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1789307444.718620:0:225633:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfb4a7ed80 x1876218616154880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307444.718622:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbf862ec700 x1876218616153984/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307444.718623:0:225665:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:3.0:1789307444.718623:0:230993:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfc0e9dc00 x1876218616154752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307444.718628:0:225665:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1789307444.718631:0:225665:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307444.718645:0:225665:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307444.718654:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789307444.718657:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307444.718659:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1789307444.718661:0:225633:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfb4a7ed80 x1876218616154880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307444.718662:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307444.718662:0:225665:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789307444.718662:0:230993:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789307444.718665:0:225665:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1789307444.718669:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307444.718671:0:230993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde110 00000100:00100000:2.0:1789307444.718674:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2132 00000400:00000010:3.0:1789307444.718675:0:230993:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde110. 00000100:00000040:2.0:1789307444.718681:0:225665:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfb6e54800 : new rpc_count 1 00000100:00100000:1.0:1789307444.718682:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbf862ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:118851:1876218616153984:0@lo:400:kworker.0 00000100:00000001:3.0:1789307444.718682:0:230993:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789307444.718687:0:225665:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244574479232 : -105829135072384 : ffff9fbfbbff4380) 00000100:00000001:3.0:1789307444.718687:0:230993:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1789307444.718688:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789307444.718692:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1789307444.718693:0:230993:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.718695:0:225633:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:1.0:1789307444.718696:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307444.718696:0:225665:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbff4380 x1876218616153472/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:490/0 lens 224/0 e 0 to 0 dl 1789307455 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307444.718699:0:230993:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 02000000:00000001:1.0:1789307444.718701:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789307444.718706:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbf9788ec00. 00000400:00000200:0.0:1789307444.718707:0:225633:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a824c8 00000100:00000001:2.0:1789307444.718709:0:225665:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1789307444.718712:0:225633:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a824c8. 00010000:00000001:3.0:1789307444.718713:0:230993:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000010:2.0:1789307444.718714:0:225665:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f008c0. 02000000:00000001:1.0:1789307444.718715:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307444.718717:0:230993:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.718719:0:225633:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789307444.718719:0:225665:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789307444.718721:0:230993:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1789307444.718722:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644268. 00000100:00000001:0.0:1789307444.718723:0:225633:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000010:2.0:1789307444.718725:0:225665:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f008c0. 00000400:00000010:1.0:1789307444.718729:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54ee0. 00000100:00000040:3.0:1789307444.718729:0:230993:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbff6a00 x1876218616154752/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:490/0 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307444.718730:0:225633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307444.718734:0:225665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbff4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:118851:x1876218616153472:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1789307444.718735:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616153984, portal 4 00000100:00000040:0.0:1789307444.718749:0:225633:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000100:00000001:1.0:1789307444.718751:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307444.718756:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638243671623424 : -105830037928192 : ffff9fbf862ec700) 00010000:00000001:0.0:1789307444.718757:0:225633:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000200:2.0:1789307444.718757:0:225665:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616153472 00000100:00100000:3.0:1789307444.718759:0:230993:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbff6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:118849:x1876218616154752:12345-0@lo:400:kworker.0 Request processed in 469us (1025us total) trans 0 rc 0/0 00000020:00000001:0.0:1789307444.718760:0:225633:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307444.718763:0:225665:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1789307444.718766:0:225633:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1789307444.718767:0:225665:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000040:1.0:1789307444.718769:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbf862ec700 x1876218616153984/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307444.718771:0:225665:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307444.718775:0:225633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbb5d8a80 x1876218616154880/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:490/0 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307444.718777:0:225665:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1789307444.718777:0:230993:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2130 00000020:00000001:2.0:1789307444.718782:0:225665:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00000040:3.0:1789307444.718784:0:230993:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfa3380800 : new rpc_count 0 00000020:00000001:2.0:1789307444.718790:0:225665:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1789307444.718790:0:230993:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789307444.718793:0:230993:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1789307444.718797:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1789307444.718799:0:230993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47ab00. 00000020:00000001:2.0:1789307444.718800:0:225665:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789307444.718805:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1789307444.718806:0:225665:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1789307444.718806:0:230993:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e3e8. 00000100:00100000:0.0:1789307444.718808:0:225633:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbb5d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:118850:x1876218616154880:12345-0@lo:400:kworker.0 Request processed in 520us (974us total) trans 0 rc 0/0 00000020:00000001:2.0:1789307444.718811:0:225665:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1789307444.718812:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54330. 00000020:00000010:3.0:1789307444.718812:0:230993:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc08a0e00. 00000020:00000001:2.0:1789307444.718816:0:225665:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307444.718820:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876218616153984, offset 0 00000020:00000001:2.0:1789307444.718821:0:225665:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000020:00000040:3.0:1789307444.718821:0:230993:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfa3380800 : new refcount 4 00000100:00100000:0.0:1789307444.718822:0:225633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2131 00000100:00000001:2.0:1789307444.718826:0:225665:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1789307444.718826:0:230993:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789307444.718830:0:225633:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfa3386800 : new rpc_count 0 02000000:00000001:2.0:1789307444.718831:0:225665:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1789307444.718832:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1789307444.718836:0:225633:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:2.0:1789307444.718838:0:225665:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbf85796000. 00000100:00000001:0.0:1789307444.718840:0:225633:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1789307444.718844:0:225665:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307444.718845:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1789307444.718846:0:202307:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1789307444.718847:0:225633:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47a280. 00000100:00100000:3.0:1789307444.718866:0:202307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616153856 02000000:00000001:3.0:1789307444.718868:0:202307:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307444.718869:0:225665:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.718870:0:202307:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1789307444.718875:0:225665:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.718875:0:202307:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307444.718879:0:225633:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e578. 00010000:00000040:2.0:1789307444.718881:0:225665:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616153472 00000400:00000200:1.0:1789307444.718882:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6aa6930230780 02000000:00000001:3.0:1789307444.718882:0:202307:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307444.718886:0:225633:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc08a0000. 00010000:00000001:2.0:1789307444.718886:0:225665:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:2.0:1789307444.718893:0:225665:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbff4380 x1876218616153472/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:490/0 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307444.718893:0:202307:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616153856 00000400:00000200:1.0:1789307444.718894:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x197959 [8] + 3952 00000020:00000001:3.0:1789307444.718897:0:202307:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789307444.718900:0:202307:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed7781e 00000020:00000040:0.0:1789307444.718905:0:225633:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfa3386800 : new refcount 4 00000400:00000200:1.0:1789307444.718906:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1789307444.718906:0:202307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00010000:00000001:2.0:1789307444.718909:0:225665:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1789307444.718911:0:225633:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789307444.718912:0:202307:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe8a12d000 refcount=5 00010000:00000001:2.0:1789307444.718913:0:225665:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307444.718916:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1789307444.718919:0:202307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239441932288 : -105834267619328 : ffff9fbe8a12d000) 00000100:00001000:2.0:1789307444.718921:0:225665:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=23 v=5 (1 1 1 5) 00000100:00000001:1.0:1789307444.718923:0:118851:0:(events.c:290:request_in_callback()) Process entered 00000020:00000001:3.0:1789307444.718924:0:202307:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239441932288 : -105834267619328 : ffff9fbe8a12d000) 00000100:00000200:1.0:1789307444.718926:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1789307444.718928:0:225665:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1789307444.718931:0:202307:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000010:1.0:1789307444.718934:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbff7b80. 00000100:00000040:2.0:1789307444.718935:0:225665:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000020:00000010:3.0:1789307444.718938:0:202307:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0800. 00000100:00000040:1.0:1789307444.718940:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbff7b80 x1876218616153984 msgsize 224 00000100:00000001:2.0:1789307444.718941:0:225665:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000020:00000040:3.0:1789307444.718946:0:202307:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff9fbf82a0b380) now 10 - evictor 02000000:00000001:2.0:1789307444.718948:0:225665:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1789307444.718950:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1789307444.718952:0:225665:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.718953:0:202307:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1789307444.718956:0:225665:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1789307444.718959:0:202307:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc08a0e00. 00000100:00000001:1.0:1789307444.718967:0:118851:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000040:2.0:1789307444.718968:0:225665:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1789307444.718971:0:202307:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47ab00. 00000400:00000010:2.0:1789307444.718975:0:225665:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd550. 00000400:00000200:1.0:1789307444.718976:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54330 00000020:00000010:3.0:1789307444.718977:0:202307:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e3e8. 00000400:00000010:1.0:1789307444.718981:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54330. 00000100:00000001:1.0:1789307444.718987:0:118851:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789307444.718988:0:225665:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218616153472, offset 224 00000100:00000040:3.0:1789307444.718989:0:202307:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1789307444.718991:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307444.718994:0:202307:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789307444.718996:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789307444.718997:0:202307:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1789307444.719000:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbf862ec700 x1876218616153984/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307444.719002:0:225665:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1789307444.719002:0:202307:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789307444.719009:0:118850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1789307444.719011:0:202307:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000001:0.0:1789307444.719013:0:118850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1789307444.719015:0:202307:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:2.0:1789307444.719016:0:225665:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1789307444.719018:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789307444.719018:0:202307:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789307444.719019:0:118850:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb6ce3cb8. 00000100:00000040:1.0:1789307444.719025:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbf862ec700 x1876218616153984/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789307444.719027:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82770 00000400:00000200:2.0:1789307444.719029:0:225665:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6aa6930230580 00000100:00000001:3.0:1789307444.719031:0:202307:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1789307444.719032:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82770. 00000100:00000001:0.0:1789307444.719039:0:118850:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1789307444.719042:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.719044:0:202307:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1789307444.719045:0:225665:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c1aed [1] + 224 00000100:00000001:1.0:1789307444.719046:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1789307444.719048:0:202307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616154368 00000100:00000200:0.0:1789307444.719049:0:118850:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfb4a7ed80 x1876218616154880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789307444.719052:0:202307:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307444.719055:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.719055:0:202307:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1789307444.719057:0:225665:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789307444.719058:0:202307:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307444.719063:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 5143 usecs (6 jiffies) 02000000:00000001:3.0:1789307444.719065:0:202307:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307444.719070:0:225665:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307444.719071:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315073034 00000100:00100000:3.0:1789307444.719071:0:202307:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616154368 00000100:00000200:0.0:1789307444.719075:0:118850:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfb4a7ed80 x1876218616154880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307444.719075:0:202307:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1789307444.719078:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315078059 00000100:00000001:2.0:1789307444.719079:0:225665:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000040:3.0:1789307444.719079:0:202307:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed7782c 00000020:00000001:3.0:1789307444.719083:0:202307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1789307444.719087:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315073034 00000100:00000200:2.0:1789307444.719087:0:225665:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbf862ed500 x1876218616153472/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1789307444.719087:0:202307:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe8a12d800 refcount=5 00000020:00000001:3.0:1789307444.719091:0:202307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239441934336 : -105834267617280 : ffff9fbe8a12d800) 00000100:00000001:1.0:1789307444.719094:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315078059 00000020:00000001:3.0:1789307444.719097:0:202307:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239441934336 : -105834267617280 : ffff9fbe8a12d800) 00000100:00000001:1.0:1789307444.719101:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315073034 00000100:00000001:1.0:1789307444.719107:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315078059 00000100:00000001:3.0:1789307444.719109:0:202307:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307444.719113:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315073034 00000020:00000010:3.0:1789307444.719114:0:202307:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0280. 00000100:00000001:0.0:1789307444.719115:0:118850:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307444.719119:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315078059 00000100:00000001:0.0:1789307444.719120:0:118850:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1789307444.719121:0:202307:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbfb56d0640. 00000100:00000001:1.0:1789307444.719123:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789307444.719127:0:225665:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbf862ed500 x1876218616153472/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307444.719128:0:118850:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:1.0:1789307444.719128:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.719129:0:202307:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1789307444.719133:0:202307:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0280. 02000000:00000001:0.0:1789307444.719134:0:118850:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789307444.719134:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1789307444.719139:0:118850:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1789307444.719140:0:202307:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc08a0000. 00000100:00000040:1.0:1789307444.719141:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfc0e9c700 x1876218616154496/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307444.719143:0:118850:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307444.719146:0:202307:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47a200. 02000000:00000001:0.0:1789307444.719149:0:118850:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307444.719150:0:225665:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000010:3.0:1789307444.719151:0:202307:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666ebb8. 00000100:00000001:3.0:1789307444.719158:0:202307:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307444.719159:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00001000:0.0:1789307444.719160:0:118850:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfb52e0460 time=51 v=5 (6 0 0 0) 00000400:00000200:2.0:1789307444.719161:0:225665:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd550 00000100:00000001:3.0:1789307444.719161:0:202307:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307444.719162:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.719166:0:202307:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1789307444.719167:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1789307444.719168:0:225665:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd550. 00000100:00001000:0.0:1789307444.719169:0:118850:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb52e0418 time=51 v=5 (1 0 0 0) 02000000:00000001:1.0:1789307444.719170:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307444.719173:0:202307:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1789307444.719174:0:225665:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:1.0:1789307444.719175:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.719179:0:118850:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789307444.719179:0:225665:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1789307444.719179:0:202307:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:1.0:1789307444.719180:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfc0e9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:118851:1876218616154496:0@lo:400:kworker.0 00000100:00000001:0.0:1789307444.719183:0:118850:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.719184:0:202307:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.719186:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1789307444.719188:0:225665:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307444.719189:0:118850:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1789307444.719191:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1789307444.719194:0:118850:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307444.719195:0:225665:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000100:00000001:3.0:1789307444.719197:0:202307:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1789307444.719199:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.719201:0:118850:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00010000:00000001:2.0:1789307444.719202:0:225665:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 02000000:00000001:1.0:1789307444.719203:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1789307444.719206:0:225665:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307444.719207:0:118850:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 02000000:00000010:1.0:1789307444.719207:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbf9788ea00. 00000100:00000001:3.0:1789307444.719209:0:202307:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1789307444.719211:0:225665:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1789307444.719213:0:118850:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1789307444.719214:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307444.719214:0:202307:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616153984 00000100:00000001:0.0:1789307444.719219:0:118850:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307444.719219:0:225665:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbff4380 x1876218616153472/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:490/0 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789307444.719220:0:202307:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1789307444.719221:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644478. 00000100:00000001:3.0:1789307444.719224:0:202307:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307444.719227:0:202307:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307444.719228:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54330. 00000100:00000040:0.0:1789307444.719229:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfb4a7ed80 x1876218616154880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789307444.719232:0:202307:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307444.719236:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616154496, portal 4 00000100:00100000:3.0:1789307444.719237:0:202307:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616153984 00000020:00000001:3.0:1789307444.719241:0:202307:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1789307444.719243:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000020:00000040:3.0:1789307444.719244:0:202307:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725e8b60ec 00000100:00000001:1.0:1789307444.719248:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244656957184 : -105829052594432 : ffff9fbfc0e9c700) 00000020:00000001:3.0:1789307444.719249:0:202307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789307444.719253:0:202307:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe9623d800 refcount=5 00000100:00100000:2.0:1789307444.719255:0:225665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbff4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:118851:x1876218616153472:12345-0@lo:400:kworker.0 Request processed in 541us (842us total) trans 0 rc 0/0 00000020:00000001:3.0:1789307444.719258:0:202307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239644375040 : -105834065176576 : ffff9fbe9623d800) 00000100:00000001:0.0:1789307444.719259:0:118850:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789307444.719261:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfc0e9c700 x1876218616154496/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307444.719264:0:202307:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239644375040 : -105834065176576 : ffff9fbe9623d800) 00000100:00000001:0.0:1789307444.719266:0:118850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789307444.719271:0:118850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307444.719272:0:202307:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1789307444.719276:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2132 00000020:00000010:3.0:1789307444.719279:0:202307:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0280. 00000100:00000040:0.0:1789307444.719282:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb4a7ed80 x1876218616154880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307444.719283:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789307444.719283:0:225665:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb6e54800 : new rpc_count 0 00000020:00000040:3.0:1789307444.719287:0:202307:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000100:00000040:1.0:1789307444.719289:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1789307444.719290:0:225665:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1789307444.719294:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54440. 00000100:00000001:2.0:1789307444.719295:0:225665:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1789307444.719296:0:202307:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:1.0:1789307444.719300:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876218616154496, offset 0 00000020:00000010:2.0:1789307444.719302:0:225665:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44400. 00000020:00000010:3.0:1789307444.719304:0:202307:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbe861c2800. 00000400:00000200:1.0:1789307444.719309:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1789307444.719311:0:225665:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984e10. 00000100:00100000:0.0:1789307444.719312:0:118850:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfb4a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:118850:1876218616154880:0@lo:400:kworker.0 00000020:00000010:3.0:1789307444.719313:0:202307:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47a380. 00000400:00000200:1.0:1789307444.719319:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1789307444.719319:0:225665:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfbedf2400. 00000020:00000010:3.0:1789307444.719322:0:202307:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e960. 00000100:00000001:0.0:1789307444.719324:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307444.719327:0:225665:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb6e54800 : new refcount 4 00000100:00000001:0.0:1789307444.719329:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1789307444.719330:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6aa6930230980 00000100:00000001:2.0:1789307444.719334:0:225665:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307444.719337:0:202307:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1789307444.719338:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfb4a7ed80 x1876218616154880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789307444.719339:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x197959 [8] + 4176 00000100:00000001:3.0:1789307444.719342:0:202307:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789307444.719346:0:202307:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307444.719350:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789307444.719354:0:202307:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1789307444.719359:0:118850:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1789307444.719359:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1789307444.719360:0:202307:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:0.0:1789307444.719365:0:118850:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1789307444.719365:0:202307:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.719367:0:118851:0:(events.c:290:request_in_callback()) Process entered 02000000:00000010:0.0:1789307444.719369:0:118850:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfb9ef6a00. 00000100:00000200:1.0:1789307444.719371:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:0.0:1789307444.719374:0:118850:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:1.0:1789307444.719376:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbff6d80. 00000020:00000001:0.0:1789307444.719377:0:118850:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:3.0:1789307444.719378:0:202307:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789307444.719380:0:118850:0:(genops.c:1222:class_import_put()) import ffff9fbfb52e0000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:1.0:1789307444.719383:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbff6d80 x1876218616154496 msgsize 224 00000020:00000001:0.0:1789307444.719384:0:118850:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789307444.719388:0:118850:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbe84d06100. 00000100:00000001:3.0:1789307444.719392:0:202307:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1789307444.719394:0:118850:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:1.0:1789307444.719396:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1789307444.719396:0:202307:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1789307444.719397:0:118850:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789307444.719401:0:118850:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfb4a7ed80. 00000100:00000001:0.0:1789307444.719404:0:118850:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1789307444.719405:0:202307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4949 00000100:00000001:0.0:1789307444.719406:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307444.719411:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.719412:0:118851:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000040:3.0:1789307444.719412:0:202307:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe8a12d000 : new rpc_count 1 00000100:00000001:0.0:1789307444.719413:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789307444.719417:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789307444.719418:0:202307:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244572652288 : -105829136899328 : ffff9fbfbbe36300) 00000100:00000001:0.0:1789307444.719420:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307444.719422:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54440 00000100:00000001:0.0:1789307444.719425:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307444.719426:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54440. 00000100:00000040:3.0:1789307444.719428:0:202307:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbe36300 x1876218616153856/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:490/0 lens 224/0 e 0 to 0 dl 1789307455 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307444.719432:0:118851:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789307444.719439:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfc0e9c700 x1876218616154496/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307444.719440:0:202307:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1789307444.719443:0:202303:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1789307444.719446:0:202307:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0640. 00000100:00100000:0.0:1789307444.719448:0:202303:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616154496 00000100:00000001:3.0:1789307444.719452:0:202307:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789307444.719453:0:202303:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307444.719456:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789307444.719457:0:202303:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1789307444.719458:0:202307:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0640. 00000100:00000001:0.0:1789307444.719462:0:202303:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307444.719463:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfc0e9c700 x1876218616154496/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307444.719468:0:202307:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbe36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:118850:x1876218616153856:12345-0@lo:400:kworker.0 02000000:00000001:0.0:1789307444.719469:0:202303:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307444.719475:0:202303:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616154496 00000020:00000001:0.0:1789307444.719480:0:202303:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000200:3.0:1789307444.719480:0:202307:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616153856 00000020:00000040:0.0:1789307444.719483:0:202303:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedcd0 00000020:00000001:3.0:1789307444.719486:0:202307:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1789307444.719488:0:202303:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1789307444.719488:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307444.719490:0:202307:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1789307444.719492:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:0.0:1789307444.719493:0:202303:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf92163800 refcount=5 00000020:00000001:3.0:1789307444.719494:0:202307:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307444.719499:0:202303:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243871340544 : -105829838211072 : ffff9fbf92163800) 00000100:00000001:1.0:1789307444.719499:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307444.719500:0:202307:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789307444.719504:0:202307:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000020:00000001:0.0:1789307444.719506:0:202303:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243871340544 : -105829838211072 : ffff9fbf92163800) 00000100:00000040:1.0:1789307444.719507:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 12596 usecs (13 jiffies) 00000020:00000001:3.0:1789307444.719508:0:202307:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1789307444.719513:0:202307:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307444.719514:0:202303:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307444.719514:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315073041 00000020:00000001:3.0:1789307444.719517:0:202307:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1789307444.719520:0:202303:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564dc0. 00000100:00000001:1.0:1789307444.719520:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315078059 00000020:00000001:3.0:1789307444.719521:0:202307:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789307444.719524:0:202307:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.719526:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315073041 00000020:00000010:0.0:1789307444.719528:0:202303:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbfb56d0480. 00000020:00000001:3.0:1789307444.719528:0:202307:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1789307444.719532:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315078059 00000100:00000001:3.0:1789307444.719533:0:202307:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1789307444.719535:0:202303:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1789307444.719536:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315073041 02000000:00000001:3.0:1789307444.719537:0:202307:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1789307444.719540:0:202303:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564dc0. 00000100:00000001:1.0:1789307444.719540:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315078059 00000100:00000001:1.0:1789307444.719545:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315073041 00000020:00000010:0.0:1789307444.719548:0:202303:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb9ef6a00. 00000100:00000001:1.0:1789307444.719549:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315078059 02000000:00000010:3.0:1789307444.719550:0:202307:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfb1ab1400. 00000020:00000010:0.0:1789307444.719555:0:202303:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf85192a00. 00000100:00000001:1.0:1789307444.719555:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789307444.719556:0:202307:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.719562:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.719563:0:202307:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307444.719564:0:202303:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfad0ef000. 00000100:00000001:1.0:1789307444.719566:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307444.719568:0:202307:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.719572:0:202303:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307444.719572:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1789307444.719573:0:202307:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 30064771184, transno 0, xid 1876218616153856 00000100:00000001:0.0:1789307444.719576:0:202303:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1789307444.719578:0:202307:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:0.0:1789307444.719580:0:202303:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307444.719581:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307444.719585:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000200:3.0:1789307444.719586:0:202307:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbe36300 x1876218616153856/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:490/0 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307444.719587:0:202303:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1789307444.719590:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789307444.719591:0:202303:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1789307444.719594:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789307444.719595:0:202303:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1789307444.719599:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789307444.719603:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1789307444.719603:0:202307:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000400:00000010:1.0:1789307444.719605:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644160. 00010000:00000001:3.0:1789307444.719607:0:202307:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.719609:0:202303:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307444.719612:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54880 00000100:00001000:3.0:1789307444.719614:0:202307:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=6 v=5 (1 4 4 1) 00000400:00000010:1.0:1789307444.719616:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54880. 00000100:00000001:0.0:1789307444.719620:0:202303:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789307444.719620:0:202307:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1789307444.719621:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1789307444.719625:0:202303:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1789307444.719626:0:202307:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000200:1.0:1789307444.719630:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbf862ed500 x1876218616153472/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789307444.719633:0:202303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4950 00000100:00000001:3.0:1789307444.719633:0:202307:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:3.0:1789307444.719639:0:202307:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1789307444.719641:0:202303:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe8a12d800 : new rpc_count 1 02000000:00000001:3.0:1789307444.719643:0:202307:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.719647:0:202303:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244572655872 : -105829136895744 : ffff9fbfbbe37100) 00000100:00000001:3.0:1789307444.719650:0:202307:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1789307444.719653:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbf862ed500 x1876218616153472/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789307444.719656:0:202303:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbe37100 x1876218616154368/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:490/0 lens 224/0 e 0 to 0 dl 1789307455 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307444.719657:0:202307:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789307444.719663:0:202307:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde110. 00000100:00000200:3.0:1789307444.719670:0:202307:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616153856, offset 224 00000400:00000200:3.0:1789307444.719680:0:202307:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1789307444.719683:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789307444.719685:0:202303:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789307444.719689:0:202303:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564dc0. 00000400:00000200:3.0:1789307444.719691:0:202307:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1789307444.719693:0:202303:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307444.719693:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1789307444.719699:0:202303:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564dc0. 00000100:00000001:1.0:1789307444.719699:0:118851:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789307444.719703:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1789307444.719703:0:202307:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa6930230700 00000100:00000001:1.0:1789307444.719706:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1789307444.719707:0:202303:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbe37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:118850:x1876218616154368:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1789307444.719709:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789307444.719712:0:202303:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616154368 02000000:00000001:1.0:1789307444.719714:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307444.719716:0:202303:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000200:3.0:1789307444.719716:0:202307:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c1abd [1] + 224 00000100:00001000:1.0:1789307444.719719:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf89fa1460 time=141 v=5 (6 6 6 6) 00000020:00000001:0.0:1789307444.719720:0:202303:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1789307444.719723:0:202303:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307444.719725:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf89fa1418 time=8 v=5 (1 1 1 1) 00000400:00000200:3.0:1789307444.719725:0:202307:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1789307444.719726:0:202303:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1789307444.719729:0:202303:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00000001:1.0:1789307444.719731:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1789307444.719732:0:202303:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1789307444.719735:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307444.719735:0:202307:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1789307444.719736:0:202303:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307444.719751:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789307444.719754:0:118851:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307444.719755:0:202303:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1789307444.719758:0:202303:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1789307444.719760:0:202303:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.719760:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1789307444.719760:0:202307:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:1.0:1789307444.719764:0:118851:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: skip recheck: last_committed 0 00000020:00000001:0.0:1789307444.719765:0:202303:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000200:3.0:1789307444.719769:0:202307:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbf862ef100 x1876218616153856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307444.719770:0:202303:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1789307444.719770:0:118851:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1789307444.719774:0:202303:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1789307444.719775:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789307444.719781:0:202303:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbe85a95c00. 00000100:00000040:1.0:1789307444.719785:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbf862ed500 x1876218616153472/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789307444.719786:0:202303:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307444.719789:0:202307:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbf862ef100 x1876218616153856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307444.719792:0:202303:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307444.719798:0:202303:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1789307444.719803:0:202303:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 47244640271, transno 0, xid 1876218616154368 00010000:00000001:0.0:1789307444.719809:0:202303:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:1.0:1789307444.719811:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307444.719816:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000200:0.0:1789307444.719817:0:202303:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbe37100 x1876218616154368/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:490/0 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307444.719818:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307444.719825:0:202307:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:1.0:1789307444.719826:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf862ed500 x1876218616153472/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789307444.719827:0:202303:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1789307444.719831:0:202303:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307444.719832:0:202307:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde110 00000100:00001000:0.0:1789307444.719836:0:202303:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=6 v=5 (1 4 4 1) 00000100:00100000:1.0:1789307444.719838:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbf862ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:118851:1876218616153472:0@lo:400:kworker.0 00000100:00000001:0.0:1789307444.719843:0:202303:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1789307444.719845:0:202307:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde110. 00000100:00000001:1.0:1789307444.719846:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.719866:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307444.719870:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbf862ed500 x1876218616153472/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789307444.719873:0:202303:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00000100:00000001:1.0:1789307444.719875:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1789307444.719876:0:202307:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:1.0:1789307444.719878:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1789307444.719879:0:202303:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000010:1.0:1789307444.719881:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbf9788e200. 00000100:00000001:3.0:1789307444.719881:0:202307:0:(events.c:402:reply_out_callback()) Process leaving 02000000:00000001:0.0:1789307444.719885:0:202303:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789307444.719886:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1789307444.719889:0:202303:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307444.719889:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:3.0:1789307444.719890:0:202307:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307444.719892:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbf89fa1000 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:0.0:1789307444.719895:0:202303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789307444.719897:0:202307:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000020:00000001:1.0:1789307444.719902:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000040:0.0:1789307444.719903:0:202303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1789307444.719904:0:202307:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 02000000:00000010:1.0:1789307444.719906:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfb6bf9b00. 00000020:00000001:3.0:1789307444.719908:0:202307:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789307444.719910:0:202303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82770. 02000000:00000001:1.0:1789307444.719912:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1789307444.719914:0:202307:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1789307444.719915:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:0.0:1789307444.719917:0:202303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616154368, offset 224 00000100:00000010:1.0:1789307444.719918:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf862ed500. 00000100:00000040:3.0:1789307444.719923:0:202307:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbe36300 x1876218616153856/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:490/0 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307444.719925:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1789307444.719929:0:202303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1789307444.719929:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307444.719937:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.719943:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1789307444.719944:0:202303:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1789307444.719944:0:202307:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbe36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:118850:x1876218616153856:12345-0@lo:400:kworker.0 Request processed in 498us (2976us total) trans 0 rc 0/0 00000100:00000001:1.0:1789307444.719946:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307444.719950:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307444.719957:0:202303:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa6930230900 00000100:00000001:1.0:1789307444.719957:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307444.719962:0:202307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4949 00000100:00000040:3.0:1789307444.719967:0:202307:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe8a12d000 : new rpc_count 0 00000400:00000200:0.0:1789307444.719968:0:202303:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c1acd [1] + 224 00000100:00000001:3.0:1789307444.719972:0:202307:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789307444.719976:0:202307:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1789307444.719977:0:202303:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789307444.719978:0:251985:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1789307444.719981:0:202307:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47ab00. 00000100:00100000:1.0:1789307444.719983:0:251985:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616153728 00000400:00000200:0.0:1789307444.719986:0:202303:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1789307444.719987:0:251985:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1789307444.719988:0:202307:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e3e8. 00000100:00000001:1.0:1789307444.719990:0:251985:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307444.719993:0:251985:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.719996:0:202303:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000010:3.0:1789307444.719996:0:202307:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc08a0e00. 02000000:00000001:1.0:1789307444.719997:0:251985:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307444.720002:0:251985:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616153728 00000100:00000200:0.0:1789307444.720004:0:202303:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfc0e9fb80 x1876218616154368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1789307444.720005:0:251985:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789307444.720005:0:202307:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a12d000 : new refcount 4 00000020:00000040:1.0:1789307444.720008:0:251985:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc59 00000100:00000001:3.0:1789307444.720011:0:202307:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789307444.720013:0:251985:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307444.720018:0:251985:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf86770800 refcount=7 00000020:00000001:1.0:1789307444.720023:0:251985:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243676358656 : -105830033192960 : ffff9fbf86770800) 00000100:00000040:0.0:1789307444.720024:0:202303:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfc0e9fb80 x1876218616154368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307444.720026:0:202307:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1789307444.720028:0:251985:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243676358656 : -105830033192960 : ffff9fbf86770800) 00000100:00000001:3.0:1789307444.720029:0:202307:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1789307444.720036:0:251985:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1789307444.720039:0:202307:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4951 00000100:00000001:0.0:1789307444.720040:0:202303:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000010:1.0:1789307444.720042:0:251985:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffe40. 00000100:00000040:3.0:1789307444.720043:0:202307:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe9623d800 : new rpc_count 1 00000100:00000001:1.0:1789307444.720047:0:251985:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1789307444.720048:0:202303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82770 00000100:00000001:3.0:1789307444.720048:0:202307:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244574493568 : -105829135058048 : ffff9fbfbbff7b80) 00000400:00000010:0.0:1789307444.720054:0:202303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82770. 00000020:00000010:1.0:1789307444.720055:0:251985:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffe40. 00000100:00000040:3.0:1789307444.720060:0:202307:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbff7b80 x1876218616153984/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:490/0 lens 224/0 e 0 to 0 dl 1789307455 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307444.720061:0:202303:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1789307444.720064:0:202303:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000010:1.0:1789307444.720064:0:251985:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbf9788e200. 00000020:00000010:1.0:1789307444.720070:0:251985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf83f8d480. 00000100:00000001:0.0:1789307444.720072:0:202303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.720075:0:202307:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307444.720076:0:251985:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696aed8. 00000100:00000040:0.0:1789307444.720078:0:202303:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000020:00000010:3.0:1789307444.720082:0:202307:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0640. 00010000:00000001:0.0:1789307444.720083:0:202303:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000040:1.0:1789307444.720086:0:251985:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000020:00000001:0.0:1789307444.720088:0:202303:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.720088:0:202307:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307444.720089:0:251985:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307444.720091:0:251985:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1789307444.720093:0:202303:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1789307444.720096:0:251985:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307444.720096:0:202307:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0640. 00000100:00000040:0.0:1789307444.720098:0:202303:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbe37100 x1876218616154368/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:490/0 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307444.720107:0:251985:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307444.720115:0:202307:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbff7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:118851:x1876218616153984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789307444.720116:0:202303:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbe37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:118850:x1876218616154368:12345-0@lo:400:kworker.0 Request processed in 429us (2737us total) trans 0 rc 0/0 00000100:00000001:1.0:1789307444.720120:0:251985:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1789307444.720127:0:202307:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616153984 00000100:00100000:0.0:1789307444.720131:0:202303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4950 00000020:00000001:3.0:1789307444.720133:0:202307:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000040:0.0:1789307444.720134:0:202303:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe8a12d800 : new rpc_count 0 00000100:00000001:1.0:1789307444.720134:0:251985:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1789307444.720137:0:202307:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:0.0:1789307444.720138:0:202303:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1789307444.720139:0:251985:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616154240 00000100:00000001:0.0:1789307444.720142:0:202303:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1789307444.720143:0:251985:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1789307444.720143:0:202307:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307444.720146:0:202303:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47a200. 00000100:00000001:1.0:1789307444.720148:0:251985:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1789307444.720149:0:202307:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1789307444.720150:0:202303:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666ebb8. 00000100:00000001:1.0:1789307444.720152:0:251985:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307444.720153:0:202307:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000020:00000010:0.0:1789307444.720154:0:202303:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc08a0000. 02000000:00000001:1.0:1789307444.720159:0:251985:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307444.720160:0:202307:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000040:0.0:1789307444.720161:0:202303:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a12d800 : new refcount 4 00000100:00100000:1.0:1789307444.720164:0:251985:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616154240 00000100:00000001:0.0:1789307444.720165:0:202303:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789307444.720166:0:202307:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789307444.720170:0:251985:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000001:3.0:1789307444.720171:0:202307:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000040:1.0:1789307444.720172:0:251985:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc98 00000100:00000001:0.0:1789307444.720176:0:202303:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1789307444.720176:0:202307:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1789307444.720177:0:251985:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1789307444.720178:0:202303:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1789307444.720181:0:251985:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe95150800 refcount=5 00000100:00100000:0.0:1789307444.720182:0:202303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4952 00000020:00000001:3.0:1789307444.720182:0:202307:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307444.720186:0:251985:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 00000100:00000040:0.0:1789307444.720189:0:202303:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf92163800 : new rpc_count 1 00000020:00000001:3.0:1789307444.720189:0:202307:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1789307444.720190:0:251985:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 00000100:00000001:3.0:1789307444.720194:0:202307:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1789307444.720195:0:202303:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244574489984 : -105829135061632 : ffff9fbfbbff6d80) 00000100:00000001:1.0:1789307444.720195:0:251985:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1789307444.720200:0:202307:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1789307444.720201:0:202303:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbff6d80 x1876218616154496/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:490/0 lens 224/0 e 0 to 0 dl 1789307455 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1789307444.720201:0:251985:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffe40. 00000100:00000001:1.0:1789307444.720206:0:251985:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1789307444.720207:0:202307:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfb524cc00. 00000020:00000010:1.0:1789307444.720211:0:251985:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffe40. 02000000:00000001:3.0:1789307444.720214:0:202307:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307444.720219:0:251985:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbf9788f800. 00000100:00000001:0.0:1789307444.720220:0:202303:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1789307444.720221:0:202307:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307444.720224:0:251985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf83f8de00. 00000020:00000010:0.0:1789307444.720225:0:202303:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564dc0. 00000020:00000001:3.0:1789307444.720226:0:202307:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307444.720229:0:251985:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696a4b0. 00000100:00000001:0.0:1789307444.720230:0:202303:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1789307444.720232:0:202307:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884922541, transno 0, xid 1876218616153984 00000020:00000010:0.0:1789307444.720235:0:202303:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564dc0. 00000100:00000001:1.0:1789307444.720235:0:251985:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1789307444.720237:0:202307:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:1.0:1789307444.720239:0:251985:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307444.720241:0:251985:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307444.720245:0:202303:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbff6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:118851:x1876218616154496:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1789307444.720247:0:251985:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1789307444.720247:0:202307:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbff7b80 x1876218616153984/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:490/0 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789307444.720251:0:202303:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616154496 00000020:00000001:0.0:1789307444.720254:0:202303:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:1.0:1789307444.720256:0:251985:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789307444.720257:0:202303:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1789307444.720260:0:202303:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307444.720265:0:202303:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1789307444.720266:0:202307:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1789307444.720267:0:202303:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00000001:1.0:1789307444.720268:0:251985:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1789307444.720270:0:202307:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.720271:0:251985:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1789307444.720272:0:202303:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1789307444.720276:0:202303:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1789307444.720277:0:202307:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=6 v=5 (1 4 4 1) 00000100:00100000:1.0:1789307444.720280:0:251985:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000020:00000001:0.0:1789307444.720281:0:202303:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1789307444.720284:0:202303:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1789307444.720285:0:251985:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf86770800 : new rpc_count 1 00000100:00000001:3.0:1789307444.720285:0:202307:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1789307444.720286:0:202303:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307444.720290:0:202303:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1789307444.720290:0:251985:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244574485504 : -105829135066112 : ffff9fbfbbff5c00) 00000100:00000040:3.0:1789307444.720292:0:202307:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:0.0:1789307444.720294:0:202303:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1789307444.720298:0:202303:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1789307444.720298:0:251985:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbff5c00 x1876218616153728/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:490/0 lens 224/0 e 0 to 0 dl 1789307455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307444.720299:0:202307:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000010:0.0:1789307444.720302:0:202303:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbe85a94800. 02000000:00000001:3.0:1789307444.720305:0:202307:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1789307444.720306:0:202303:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307444.720310:0:202307:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.720311:0:202303:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307444.720316:0:202303:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.720318:0:202307:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:0.0:1789307444.720319:0:202303:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884922556, transno 0, xid 1876218616154496 00010000:00000001:0.0:1789307444.720324:0:202303:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000040:3.0:1789307444.720326:0:202307:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000200:0.0:1789307444.720330:0:202303:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbff6d80 x1876218616154496/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:490/0 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1789307444.720334:0:202307:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde110. 00000100:00000001:1.0:1789307444.720339:0:251985:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1789307444.720340:0:202303:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1789307444.720343:0:202303:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307444.720346:0:251985:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffe40. 00000100:00001000:0.0:1789307444.720347:0:202303:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=6 v=5 (1 4 4 1) 00000100:00000200:3.0:1789307444.720348:0:202307:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616153984, offset 224 00000100:00000001:1.0:1789307444.720352:0:251985:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789307444.720354:0:202303:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789307444.720359:0:202303:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00000020:00000010:1.0:1789307444.720359:0:251985:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffe40. 00000400:00000200:3.0:1789307444.720362:0:202307:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1789307444.720364:0:202303:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:0.0:1789307444.720368:0:202303:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1789307444.720369:0:202303:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307444.720372:0:251985:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbff5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:118849:x1876218616153728:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1789307444.720373:0:202303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1789307444.720377:0:202307:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1789307444.720380:0:202303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1789307444.720384:0:251985:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616153728 00000400:00000010:0.0:1789307444.720386:0:202303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82770. 00000020:00000001:1.0:1789307444.720388:0:251985:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000200:0.0:1789307444.720390:0:202303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616154496, offset 224 00000020:00000001:1.0:1789307444.720392:0:251985:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:3.0:1789307444.720392:0:202307:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa6930230780 00000400:00000200:0.0:1789307444.720398:0:202303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1789307444.720398:0:251985:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307444.720403:0:251985:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1789307444.720405:0:251985:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000020:00000001:1.0:1789307444.720409:0:251985:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1789307444.720409:0:202307:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c1afd [1] + 224 00000400:00000200:0.0:1789307444.720410:0:202303:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000001:1.0:1789307444.720415:0:251985:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1876218616153728, found 0 last_xid 1876218616153727 00000020:00000001:1.0:1789307444.720419:0:251985:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789307444.720420:0:202303:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa6930230980 00000400:00000200:3.0:1789307444.720421:0:202307:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1789307444.720423:0:251985:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1789307444.720426:0:251985:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1789307444.720428:0:202303:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c1b09 [1] + 224 00000020:00000001:1.0:1789307444.720429:0:251985:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307444.720433:0:202307:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1789307444.720434:0:251985:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1789307444.720436:0:202303:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789307444.720439:0:251985:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1789307444.720441:0:202307:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:0.0:1789307444.720442:0:202303:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1789307444.720443:0:251985:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1789307444.720447:0:202303:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000010:1.0:1789307444.720449:0:251985:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbf97e55400. 00000100:00000200:3.0:1789307444.720450:0:202307:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbf862ec700 x1876218616153984/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789307444.720453:0:202303:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfc0e9c700 x1876218616154496/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307444.720454:0:251985:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.720459:0:251985:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307444.720463:0:251985:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1789307444.720468:0:251985:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 25769821652, transno 0, xid 1876218616153728 00010000:00000001:1.0:1789307444.720473:0:251985:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:1.0:1789307444.720479:0:251985:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbff5c00 x1876218616153728/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:490/0 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789307444.720487:0:251985:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1789307444.720488:0:202303:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfc0e9c700 x1876218616154496/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307444.720489:0:202307:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbf862ec700 x1876218616153984/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789307444.720491:0:251985:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307444.720496:0:251985:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbb8561e8 time=83 v=5 (1 1 0 0) 00000100:00000001:1.0:1789307444.720504:0:251985:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789307444.720513:0:251985:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 68 to 0@lo 00000100:00000001:1.0:1789307444.720518:0:251985:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:1.0:1789307444.720520:0:251985:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1789307444.720521:0:202303:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:1.0:1789307444.720522:0:251985:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.720524:0:202307:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307444.720526:0:251985:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1789307444.720527:0:202303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82770 00000400:00000010:0.0:1789307444.720530:0:202303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82770. 00000100:00000040:1.0:1789307444.720532:0:251985:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1789307444.720534:0:202303:0:(events.c:390:reply_out_callback()) Process entered 00000400:00000010:1.0:1789307444.720536:0:251985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54880. 00000100:00000001:0.0:1789307444.720538:0:202303:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000200:1.0:1789307444.720540:0:251985:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616153728, offset 224 00000400:00000200:3.0:1789307444.720541:0:202307:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde110 00000100:00000001:0.0:1789307444.720544:0:202303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789307444.720546:0:202307:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde110. 00000100:00000040:0.0:1789307444.720550:0:202303:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00000100:00000001:3.0:1789307444.720552:0:202307:0:(events.c:390:reply_out_callback()) Process entered 00010000:00000001:0.0:1789307444.720554:0:202303:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000400:00000200:1.0:1789307444.720555:0:251985:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1789307444.720557:0:202307:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:0.0:1789307444.720558:0:202303:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307444.720563:0:202303:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1789307444.720564:0:202307:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307444.720566:0:251985:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1789307444.720571:0:202303:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbff6d80 x1876218616154496/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:490/0 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307444.720572:0:202307:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000400:00000200:1.0:1789307444.720576:0:251985:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa6930230680 00010000:00000001:3.0:1789307444.720579:0:202307:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789307444.720583:0:202307:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307444.720586:0:251985:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c1ab5 [1] + 224 00000020:00000001:3.0:1789307444.720589:0:202307:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1789307444.720596:0:251985:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1789307444.720598:0:202307:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbff7b80 x1876218616153984/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:490/0 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789307444.720601:0:202303:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbff6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:118851:x1876218616154496:12345-0@lo:400:kworker.0 Request processed in 375us (1213us total) trans 0 rc 0/0 00000400:00000200:1.0:1789307444.720603:0:251985:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307444.720609:0:251985:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789307444.720615:0:251985:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbf862eca80 x1876218616153728/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789307444.720620:0:202303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4952 00000100:00100000:3.0:1789307444.720624:0:202307:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbff7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:118851:x1876218616153984:12345-0@lo:400:kworker.0 Request processed in 544us (1678us total) trans 0 rc 0/0 00000100:00000040:0.0:1789307444.720628:0:202303:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf92163800 : new rpc_count 0 00000100:00000001:0.0:1789307444.720633:0:202303:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1789307444.720638:0:202303:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1789307444.720638:0:251985:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbf862eca80 x1876218616153728/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1789307444.720642:0:202303:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf85192a00. 00000100:00100000:3.0:1789307444.720644:0:202307:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4951 00000020:00000010:0.0:1789307444.720648:0:202303:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfad0ef000. 00000100:00000040:3.0:1789307444.720652:0:202307:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe9623d800 : new rpc_count 0 00000020:00000010:0.0:1789307444.720654:0:202303:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb9ef6a00. 00000100:00000001:1.0:1789307444.720657:0:251985:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789307444.720659:0:202307:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:0.0:1789307444.720661:0:202303:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf92163800 : new refcount 4 00000400:00000200:1.0:1789307444.720663:0:251985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54880 00000100:00000001:3.0:1789307444.720663:0:202307:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1789307444.720664:0:202303:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1789307444.720667:0:251985:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54880. 00000020:00000010:3.0:1789307444.720670:0:202307:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47a380. 00000100:00000001:1.0:1789307444.720671:0:251985:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1789307444.720673:0:251985:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1789307444.720679:0:251985:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307444.720679:0:202307:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e960. 00000100:00000001:0.0:1789307444.720681:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1789307444.720682:0:251985:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000100:00000001:0.0:1789307444.720684:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1789307444.720686:0:251985:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000400:00000001:0.0:1789307444.720689:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1789307444.720689:0:251985:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307444.720692:0:251985:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1789307444.720693:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1789307444.720694:0:202307:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbe861c2800. 00000400:00000010:0.0:1789307444.720696:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644268. 00000100:00000040:1.0:1789307444.720698:0:251985:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbff5c00 x1876218616153728/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:490/0 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789307444.720702:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54ee0 00000020:00000040:3.0:1789307444.720702:0:202307:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d800 : new refcount 4 00000400:00000010:0.0:1789307444.720706:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54ee0. 00000100:00100000:1.0:1789307444.720708:0:251985:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbff5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:118849:x1876218616153728:12345-0@lo:400:kworker.0 Request processed in 368us (3983us total) trans 0 rc 0/0 00000100:00000001:3.0:1789307444.720708:0:202307:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307444.720710:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789307444.720717:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbf862ec700 x1876218616153984/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789307444.720733:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbf862ec700 x1876218616153984/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307444.720737:0:251985:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00000040:1.0:1789307444.720757:0:251985:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf86770800 : new rpc_count 0 00000100:00000001:0.0:1789307444.720758:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789307444.720759:0:238798:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1789307444.720761:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307444.720762:0:251985:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1789307444.720763:0:238798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616153344 00000100:00000001:0.0:1789307444.720764:0:118851:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:1.0:1789307444.720766:0:251985:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1789307444.720767:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1789307444.720768:0:238798:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1789307444.720770:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307444.720772:0:238798:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789307444.720773:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307444.720773:0:251985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf83f8d480. 00000100:00000001:3.0:1789307444.720777:0:238798:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307444.720778:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307444.720781:0:251985:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696aed8. 02000000:00000001:3.0:1789307444.720784:0:238798:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789307444.720786:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe85bcbc60 time=19 v=5 (5 5 5 5) 00000020:00000010:1.0:1789307444.720787:0:251985:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbf9788e200. 00000100:00100000:3.0:1789307444.720790:0:238798:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616153344 00000020:00000040:1.0:1789307444.720794:0:251985:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86770800 : new refcount 6 00000100:00001000:0.0:1789307444.720795:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe85bcbc18 time=19 v=5 (1 1 1 1) 00000020:00000001:3.0:1789307444.720795:0:238798:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789307444.720799:0:238798:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedbf0 00000100:00000001:1.0:1789307444.720800:0:251985:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307444.720802:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1789307444.720803:0:238798:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1789307444.720806:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307444.720808:0:238798:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe97dc9000 refcount=24 00010000:00000001:0.0:1789307444.720810:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1789307444.720813:0:251985:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1789307444.720813:0:238798:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239673257984 : -105834036293632 : ffff9fbe97dc9000) 00010000:00000001:0.0:1789307444.720814:0:118851:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.720815:0:251985:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789307444.720820:0:251985:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000020:00000001:3.0:1789307444.720820:0:238798:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239673257984 : -105834036293632 : ffff9fbe97dc9000) 00000100:00000001:0.0:1789307444.720821:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789307444.720826:0:118851:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 12884922541 00000100:00000040:1.0:1789307444.720826:0:251985:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe95150800 : new rpc_count 1 00000100:00000001:3.0:1789307444.720828:0:238798:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307444.720829:0:251985:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244574491776 : -105829135059840 : ffff9fbfbbff7480) 00000100:00000001:0.0:1789307444.720831:0:118851:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789307444.720835:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307444.720835:0:251985:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbff7480 x1876218616154240/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:490/0 lens 224/0 e 0 to 0 dl 1789307455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1789307444.720835:0:238798:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0640. 00000100:00000001:3.0:1789307444.720840:0:238798:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789307444.720847:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbf862ec700 x1876218616153984/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1789307444.720849:0:238798:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0640. 00000100:00000001:0.0:1789307444.720878:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789307444.720881:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789307444.720883:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789307444.720889:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf862ec700 x1876218616153984/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307444.720892:0:251985:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307444.720894:0:238798:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbe861c2800. 00000020:00000010:1.0:1789307444.720896:0:251985:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffe40. 00000100:00000001:1.0:1789307444.720901:0:251985:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307444.720902:0:238798:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47a380. 00000100:00100000:0.0:1789307444.720906:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbf862ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:118851:1876218616153984:0@lo:400:kworker.0 00000020:00000010:1.0:1789307444.720906:0:251985:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffe40. 00000020:00000010:3.0:1789307444.720909:0:238798:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e960. 00000100:00100000:1.0:1789307444.720916:0:251985:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbff7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:118849:x1876218616154240:12345-0@lo:400:kworker.0 00000400:00000001:0.0:1789307444.720920:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1789307444.720922:0:251985:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616154240 00000400:00000001:0.0:1789307444.720923:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1789307444.720923:0:238798:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:1.0:1789307444.720926:0:251985:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000400:00000010:0.0:1789307444.720928:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644478. 00000100:00000001:3.0:1789307444.720928:0:238798:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1789307444.720930:0:251985:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1789307444.720933:0:238798:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1789307444.720934:0:251985:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307444.720935:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54330 00000100:00000001:3.0:1789307444.720937:0:238798:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789307444.720940:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54330. 00000020:00000001:1.0:1789307444.720941:0:251985:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1789307444.720944:0:251985:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00000001:3.0:1789307444.720945:0:238798:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.720947:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000001:1.0:1789307444.720951:0:251985:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1789307444.720955:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfc0e9c700 x1876218616154496/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1789307444.720956:0:251985:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1876218616154240, found 0 last_xid 1876218616154239 00000100:00000001:3.0:1789307444.720959:0:238798:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789307444.720963:0:251985:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1789307444.720972:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfc0e9c700 x1876218616154496/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307444.720972:0:238798:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1789307444.720973:0:251985:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1789307444.720977:0:251985:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1789307444.720977:0:238798:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1789307444.720980:0:251985:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307444.720984:0:251985:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1789307444.720988:0:251985:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1789307444.720989:0:238798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00000001:0.0:1789307444.720991:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:1.0:1789307444.720991:0:251985:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1789307444.720994:0:238798:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe97dc9000 : new rpc_count 1 00000100:00000001:0.0:1789307444.720996:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1789307444.720998:0:251985:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfb9f8cc00. 00000100:00000001:3.0:1789307444.720999:0:238798:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244314626128 : -105829394925488 : ffff9fbfac823850) 00000100:00000001:0.0:1789307444.721000:0:118851:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789307444.721002:0:251985:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307444.721004:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789307444.721008:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307444.721008:0:251985:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.721013:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307444.721013:0:251985:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307444.721017:0:238798:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfac823850 x1876218616153344/t0(0) o400->6d06165a-4799-48d7-99d3-4176da1fff9b@0@lo:490/0 lens 224/0 e 0 to 0 dl 1789307455 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789307444.721019:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1789307444.721020:0:251985:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 17179874255, transno 0, xid 1876218616154240 00010000:00000001:1.0:1789307444.721026:0:251985:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00001000:0.0:1789307444.721028:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf97e5e460 time=13 v=5 (5 5 5 5) 00010000:00000200:1.0:1789307444.721035:0:251985:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbff7480 x1876218616154240/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:490/0 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1789307444.721036:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf97e5e418 time=13 v=5 (1 1 1 1) 00000100:00000001:3.0:1789307444.721039:0:238798:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307444.721044:0:238798:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0640. 00000100:00000001:0.0:1789307444.721045:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789307444.721049:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.721051:0:238798:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789307444.721052:0:251985:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1789307444.721053:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789307444.721055:0:251985:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307444.721058:0:238798:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0640. 00010000:00000001:0.0:1789307444.721059:0:118851:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307444.721059:0:251985:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbb8561e8 time=83 v=5 (1 1 0 0) 00000100:00000001:0.0:1789307444.721066:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1789307444.721066:0:251985:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789307444.721071:0:118851:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884922556 00000100:00000040:1.0:1789307444.721072:0:251985:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00100000:3.0:1789307444.721072:0:238798:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfac823850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:6d06165a-4799-48d7-99d3-4176da1fff9b+24:118850:x1876218616153344:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1789307444.721077:0:118851:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307444.721078:0:251985:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00000200:3.0:1789307444.721079:0:238798:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616153344 00000100:00000001:0.0:1789307444.721081:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307444.721082:0:251985:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1789307444.721083:0:238798:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:1.0:1789307444.721085:0:251985:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.721088:0:251985:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1789307444.721088:0:238798:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000040:0.0:1789307444.721091:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfc0e9c700 x1876218616154496/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307444.721091:0:238798:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307444.721095:0:251985:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1789307444.721096:0:238798:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1789307444.721100:0:251985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54880. 00000020:00000001:3.0:1789307444.721101:0:238798:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660900032 : -1048651584 : ffffffffc17ed8c0) 00000100:00000200:1.0:1789307444.721107:0:251985:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616154240, offset 224 00000020:00000001:3.0:1789307444.721107:0:238798:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1789307444.721110:0:238798:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789307444.721115:0:238798:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1789307444.721118:0:251985:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1789307444.721118:0:238798:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789307444.721121:0:238798:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307444.721125:0:238798:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1789307444.721128:0:238798:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1789307444.721129:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1789307444.721131:0:251985:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1789307444.721132:0:238798:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1789307444.721134:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789307444.721138:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1789307444.721138:0:238798:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfb4a9f800. 02000000:00000001:3.0:1789307444.721142:0:238798:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307444.721143:0:251985:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa6930230880 00000100:00000001:3.0:1789307444.721145:0:238798:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307444.721148:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfc0e9c700 x1876218616154496/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307444.721150:0:238798:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789307444.721155:0:238798:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616153344 00000400:00000200:1.0:1789307444.721156:0:251985:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c1ac5 [1] + 224 00010000:00000001:3.0:1789307444.721160:0:238798:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000400:00000200:1.0:1789307444.721168:0:251985:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:3.0:1789307444.721169:0:238798:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfac823850 x1876218616153344/t0(0) o400->6d06165a-4799-48d7-99d3-4176da1fff9b@0@lo:490/0 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789307444.721170:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfc0e9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:118851:1876218616154496:0@lo:400:kworker.0 00000400:00000200:1.0:1789307444.721173:0:251985:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307444.721180:0:251985:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1789307444.721181:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1789307444.721186:0:251985:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbf86251c00 x1876218616154240/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307444.721188:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1789307444.721190:0:238798:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789307444.721194:0:238798:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307444.721195:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbf862ec700 x1876218616153984/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1789307444.721200:0:238798:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe840599e8 time=14 v=5 (1 1 1 1) 00000100:00000001:3.0:1789307444.721209:0:238798:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1789307444.721217:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1789307444.721221:0:238798:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 02000000:00000001:0.0:1789307444.721222:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1789307444.721223:0:251985:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbf86251c00 x1876218616154240/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307444.721226:0:238798:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000010:0.0:1789307444.721227:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbf9788ec00. 02000000:00000001:3.0:1789307444.721232:0:238798:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1789307444.721233:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1789307444.721235:0:238798:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307444.721237:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789307444.721242:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbe85bcb800 refcount=2 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:3.0:1789307444.721242:0:238798:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1789307444.721243:0:251985:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:3.0:1789307444.721247:0:238798:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1789307444.721248:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 00000400:00000010:3.0:1789307444.721250:0:238798:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde110. 00000400:00000200:1.0:1789307444.721251:0:251985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54880 02000000:00000010:0.0:1789307444.721252:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf98f66600. 00000400:00000010:1.0:1789307444.721256:0:251985:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54880. 02000000:00000001:0.0:1789307444.721260:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1789307444.721261:0:251985:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000200:3.0:1789307444.721261:0:238798:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1876218616153344, offset 224 02000000:00000001:0.0:1789307444.721263:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1789307444.721265:0:251985:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000010:0.0:1789307444.721267:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf862ec700. 00000400:00000200:3.0:1789307444.721271:0:238798:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1789307444.721272:0:251985:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.721275:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1789307444.721278:0:251985:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:0.0:1789307444.721279:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307444.721282:0:251985:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000001:0.0:1789307444.721285:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1789307444.721285:0:251985:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307444.721285:0:238798:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1789307444.721290:0:251985:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1789307444.721294:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfc0e9c700 x1876218616154496/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789307444.721295:0:238798:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6aa6930230500 00000100:00000040:1.0:1789307444.721298:0:251985:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbff7480 x1876218616154240/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:490/0 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789307444.721306:0:238798:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1c1aad [1] + 224 00000400:00000200:3.0:1789307444.721316:0:238798:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307444.721323:0:238798:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1789307444.721327:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1789307444.721328:0:238798:0:(events.c:80:reply_in_callback()) Process entered 00000100:00100000:1.0:1789307444.721330:0:251985:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbff7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:118849:x1876218616154240:12345-0@lo:400:kworker.0 Request processed in 435us (4086us total) trans 0 rc 0/0 02000000:00000001:0.0:1789307444.721331:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1789307444.721335:0:238798:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbf862efb80 x1876218616153344/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1789307444.721336:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbf9788ea00. 00000100:00100000:1.0:1789307444.721340:0:251985:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 02000000:00000001:0.0:1789307444.721343:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1789307444.721345:0:251985:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe95150800 : new rpc_count 0 00000020:00000001:0.0:1789307444.721347:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:1.0:1789307444.721349:0:251985:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:0.0:1789307444.721351:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbf97e5e000 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:1.0:1789307444.721352:0:251985:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789307444.721356:0:251985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf83f8de00. 00000020:00000001:0.0:1789307444.721358:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000010:1.0:1789307444.721361:0:251985:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696a4b0. 02000000:00000010:0.0:1789307444.721363:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbe84d06900. 00000100:00000040:3.0:1789307444.721363:0:238798:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbf862efb80 x1876218616153344/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1789307444.721366:0:251985:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbf9788f800. 02000000:00000001:0.0:1789307444.721370:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:1.0:1789307444.721371:0:251985:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe95150800 : new refcount 4 02000000:00000001:0.0:1789307444.721373:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1789307444.721376:0:251985:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789307444.721378:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfc0e9c700. 00000100:00000001:0.0:1789307444.721386:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789307444.721387:0:238798:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789307444.721389:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307444.721393:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789307444.721396:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000400:00000200:3.0:1789307444.721397:0:238798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde110 00000100:00000001:0.0:1789307444.721399:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1789307444.721402:0:238798:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde110. 00000100:00000001:0.0:1789307444.721403:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307444.721403:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000100:00000001:3.0:1789307444.721409:0:238798:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1789307444.721411:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1789307444.721411:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1789307444.721413:0:238798:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1789307444.721415:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307444.721417:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000 (ffff9fbf82a0b380) now 10 - evictor 00000100:00000001:3.0:1789307444.721419:0:238798:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789307444.721423:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:3.0:1789307444.721425:0:238798:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000020:00000040:1.0:1789307444.721428:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0001 (ffff9fbf82a08000) now 12 - evictor 00000100:00000001:0.0:1789307444.721429:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1789307444.721429:0:238798:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789307444.721431:0:238798:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.721432:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1789307444.721434:0:238798:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1789307444.721438:0:118850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:1.0:1789307444.721440:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000040:3.0:1789307444.721440:0:238798:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfac823850 x1876218616153344/t0(0) o400->6d06165a-4799-48d7-99d3-4176da1fff9b@0@lo:490/0 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789307444.721441:0:118850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789307444.721446:0:118850:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb6ce32c0. 00000020:00000040:1.0:1789307444.721447:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000 (ffff9fbfad0fcd40) now 16 - evictor 00000400:00000200:0.0:1789307444.721452:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82aa0 00000400:00000010:0.0:1789307444.721456:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82aa0. 00000100:00100000:3.0:1789307444.721457:0:238798:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfac823850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:6d06165a-4799-48d7-99d3-4176da1fff9b+24:118850:x1876218616153344:12345-0@lo:400:kworker.0 Request processed in 418us (5061us total) trans 0 rc 0/0 00000100:00000001:0.0:1789307444.721461:0:118850:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789307444.721467:0:118850:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfc0e9fb80 x1876218616154368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307444.721480:0:238798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00000200:0.0:1789307444.721485:0:118850:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfc0e9fb80 x1876218616154368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307444.721485:0:238798:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe97dc9000 : new rpc_count 0 00000100:00000001:3.0:1789307444.721489:0:238798:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789307444.721492:0:238798:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789307444.721496:0:238798:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47a380. 00000100:00000001:0.0:1789307444.721497:0:118850:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307444.721498:0:118852:0:(events.c:290:request_in_callback()) Process entered 00000020:00000010:3.0:1789307444.721499:0:238798:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e960. 00000100:00000001:0.0:1789307444.721501:0:118850:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1789307444.721502:0:118852:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1789307444.721504:0:238798:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbe861c2800. 00000100:00000001:0.0:1789307444.721505:0:118850:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789307444.721509:0:118850:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000010:1.0:1789307444.721510:0:118852:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbff4e00. 00000020:00000040:3.0:1789307444.721510:0:238798:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe97dc9000 : new refcount 23 00000100:00000001:0.0:1789307444.721512:0:118850:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789307444.721516:0:118850:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307444.721516:0:238798:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:1.0:1789307444.721518:0:118852:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbff4e00 x1876218616153600 msgsize 224 02000000:00000010:3.0:1789307444.721519:0:238798:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9fbfb4a9f800. 02000000:00000001:0.0:1789307444.721521:0:118850:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307444.721524:0:238798:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1789307444.721528:0:118850:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe8d189460 time=13 v=5 (5 5 5 5) 00000100:00000001:3.0:1789307444.721528:0:238798:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789307444.721532:0:118852:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1789307444.721535:0:238798:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1789307444.721536:0:118850:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe8d189418 time=49 v=5 (1 0 0 0) 00000100:00000001:0.0:1789307444.721541:0:118850:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1789307444.721542:0:238798:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a516d10. 00000100:00000001:0.0:1789307444.721543:0:118850:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307444.721547:0:118850:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1789307444.721547:0:118852:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000010:3.0:1789307444.721548:0:238798:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbfbb01aa80. 00010000:00000001:0.0:1789307444.721552:0:118850:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307444.721556:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdec38 00000100:00000001:0.0:1789307444.721557:0:118850:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000400:00000010:1.0:1789307444.721559:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdec38. 00000100:00000040:0.0:1789307444.721561:0:118850:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 47244640271 00000100:00000001:1.0:1789307444.721564:0:118852:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1789307444.721565:0:118850:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789307444.721568:0:118850:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307444.721571:0:118852:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbf862edc00 x1876218616153600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789307444.721575:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfc0e9fb80 x1876218616154368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307444.721581:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307444.721586:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789307444.721591:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789307444.721595:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1789307444.721596:0:118850:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307444.721596:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1789307444.721600:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644898. 00000100:00000001:0.0:1789307444.721601:0:118850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789307444.721605:0:118850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789307444.721605:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbf862edc00 x1876218616153600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789307444.721608:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54220 00000400:00000010:3.0:1789307444.721613:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54220. 00000100:00000040:0.0:1789307444.721614:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfc0e9fb80 x1876218616154368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307444.721620:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1789307444.721627:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789307444.721629:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfc0e9dc00 x1876218616154752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307444.721632:0:118852:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:0.0:1789307444.721639:0:118850:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfc0e9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:118850:1876218616154368:0@lo:400:kworker.0 00000100:00000001:1.0:1789307444.721641:0:118852:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789307444.721648:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfc0e9dc00 x1876218616154752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307444.721649:0:118852:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 14578 usecs (15 jiffies) 00000400:00000001:0.0:1789307444.721650:0:118850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789307444.721654:0:118850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1789307444.721657:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315073045 00000400:00000010:0.0:1789307444.721658:0:118850:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb6ce3160. 00000100:00000001:1.0:1789307444.721664:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315078059 00000100:00000001:3.0:1789307444.721665:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1789307444.721666:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82a18 00000100:00000001:1.0:1789307444.721670:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315073045 00000400:00000010:0.0:1789307444.721671:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82a18. 00000100:00000001:3.0:1789307444.721671:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307444.721676:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315078059 00000100:00000001:0.0:1789307444.721677:0:118850:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1789307444.721677:0:118849:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:1.0:1789307444.721682:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315073045 02000000:00000001:3.0:1789307444.721682:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1789307444.721686:0:118850:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbf862ef100 x1876218616153856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307444.721686:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307444.721687:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315078059 00000100:00000001:3.0:1789307444.721689:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.721693:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315073045 02000000:00000001:3.0:1789307444.721694:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.721699:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315078059 00000100:00000001:1.0:1789307444.721705:0:118852:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1789307444.721707:0:118850:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbf862ef100 x1876218616153856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1789307444.721708:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe901f3c60 time=51 v=5 (6 0 0 0) 00000100:00000001:1.0:1789307444.721710:0:118852:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.721718:0:118852:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00001000:3.0:1789307444.721718:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe901f3c18 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1789307444.721721:0:118850:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789307444.721722:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789307444.721725:0:118850:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307444.721725:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.721730:0:118850:0:(client.c:1593:after_reply()) Process entered 00010000:00000001:3.0:1789307444.721731:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1789307444.721732:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbf862ed180 x1876218616154112/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789307444.721734:0:118850:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1789307444.721735:0:118849:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.721738:0:118850:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307444.721752:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1789307444.721753:0:118850:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307444.721756:0:118849:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:0.0:1789307444.721759:0:118850:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.721760:0:118849:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789307444.721763:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.721767:0:118852:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00001000:0.0:1789307444.721768:0:118850:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfb6ad4460 time=19 v=5 (5 5 5 5) 00000100:00000040:3.0:1789307444.721770:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfc0e9dc00 x1876218616154752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307444.721771:0:118852:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789307444.721775:0:118850:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6ad4418 time=49 v=5 (1 0 0 0) 02000000:00000001:1.0:1789307444.721778:0:118852:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1789307444.721783:0:118850:0:(client.c:1495:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1789307444.721783:0:118852:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789307444.721787:0:118850:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.721789:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789307444.721790:0:118852:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307444.721791:0:118850:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789307444.721796:0:118850:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.721796:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1789307444.721799:0:118852:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbf862ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:118852:1876218616154112:0@lo:400:kworker.0 00000100:00000001:3.0:1789307444.721800:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307444.721802:0:118850:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789307444.721805:0:118850:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 30064771184 00000100:00000001:1.0:1789307444.721808:0:118852:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1789307444.721809:0:118850:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1789307444.721811:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfc0e9dc00 x1876218616154752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307444.721813:0:118850:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307444.721813:0:118852:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789307444.721818:0:118852:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307444.721822:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbf862ef100 x1876218616153856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307444.721824:0:118852:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789307444.721830:0:118852:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbf9788f800. 02000000:00000001:1.0:1789307444.721836:0:118852:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307444.721838:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfc0e9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:118849:1876218616154752:0@lo:400:kworker.0 00000400:00000010:1.0:1789307444.721844:0:118852:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644160. 00000100:00000001:0.0:1789307444.721846:0:118850:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1789307444.721875:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54880. 00000100:00000001:0.0:1789307444.721876:0:118850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789307444.721879:0:118850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1789307444.721880:0:118852:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616154112, portal 10 00000100:00000001:1.0:1789307444.721883:0:118852:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1789307444.721886:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf862ef100 x1876218616153856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307444.721886:0:118852:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638243671626112 : -105830037925504 : ffff9fbf862ed180) 00000400:00000001:3.0:1789307444.721887:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789307444.721891:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1789307444.721894:0:118852:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbf862ed180 x1876218616154112/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1789307444.721895:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe856440b0. 00000400:00000200:3.0:1789307444.721902:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b544c8 00000400:00000010:3.0:1789307444.721907:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b544c8. 00000100:00100000:0.0:1789307444.721911:0:118850:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbf862ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:118850:1876218616153856:0@lo:400:kworker.0 00000100:00000001:1.0:1789307444.721912:0:118852:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1789307444.721913:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:1.0:1789307444.721923:0:118852:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1789307444.721924:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbf86251c00 x1876218616154240/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1789307444.721928:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54440. 00000400:00000001:0.0:1789307444.721929:0:118850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789307444.721934:0:118850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1789307444.721935:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbf86251c00 x1876218616154240/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1789307444.721939:0:118850:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb6ce3a50. 00000100:00000001:3.0:1789307444.721943:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1789307444.721945:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82f68 00000100:00000001:3.0:1789307444.721945:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1789307444.721950:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82f68. 00000100:00000001:3.0:1789307444.721950:0:118849:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789307444.721951:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789307444.721954:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789307444.721957:0:118850:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789307444.721958:0:118852:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616154112, offset 0 00000100:00000001:3.0:1789307444.721962:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789307444.721963:0:118850:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbf862efb80 x1876218616153344/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789307444.721965:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307444.721971:0:118852:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:3.0:1789307444.721975:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfba939c60 time=13 v=5 (5 5 5 5) 00000400:00000200:1.0:1789307444.721980:0:118852:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1789307444.721981:0:118850:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbf862efb80 x1876218616153344/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1789307444.721983:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfba939c18 time=13 v=5 (1 1 1 1) 00000400:00000200:1.0:1789307444.721991:0:118852:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa6930230800 00000100:00000001:3.0:1789307444.721993:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789307444.721997:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307444.722002:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1789307444.722003:0:118852:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 158336 00000100:00000001:0.0:1789307444.722005:0:118850:0:(events.c:165:reply_in_callback()) Process leaving 00010000:00000001:3.0:1789307444.722007:0:118849:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.722010:0:118850:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307444.722012:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1789307444.722013:0:118852:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1789307444.722014:0:118850:0:(client.c:1593:after_reply()) Process entered 00000100:00000040:3.0:1789307444.722015:0:118849:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 17179874255 02000000:00000001:0.0:1789307444.722018:0:118850:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1789307444.722021:0:118852:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1789307444.722022:0:118850:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307444.722022:0:118849:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789307444.722026:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.722027:0:118850:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.722029:0:118852:0:(events.c:290:request_in_callback()) Process entered 02000000:00000001:0.0:1789307444.722033:0:118850:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307444.722033:0:118852:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1789307444.722037:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbf86251c00 x1876218616154240/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1789307444.722038:0:118850:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe870dcc60 time=50 v=5 (5 5 5 5) 00000100:00000010:1.0:1789307444.722046:0:118852:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbff7800. 00000100:00001000:0.0:1789307444.722047:0:118850:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe870dcc18 time=14 v=5 (1 1 1 1) 00000100:00000040:1.0:1789307444.722052:0:118852:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbff7800 x1876218616154112 msgsize 224 00000100:00000001:0.0:1789307444.722055:0:118850:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789307444.722059:0:118850:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.722060:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1789307444.722062:0:118852:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1789307444.722065:0:118850:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1789307444.722067:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1789307444.722068:0:118850:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.722071:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307444.722072:0:118850:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.722073:0:118852:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1789307444.722080:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54440 00000400:00000010:1.0:1789307444.722084:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54440. 00000100:00000040:0.0:1789307444.722085:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbf862efb80 x1876218616153344/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307444.722085:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf86251c00 x1876218616154240/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307444.722087:0:118852:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789307444.722093:0:118852:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbf862ed180 x1876218616154112/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307444.722120:0:118850:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307444.722122:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1789307444.722123:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbf86251c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:118849:1876218616154240:0@lo:400:kworker.0 00000100:00000001:0.0:1789307444.722126:0:118850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789307444.722130:0:118850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789307444.722130:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbf862ed180 x1876218616154112/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789307444.722135:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1789307444.722140:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf862efb80 x1876218616153344/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789307444.722140:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1789307444.722146:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789307444.722146:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644a50. 00000100:00000001:1.0:1789307444.722152:0:118852:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1789307444.722154:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b542a8 00000100:00100000:0.0:1789307444.722158:0:118850:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbf862efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6d06165a-4799-48d7-99d3-4176da1fff9b:118850:1876218616153344:0@lo:400:kworker.0 00000100:00000001:1.0:1789307444.722159:0:118852:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789307444.722159:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b542a8. 00000100:00000001:3.0:1789307444.722166:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:1.0:1789307444.722167:0:118852:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 7561 usecs (8 jiffies) 00000100:00000001:0.0:1789307444.722168:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307444.722174:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315073039 00000100:00000001:0.0:1789307444.722175:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1789307444.722175:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbf862eca80 x1876218616153728/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307444.722180:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315078059 00000100:00000040:0.0:1789307444.722182:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfc0e9fb80 x1876218616154368/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307444.722184:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315073039 00000100:00000001:1.0:1789307444.722189:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315078059 00000100:00000001:1.0:1789307444.722194:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315073039 00000100:00000001:1.0:1789307444.722198:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315078059 00000100:00000001:1.0:1789307444.722203:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315073039 00000100:00000200:3.0:1789307444.722206:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbf862eca80 x1876218616153728/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307444.722208:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315078059 00000100:00000001:0.0:1789307444.722209:0:118850:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1789307444.722212:0:118852:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789307444.722214:0:118850:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789307444.722218:0:118850:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfb9ef6000. 00000100:00000001:1.0:1789307444.722218:0:118852:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307444.722224:0:118850:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789307444.722225:0:118852:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1789307444.722225:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000001:0.0:1789307444.722227:0:118850:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789307444.722229:0:118850:0:(genops.c:1222:class_import_put()) import ffff9fbe8d189000 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1789307444.722230:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789307444.722233:0:118850:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000040:1.0:1789307444.722234:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfc0e9d500 x1876218616154624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1789307444.722235:0:118850:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbe84d06b00. 00000100:00000001:3.0:1789307444.722240:0:118849:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789307444.722242:0:118850:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789307444.722243:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1789307444.722247:0:118850:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1789307444.722247:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307444.722251:0:118852:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789307444.722251:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789307444.722252:0:118850:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfc0e9fb80. 02000000:00000001:3.0:1789307444.722254:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.722258:0:118850:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307444.722260:0:118852:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789307444.722260:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf84cc6c60 time=14 v=5 (5 5 5 5) 00000100:00000001:0.0:1789307444.722262:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307444.722268:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1789307444.722268:0:118852:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00001000:3.0:1789307444.722269:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf84cc6c18 time=8 v=5 (1 1 1 1) 02000000:00000001:1.0:1789307444.722272:0:118852:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307444.722274:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789307444.722277:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbf862ef100 x1876218616153856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307444.722277:0:118852:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.722277:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307444.722282:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1789307444.722286:0:118852:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfc0e9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:118852:1876218616154624:0@lo:400:kworker.0 00010000:00000001:3.0:1789307444.722286:0:118849:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.722292:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1789307444.722294:0:118852:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1789307444.722295:0:118849:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25769821652 02000000:00000001:1.0:1789307444.722298:0:118852:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1789307444.722300:0:118849:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1789307444.722301:0:118852:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307444.722305:0:118852:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1789307444.722305:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307444.722310:0:118852:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbf9788e200. 00000100:00000001:0.0:1789307444.722311:0:118850:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307444.722313:0:118852:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307444.722315:0:118850:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1789307444.722316:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbf862eca80 x1876218616153728/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1789307444.722317:0:118852:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644528. 02000000:00000010:0.0:1789307444.722319:0:118850:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfb9ef7c00. 00000400:00000010:1.0:1789307444.722322:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54440. 02000000:00000001:0.0:1789307444.722326:0:118850:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1789307444.722328:0:118852:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616154624, portal 10 00000020:00000001:0.0:1789307444.722330:0:118850:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:1.0:1789307444.722332:0:118852:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1789307444.722335:0:118850:0:(genops.c:1222:class_import_put()) import ffff9fbfb6ad4000 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:1.0:1789307444.722335:0:118852:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244656960768 : -105829052590848 : ffff9fbfc0e9d500) 00000100:00000001:3.0:1789307444.722336:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789307444.722341:0:118850:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1789307444.722343:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1789307444.722346:0:118850:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf98f66100. 00000100:00000040:1.0:1789307444.722346:0:118852:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfc0e9d500 x1876218616154624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307444.722346:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1789307444.722353:0:118850:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1789307444.722356:0:118852:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789307444.722357:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf862eca80 x1876218616153728/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789307444.722358:0:118850:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789307444.722362:0:118850:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf862ef100. 00000100:00000040:1.0:1789307444.722362:0:118852:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789307444.722367:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54cc0. 00000100:00000001:0.0:1789307444.722369:0:118850:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1789307444.722371:0:118852:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616154624, offset 0 00000100:00000001:0.0:1789307444.722373:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307444.722379:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1789307444.722379:0:118852:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1789307444.722387:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbf862eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:118849:1876218616153728:0@lo:400:kworker.0 00000100:00000040:0.0:1789307444.722388:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbf862efb80 x1876218616153344/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789307444.722392:0:118852:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1789307444.722399:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307444.722405:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789307444.722406:0:118850:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1789307444.722406:0:118852:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa6930230a00 02000000:00000001:0.0:1789307444.722410:0:118850:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1789307444.722412:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfc0e9dc00 x1876218616154752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1789307444.722414:0:118850:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfb9ef6800. 00000400:00000200:1.0:1789307444.722417:0:118852:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 158560 02000000:00000001:0.0:1789307444.722420:0:118850:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789307444.722423:0:118850:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789307444.722426:0:118850:0:(genops.c:1222:class_import_put()) import ffff9fbe870dc800 refcount=3 obd=MGC192.168.204.156@tcp 00000400:00000200:1.0:1789307444.722429:0:118852:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1789307444.722433:0:118850:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1789307444.722434:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1789307444.722437:0:118852:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1789307444.722438:0:118850:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfb6bf9900. 02000000:00000001:3.0:1789307444.722438:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1789307444.722443:0:118852:0:(events.c:290:request_in_callback()) Process entered 02000000:00000010:3.0:1789307444.722443:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbf9788f200. 02000000:00000001:0.0:1789307444.722445:0:118850:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1789307444.722445:0:118852:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1789307444.722449:0:118850:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307444.722450:0:118852:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf862ef100. 02000000:00000001:3.0:1789307444.722450:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:0.0:1789307444.722453:0:118850:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf862efb80. 00000100:00000040:1.0:1789307444.722454:0:118852:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf862ef100 x1876218616154624 msgsize 224 00000020:00000001:3.0:1789307444.722454:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789307444.722457:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbe901f3800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1789307444.722461:0:118850:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1789307444.722462:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1789307444.722464:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789307444.722465:0:118852:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1789307444.722468:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1789307444.722474:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbe84d06d00. 00000100:00000001:0.0:1789307444.722476:0:118850:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789307444.722479:0:118850:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.722480:0:118852:0:(events.c:377:request_in_callback()) Process leaving 02000000:00000001:3.0:1789307444.722480:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1789307444.722482:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1789307444.722484:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1789307444.722486:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307444.722487:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54cc0 00000100:00000010:3.0:1789307444.722488:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfc0e9dc00. 00000400:00000010:1.0:1789307444.722491:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54cc0. 00000100:00000001:3.0:1789307444.722494:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307444.722495:0:118852:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1789307444.722499:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1789307444.722501:0:118852:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfc0e9d500 x1876218616154624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307444.722504:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789307444.722505:0:225633:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1789307444.722509:0:225633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616153600 00000100:00000001:1.0:1789307444.722510:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789307444.722512:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbf86251c00 x1876218616154240/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789307444.722514:0:225633:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1789307444.722516:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfc0e9d500 x1876218616154624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307444.722518:0:225633:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789307444.722521:0:225633:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307444.722528:0:225633:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307444.722533:0:225633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616153600 00000020:00000001:0.0:1789307444.722538:0:225633:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789307444.722540:0:225633:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725e8b6943 00000100:00000001:3.0:1789307444.722543:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1789307444.722544:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307444.722545:0:225633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1789307444.722547:0:118852:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1789307444.722547:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:0.0:1789307444.722549:0:225633:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe85bcc000 refcount=5 02000000:00000010:3.0:1789307444.722552:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbf9788ee00. 00000020:00000001:0.0:1789307444.722553:0:225633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239369183232 : -105834340368384 : ffff9fbe85bcc000) 00000100:00000001:1.0:1789307444.722554:0:118852:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307444.722557:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789307444.722560:0:225633:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239369183232 : -105834340368384 : ffff9fbe85bcc000) 00000100:00000040:1.0:1789307444.722561:0:118852:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 7378 usecs (8 jiffies) 00000020:00000001:3.0:1789307444.722561:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:0.0:1789307444.722566:0:225633:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1789307444.722566:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbfba939800 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1789307444.722567:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315073039 00000020:00000010:0.0:1789307444.722572:0:225633:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564dc0. 00000020:00000001:3.0:1789307444.722572:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789307444.722573:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315078059 02000000:00000010:3.0:1789307444.722577:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf98f66c00. 00000020:00000010:0.0:1789307444.722580:0:225633:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbf885641c0. 00000100:00000001:1.0:1789307444.722580:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315073039 02000000:00000001:3.0:1789307444.722583:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1789307444.722587:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315078059 02000000:00000001:3.0:1789307444.722587:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:0.0:1789307444.722588:0:225633:0:(obd_config.c:995:class_incref()) incref lustre-MDT0001 (ffff9fbf82a08000) now 12 - evictor 00000100:00000010:3.0:1789307444.722592:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf86251c00. 00000100:00000001:1.0:1789307444.722594:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315073039 00000100:00000001:3.0:1789307444.722598:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307444.722599:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315078059 00000100:00000001:0.0:1789307444.722601:0:225633:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1789307444.722601:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1789307444.722605:0:225633:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564dc0. 00000100:00000001:1.0:1789307444.722605:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315073039 00000100:00000001:3.0:1789307444.722606:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789307444.722611:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315078059 00000020:00000010:0.0:1789307444.722612:0:225633:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb9ef6800. 00000100:00000001:1.0:1789307444.722615:0:118852:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789307444.722615:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbf862eca80 x1876218616153728/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1789307444.722617:0:225633:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf85192a00. 00000100:00000001:1.0:1789307444.722620:0:118852:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307444.722623:0:225633:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfad0ef000. 00000100:00000001:1.0:1789307444.722625:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.722630:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789307444.722631:0:225633:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1789307444.722636:0:225633:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307444.722636:0:118852:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789307444.722637:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1789307444.722639:0:118852:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789307444.722640:0:225633:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1789307444.722641:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1789307444.722643:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789307444.722644:0:225633:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1789307444.722645:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbf9788fc00. 00000100:00000001:1.0:1789307444.722646:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789307444.722651:0:225633:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1789307444.722651:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307444.722652:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789307444.722654:0:225633:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1789307444.722656:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307444.722656:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:0.0:1789307444.722657:0:225633:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307444.722661:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbf84cc6800 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1789307444.722665:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1789307444.722667:0:225633:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1789307444.722668:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfb6bf9600. 02000000:00000001:3.0:1789307444.722674:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789307444.722677:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789307444.722679:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf862eca80. 00000100:00000001:1.0:1789307444.722680:0:225634:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1789307444.722681:0:225633:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1789307444.722684:0:225633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616154112 00000100:00000001:3.0:1789307444.722684:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1789307444.722687:0:225633:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1789307444.722689:0:225634:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616154624 00000100:00000001:0.0:1789307444.722690:0:225633:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1789307444.722692:0:225634:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1789307444.722693:0:225633:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.722695:0:225634:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307444.722695:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1789307444.722697:0:225633:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307444.722698:0:225634:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307444.722702:0:225633:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616154112 02000000:00000001:1.0:1789307444.722703:0:225634:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.722703:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789307444.722707:0:225633:0:(genops.c:792:class_conn2export()) Process entered 00000100:00100000:1.0:1789307444.722709:0:225634:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616154624 00000020:00000040:0.0:1789307444.722710:0:225633:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecede04 00000020:00000001:1.0:1789307444.722712:0:225634:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:3.0:1789307444.722712:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1789307444.722713:0:225633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307444.722716:0:225634:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecede0b 00000100:00000001:3.0:1789307444.722716:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307444.722717:0:225633:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb6c22800 refcount=5 00000020:00000001:1.0:1789307444.722720:0:225634:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:0.0:1789307444.722722:0:225633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244486588416 : -105829222963200 : ffff9fbfb6c22800) 00000100:00000001:3.0:1789307444.722722:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1789307444.722724:0:225634:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfbfad8800 refcount=5 00000020:00000001:0.0:1789307444.722727:0:225633:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244486588416 : -105829222963200 : ffff9fbfb6c22800) 00000100:00000001:3.0:1789307444.722728:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307444.722729:0:225634:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244636231680 : -105829073319936 : ffff9fbfbfad8800) 00000100:00000001:0.0:1789307444.722731:0:225633:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1789307444.722735:0:225634:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244636231680 : -105829073319936 : ffff9fbfbfad8800) 00000020:00000010:0.0:1789307444.722736:0:225633:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564dc0. 00000100:00000001:1.0:1789307444.722739:0:225634:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1789307444.722753:0:225633:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307444.722756:0:225634:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffe40. 00000020:00000010:0.0:1789307444.722758:0:225633:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564dc0. 00000100:00000001:1.0:1789307444.722759:0:225634:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307444.722763:0:225634:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffe40. 00000100:00000001:3.0:1789307444.722763:0:230993:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1789307444.722764:0:225633:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb9ef7c00. 00000020:00000010:1.0:1789307444.722768:0:225634:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbf9788e000. 00000100:00000001:3.0:1789307444.722768:0:230993:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1789307444.722771:0:225633:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf85192c80. 00000020:00000010:1.0:1789307444.722774:0:225634:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf83f8de00. 00000100:00100000:3.0:1789307444.722777:0:230993:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2133 00000020:00000010:0.0:1789307444.722779:0:225633:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfad0efc80. 00000020:00000010:1.0:1789307444.722780:0:225634:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696a4b0. 00000100:00000040:3.0:1789307444.722783:0:230993:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe85bcc000 : new rpc_count 1 00000100:00000001:0.0:1789307444.722787:0:225633:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307444.722787:0:225634:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307444.722788:0:230993:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244574481920 : -105829135069696 : ffff9fbfbbff4e00) 00000100:00000001:1.0:1789307444.722791:0:225634:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1789307444.722792:0:225633:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307444.722794:0:225634:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307444.722796:0:225633:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789307444.722798:0:230993:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbff4e00 x1876218616153600/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:490/0 lens 224/0 e 0 to 0 dl 1789307455 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307444.722799:0:225634:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1789307444.722803:0:225634:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1789307444.722805:0:225634:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.722806:0:225633:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1789307444.722810:0:225633:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1789307444.722813:0:225633:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.722817:0:230993:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307444.722818:0:225634:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1789307444.722823:0:230993:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0640. 00000100:00000001:0.0:1789307444.722825:0:225633:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307444.722828:0:230993:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307444.722832:0:225634:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1789307444.722833:0:230993:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0640. 00000100:00000001:1.0:1789307444.722835:0:225634:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1789307444.722837:0:225633:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1789307444.722840:0:225633:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789307444.722845:0:225634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2134 00000100:00100000:3.0:1789307444.722845:0:230993:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbff4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:118852:x1876218616153600:12345-0@lo:400:kworker.0 00000100:00000040:1.0:1789307444.722873:0:225634:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfbfad8800 : new rpc_count 1 00000100:00000001:1.0:1789307444.722878:0:225634:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243671634176 : -105830037917440 : ffff9fbf862ef100) 00000100:00000200:3.0:1789307444.722879:0:230993:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616153600 00000100:00100000:0.0:1789307444.722880:0:225633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2135 00000020:00000001:3.0:1789307444.722883:0:230993:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789307444.722887:0:230993:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000040:0.0:1789307444.722888:0:225633:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfb6c22800 : new rpc_count 1 00000100:00000040:1.0:1789307444.722889:0:225634:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf862ef100 x1876218616154624/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:490/0 lens 224/0 e 0 to 0 dl 1789307455 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307444.722890:0:230993:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.722893:0:225633:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244574492672 : -105829135058944 : ffff9fbfbbff7800) 00000020:00000001:3.0:1789307444.722894:0:230993:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789307444.722897:0:230993:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000020:00000001:3.0:1789307444.722903:0:230993:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1789307444.722904:0:225633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbff7800 x1876218616154112/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:490/0 lens 224/0 e 0 to 0 dl 1789307455 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307444.722906:0:230993:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307444.722909:0:225634:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1789307444.722910:0:230993:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789307444.722912:0:230993:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789307444.722915:0:230993:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307444.722920:0:230993:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1789307444.722923:0:225633:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1789307444.722923:0:230993:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1789307444.722924:0:225634:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffe40. 02000000:00000001:3.0:1789307444.722925:0:230993:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1789307444.722929:0:225633:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564dc0. 00000100:00000001:1.0:1789307444.722930:0:225634:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1789307444.722932:0:230993:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfb4a9f800. 00000100:00000001:0.0:1789307444.722934:0:225633:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307444.722936:0:225634:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffe40. 02000000:00000001:3.0:1789307444.722938:0:230993:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307444.722940:0:225633:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564dc0. 00000100:00100000:1.0:1789307444.722946:0:225634:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf862ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:118852:x1876218616154624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789307444.722950:0:225633:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbff7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:118852:x1876218616154112:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1789307444.722951:0:230993:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307444.722952:0:225634:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616154624 00000020:00000001:1.0:1789307444.722958:0:225634:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789307444.722958:0:230993:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307444.722962:0:225634:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000200:0.0:1789307444.722964:0:225633:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616154112 00010000:00000040:3.0:1789307444.722965:0:230993:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616153600 00000020:00000001:1.0:1789307444.722966:0:225634:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307444.722968:0:225633:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1789307444.722971:0:225634:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1789307444.722973:0:225633:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00010000:00000001:3.0:1789307444.722973:0:230993:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000020:00000001:1.0:1789307444.722974:0:225634:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000020:00000001:0.0:1789307444.722977:0:225633:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307444.722979:0:225634:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1789307444.722982:0:225633:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00010000:00000200:3.0:1789307444.722982:0:230993:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbff4e00 x1876218616153600/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:490/0 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1789307444.722983:0:225634:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789307444.722986:0:225633:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000020:00000001:1.0:1789307444.722990:0:225634:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1789307444.722992:0:225633:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1789307444.722995:0:225634:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1789307444.722997:0:225633:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789307444.722999:0:225634:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307444.723003:0:230993:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1789307444.723004:0:225633:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1789307444.723004:0:225634:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1789307444.723006:0:230993:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307444.723008:0:225633:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1789307444.723009:0:225634:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00001000:3.0:1789307444.723011:0:230993:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=23 v=5 (1 1 1 5) 00000020:00000001:0.0:1789307444.723012:0:225633:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307444.723013:0:225634:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1789307444.723017:0:225633:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 02000000:00000010:1.0:1789307444.723019:0:225634:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfb9f8e800. 00000100:00000001:3.0:1789307444.723020:0:230993:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1789307444.723022:0:225633:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789307444.723024:0:225634:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307444.723026:0:225633:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1789307444.723026:0:230993:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:1.0:1789307444.723028:0:225634:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307444.723032:0:225634:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.723032:0:230993:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000010:0.0:1789307444.723033:0:225633:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbe8cf92000. 02000000:00000001:3.0:1789307444.723038:0:230993:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1789307444.723039:0:225633:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1789307444.723039:0:225634:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616154624 02000000:00000001:3.0:1789307444.723043:0:230993:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.723046:0:225633:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307444.723046:0:225634:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:3.0:1789307444.723048:0:230993:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1789307444.723052:0:225633:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1789307444.723053:0:225634:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf862ef100 x1876218616154624/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:490/0 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307444.723056:0:230993:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:0.0:1789307444.723057:0:225633:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616154112 00010000:00000001:0.0:1789307444.723061:0:225633:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000400:00000010:3.0:1789307444.723064:0:230993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde110. 00010000:00000200:0.0:1789307444.723068:0:225633:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbff7800 x1876218616154112/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:490/0 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789307444.723071:0:225634:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1789307444.723071:0:230993:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218616153600, offset 224 00010000:00000001:1.0:1789307444.723076:0:225634:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307444.723080:0:225633:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00001000:1.0:1789307444.723082:0:225634:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=23 v=5 (1 1 1 5) 00010000:00000001:0.0:1789307444.723084:0:225633:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307444.723084:0:230993:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1789307444.723090:0:225633:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=23 v=5 (1 1 1 5) 00000100:00000001:1.0:1789307444.723091:0:225634:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1789307444.723095:0:225633:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789307444.723098:0:225634:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00000100:00000040:0.0:1789307444.723100:0:225633:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 68 to 0@lo 00000400:00000200:3.0:1789307444.723101:0:230993:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1789307444.723102:0:225634:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00000001:0.0:1789307444.723105:0:225633:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:0.0:1789307444.723109:0:225633:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789307444.723109:0:225634:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1789307444.723113:0:225633:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307444.723113:0:225634:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307444.723116:0:230993:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6aa6930230600 00000100:00000001:0.0:1789307444.723117:0:225633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789307444.723123:0:225633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789307444.723127:0:225633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82f68. 00000100:00000001:1.0:1789307444.723127:0:225634:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1789307444.723129:0:230993:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c1ad9 [1] + 224 00000100:00000040:1.0:1789307444.723134:0:225634:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1789307444.723137:0:225633:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218616154112, offset 224 00000400:00000010:1.0:1789307444.723140:0:225634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54cc0. 00000400:00000200:3.0:1789307444.723140:0:230993:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789307444.723146:0:225633:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789307444.723150:0:230993:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1789307444.723151:0:225634:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218616154624, offset 224 00000100:00000001:3.0:1789307444.723157:0:230993:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:0.0:1789307444.723158:0:225633:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789307444.723163:0:225634:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1789307444.723165:0:230993:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbf862edc00 x1876218616153600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789307444.723169:0:225633:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6aa6930230800 00000400:00000200:1.0:1789307444.723176:0:225634:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789307444.723183:0:225633:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c1b31 [1] + 224 00000100:00000040:3.0:1789307444.723188:0:230993:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbf862edc00 x1876218616153600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789307444.723191:0:225634:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6aa6930230a00 00000400:00000200:0.0:1789307444.723192:0:225633:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307444.723202:0:225634:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c1b39 [1] + 224 00000400:00000200:0.0:1789307444.723203:0:225633:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1789307444.723212:0:225633:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:1.0:1789307444.723214:0:225634:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1789307444.723217:0:225633:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbf862ed180 x1876218616154112/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307444.723217:0:230993:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1789307444.723222:0:225634:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1789307444.723226:0:230993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde110 00000400:00000010:3.0:1789307444.723231:0:230993:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde110. 00000100:00000040:0.0:1789307444.723234:0:225633:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbf862ed180 x1876218616154112/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307444.723237:0:230993:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1789307444.723238:0:225634:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1789307444.723242:0:225633:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789307444.723246:0:230993:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000200:1.0:1789307444.723247:0:225634:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfc0e9d500 x1876218616154624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789307444.723250:0:225633:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82f68 00000400:00000010:0.0:1789307444.723253:0:225633:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82f68. 00000100:00000001:3.0:1789307444.723253:0:230993:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.723260:0:225633:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000040:3.0:1789307444.723261:0:230993:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00000100:00000001:0.0:1789307444.723263:0:225633:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000040:1.0:1789307444.723263:0:225634:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfc0e9d500 x1876218616154624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789307444.723264:0:230993:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789307444.723268:0:230993:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307444.723269:0:225633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307444.723273:0:230993:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1789307444.723276:0:225633:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00010000:00000001:0.0:1789307444.723279:0:225633:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000001:1.0:1789307444.723279:0:225634:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:3.0:1789307444.723281:0:230993:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbff4e00 x1876218616153600/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:490/0 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1789307444.723282:0:225633:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307444.723286:0:225633:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1789307444.723287:0:225634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54cc0 00000400:00000010:1.0:1789307444.723291:0:225634:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54cc0. 00000100:00000040:0.0:1789307444.723293:0:225633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbff7800 x1876218616154112/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:490/0 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307444.723296:0:225634:0:(events.c:390:reply_out_callback()) Process entered 00000100:00100000:3.0:1789307444.723296:0:230993:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbff4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:118852:x1876218616153600:12345-0@lo:400:kworker.0 Request processed in 475us (1774us total) trans 0 rc 0/0 00000100:00000001:1.0:1789307444.723299:0:225634:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1789307444.723304:0:225634:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307444.723311:0:225634:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000100:00100000:3.0:1789307444.723313:0:230993:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2133 00000100:00100000:0.0:1789307444.723314:0:225633:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbff7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:118852:x1876218616154112:12345-0@lo:400:kworker.0 Request processed in 388us (1258us total) trans 0 rc 0/0 00010000:00000001:1.0:1789307444.723315:0:225634:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:1.0:1789307444.723319:0:225634:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307444.723319:0:230993:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe85bcc000 : new rpc_count 0 00000100:00100000:0.0:1789307444.723324:0:225633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2135 00000100:00000001:3.0:1789307444.723324:0:230993:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1789307444.723325:0:225634:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1789307444.723330:0:225633:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb6c22800 : new rpc_count 0 00000100:00000001:3.0:1789307444.723330:0:230993:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1789307444.723332:0:225634:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf862ef100 x1876218616154624/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:490/0 lens 224/224 e 0 to 0 dl 1789307455 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307444.723333:0:225633:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1789307444.723336:0:230993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf85192a00. 00000100:00000001:0.0:1789307444.723337:0:225633:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1789307444.723343:0:225633:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf85192c80. 00000020:00000010:3.0:1789307444.723345:0:230993:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfad0ef000. 00000100:00100000:1.0:1789307444.723348:0:225634:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf862ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:118852:x1876218616154624:12345-0@lo:400:kworker.0 Request processed in 435us (889us total) trans 0 rc 0/0 00000020:00000010:0.0:1789307444.723350:0:225633:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfad0efc80. 00000020:00000010:3.0:1789307444.723353:0:230993:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb9ef6800. 00000020:00000010:0.0:1789307444.723358:0:225633:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb9ef7c00. 00000020:00000040:3.0:1789307444.723362:0:230993:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe85bcc000 : new refcount 4 00000100:00100000:1.0:1789307444.723364:0:225634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2134 00000020:00000040:0.0:1789307444.723365:0:225633:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb6c22800 : new refcount 4 00000100:00000001:3.0:1789307444.723368:0:230993:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789307444.723371:0:225634:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfbfad8800 : new rpc_count 0 00000100:00000001:0.0:1789307444.723372:0:225633:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307444.723376:0:225634:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307444.723387:0:225634:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1789307444.723388:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1789307444.723390:0:225634:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf83f8de00. 00000100:00000001:3.0:1789307444.723392:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1789307444.723395:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000010:1.0:1789307444.723396:0:225634:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696a4b0. 00000400:00000001:3.0:1789307444.723397:0:118852:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1789307444.723400:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0001 (ffff9fbf82a08000) now 12 - evictor 00000400:00000001:3.0:1789307444.723402:0:118852:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1789307444.723403:0:225634:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbf9788e000. 00000400:00000010:3.0:1789307444.723406:0:118852:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a516630. 00000020:00000040:1.0:1789307444.723409:0:225634:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfbfad8800 : new refcount 4 00000400:00000200:3.0:1789307444.723413:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdee58 00000100:00000001:1.0:1789307444.723414:0:225634:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1789307444.723418:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdee58. 00000100:00000001:3.0:1789307444.723424:0:118852:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789307444.723429:0:118852:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbf862edc00 x1876218616153600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789307444.723438:0:118852:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbf862edc00 x1876218616153600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307444.723443:0:118852:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789307444.723445:0:118852:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307444.723447:0:118852:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789307444.723453:0:118852:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789307444.723454:0:118852:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307444.723456:0:118852:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307444.723457:0:118852:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789307444.723461:0:118852:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf97e31c60 time=141 v=5 (6 6 6 6) 00000100:00001000:3.0:1789307444.723463:0:118852:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf97e31c18 time=13 v=5 (1 1 1 1) 00000100:00000001:3.0:1789307444.723465:0:118852:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789307444.723466:0:118852:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307444.723468:0:118852:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789307444.723470:0:118852:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.723471:0:118852:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789307444.723473:0:118852:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1789307444.723474:0:118852:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789307444.723475:0:118852:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307444.723478:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbf862edc00 x1876218616153600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307444.723482:0:118852:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307444.723484:0:118852:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789307444.723485:0:118852:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789307444.723487:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf862edc00 x1876218616153600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307444.723492:0:118852:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbf862edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:118852:1876218616153600:0@lo:400:kworker.0 00000400:00000001:3.0:1789307444.723496:0:118852:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789307444.723497:0:118852:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789307444.723499:0:118852:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644160. 00000400:00000200:3.0:1789307444.723501:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54880 00000400:00000010:3.0:1789307444.723503:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54880. 00000100:00000001:3.0:1789307444.723504:0:118852:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789307444.723507:0:118852:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbf862ed180 x1876218616154112/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789307444.723512:0:118852:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbf862ed180 x1876218616154112/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307444.723515:0:118852:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789307444.723521:0:118852:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307444.723522:0:118852:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789307444.723523:0:118852:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789307444.723524:0:118852:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307444.723525:0:118852:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307444.723526:0:118852:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789307444.723528:0:118852:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfb68f8460 time=19 v=5 (5 6 6 6) 00000100:00001000:3.0:1789307444.723530:0:118852:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb68f8418 time=8 v=5 (1 1 1 1) 00000100:00000001:3.0:1789307444.723532:0:118852:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789307444.723533:0:118852:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307444.723534:0:118852:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789307444.723535:0:118852:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.723536:0:118852:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789307444.723537:0:118852:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1789307444.723538:0:118852:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789307444.723539:0:118852:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307444.723541:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbf862ed180 x1876218616154112/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307444.723545:0:118852:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307444.723546:0:118852:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789307444.723546:0:118852:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789307444.723548:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf862ed180 x1876218616154112/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307444.723552:0:118852:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbf862ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:118852:1876218616154112:0@lo:400:kworker.0 00000400:00000001:3.0:1789307444.723555:0:118852:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789307444.723556:0:118852:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789307444.723557:0:118852:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644528. 00000400:00000200:3.0:1789307444.723558:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54440 00000400:00000010:3.0:1789307444.723559:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54440. 00000100:00000001:3.0:1789307444.723560:0:118852:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789307444.723562:0:118852:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfc0e9d500 x1876218616154624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789307444.723566:0:118852:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfc0e9d500 x1876218616154624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307444.723578:0:118852:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789307444.723580:0:118852:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307444.723580:0:118852:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789307444.723581:0:118852:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789307444.723582:0:118852:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307444.723583:0:118852:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307444.723584:0:118852:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789307444.723587:0:118852:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe960a0c60 time=8 v=5 (5 6 6 6) 00000100:00001000:3.0:1789307444.723589:0:118852:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe960a0c18 time=8 v=5 (1 1 1 1) 00000100:00000001:3.0:1789307444.723590:0:118852:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789307444.723591:0:118852:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307444.723592:0:118852:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789307444.723593:0:118852:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.723594:0:118852:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789307444.723595:0:118852:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1789307444.723596:0:118852:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789307444.723597:0:118852:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307444.723599:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfc0e9d500 x1876218616154624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307444.723603:0:118852:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307444.723604:0:118852:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789307444.723605:0:118852:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789307444.723607:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfc0e9d500 x1876218616154624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307444.723611:0:118852:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfc0e9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:118852:1876218616154624:0@lo:400:kworker.0 00000100:00000001:3.0:1789307444.723613:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307444.723614:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789307444.723615:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbf862edc00 x1876218616153600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307444.723619:0:118852:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789307444.723620:0:118852:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789307444.723621:0:118852:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbe841b3200. 02000000:00000001:3.0:1789307444.723627:0:118852:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789307444.723629:0:118852:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789307444.723629:0:118852:0:(genops.c:1222:class_import_put()) import ffff9fbf97e31800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1789307444.723631:0:118852:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789307444.723632:0:118852:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfb6bf9d00. 02000000:00000001:3.0:1789307444.723634:0:118852:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789307444.723635:0:118852:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789307444.723636:0:118852:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf862edc00. 00000100:00000001:3.0:1789307444.723638:0:118852:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789307444.723639:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307444.723640:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789307444.723642:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbf862ed180 x1876218616154112/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307444.723646:0:118852:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789307444.723647:0:118852:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789307444.723648:0:118852:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbf9788f800. 02000000:00000001:3.0:1789307444.723649:0:118852:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789307444.723650:0:118852:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789307444.723650:0:118852:0:(genops.c:1222:class_import_put()) import ffff9fbfb68f8000 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1789307444.723651:0:118852:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789307444.723652:0:118852:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf98f66900. 02000000:00000001:3.0:1789307444.723653:0:118852:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789307444.723654:0:118852:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789307444.723655:0:118852:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf862ed180. 00000100:00000001:3.0:1789307444.723656:0:118852:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789307444.723656:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307444.723657:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789307444.723659:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfc0e9d500 x1876218616154624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307444.723662:0:118852:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789307444.723662:0:118852:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789307444.723663:0:118852:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbf9788e200. 02000000:00000001:3.0:1789307444.723664:0:118852:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789307444.723665:0:118852:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789307444.723665:0:118852:0:(genops.c:1222:class_import_put()) import ffff9fbe960a0800 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1789307444.723666:0:118852:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789307444.723670:0:118852:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbe84d06500. 02000000:00000001:3.0:1789307444.723672:0:118852:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789307444.723672:0:118852:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789307444.723673:0:118852:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfc0e9d500. 00000100:00000001:3.0:1789307444.723674:0:118852:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789307444.723675:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307444.723677:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307444.723680:0:118852:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789307444.723680:0:118852:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307444.723682:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307444.723683:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307444.947275:0:266199:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8db00. 00080000:00000010:1.0:1789307444.947287:0:266199:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8db00. 00000020:00000001:1.0:1789307444.947294:0:266199:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307444.947304:0:266199:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8db00. 00080000:00000010:1.0:1789307444.947309:0:266199:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8db00. 00000020:00000001:1.0:1789307444.947314:0:266199:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307444.947322:0:266199:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8db00. 00080000:00000010:1.0:1789307444.947328:0:266199:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8db00. 00000020:00000001:1.0:1789307444.947332:0:266199:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307444.947339:0:266199:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8db00. 00080000:00000010:1.0:1789307444.947344:0:266199:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8db00. 00000020:00000001:1.0:1789307444.947349:0:266199:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307445.034902:0:235391:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307445.034908:0:235391:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307445.034911:0:235391:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307445.034913:0:235391:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307445.034916:0:235391:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307445.034917:0:235391:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307445.034920:0:235391:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789307445.034921:0:235391:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307445.034923:0:235391:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789307445.034924:0:235391:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307445.034987:0:122633:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789307445.034992:0:122633:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789307445.034996:0:122633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789307445.093009:0:266238:0:(class_obd.c:494:obd_class_ioctl()) Process entered 00000020:00000001:0.0:1789307445.093020:0:266238:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:0.0:1789307445.093023:0:266238:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffd6fe6f4c0 00000020:00000001:0.0:1789307445.093030:0:266238:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789307445.093035:0:266238:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9fbfbd257000. 00000020:00000001:0.0:1789307445.093042:0:266238:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307445.093046:0:266238:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 80 at ffff9fbe86acd780. 00000020:00000080:0.0:1789307445.093051:0:266238:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000001:0.0:1789307445.093055:0:266238:0:(obd_config.c:683:class_attach_name()) Process entered 00000020:00000001:0.0:1789307445.093057:0:266238:0:(genops.c:350:class_newdev()) Process entered 00000020:00000010:0.0:1789307445.093071:0:266238:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at ffff9fbfbf1db380. 00000020:00000080:0.0:1789307445.093076:0:266238:0:(genops.c:413:class_newdev()) Allocate new device ec (ffff9fbfbf1db380) 00000020:00000001:0.0:1789307445.093079:0:266238:0:(genops.c:931:__class_new_export()) Process entered 00000020:00000010:0.0:1789307445.093083:0:266238:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at ffff9fbfb101b000. 00000020:00000001:0.0:1789307445.093086:0:266238:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789307445.093090:0:266238:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9fbfb101b000 with handle 0x66de20725ed78243 to hash 00000020:00000001:0.0:1789307445.093092:0:266238:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000020:00000001:0.0:1789307445.093100:0:266238:0:(obd_class.h:1015:obd_init_export()) Process entered 00000020:00000001:0.0:1789307445.093102:0:266238:0:(obd_class.h:1019:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307445.093104:0:266238:0:(genops.c:1001:__class_new_export()) Process leaving (rc=18446638244390088704 : -105829319462912 : ffff9fbfb101b000) 00000020:00000040:0.0:1789307445.093106:0:266238:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb101b000 : new refcount 1 00000020:00000040:0.0:1789307445.093118:0:266238:0:(obd_config.c:995:class_incref()) incref ec (ffff9fbfbf1db380) now 2 - obd_device_list 00000020:00000001:0.0:1789307445.093124:0:266238:0:(genops.c:555:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1789307445.093126:0:266238:0:(obd_config.c:720:class_attach_name()) OBD: dev 29 attached type echo_client with refcount 2 00000020:00000001:0.0:1789307445.093127:0:266238:0:(obd_config.c:722:class_attach_name()) Process leaving (rc=18446638244626805632 : -105829082745984 : ffff9fbfbf1db380) 00000020:00000001:0.0:1789307445.093129:0:266238:0:(obd_config.c:1481:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789307445.093132:0:266238:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 80 at ffff9fbe86acd780. 00000020:00000001:0.0:1789307445.093134:0:266238:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789307445.093136:0:266238:0:(class_obd.c:484:class_handle_ioctl()) kvfree 'data': 576 at ffff9fbfbd257000. 00000020:00000001:0.0:1789307445.093139:0:266238:0:(class_obd.c:485:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307445.093140:0:266238:0:(class_obd.c:504:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307445.274594:0:266246:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8da00. 00080000:00000010:1.0:1789307445.274606:0:266246:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8da00. 00000020:00000001:1.0:1789307445.274613:0:266246:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307445.274621:0:266246:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8da00. 00080000:00000010:1.0:1789307445.274626:0:266246:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8da00. 00000020:00000001:1.0:1789307445.274631:0:266246:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307445.274640:0:266246:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8da00. 00080000:00000010:1.0:1789307445.274645:0:266246:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8da00. 00000020:00000001:1.0:1789307445.274649:0:266246:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307445.274656:0:266246:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8da00. 00080000:00000010:1.0:1789307445.274661:0:266246:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8da00. 00000020:00000001:1.0:1789307445.274665:0:266246:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789307445.403369:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307445.403390:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789307445.403394:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307445.403398:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307445.403412:0:118844:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1789307445.403434:0:118844:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 26 MB=0x6aa693207cd00 00000400:00000200:2.0:1789307445.403454:0:118844:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.56@tcp of length 224/224 into md 0x1c03e1 [2] + 0 00000400:00000010:2.0:1789307445.403460:0:118844:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf83605318. 00000400:00000200:2.0:1789307445.403465:0:118844:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fbf852c9f00 00000800:00000001:2.0:1789307445.403471:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307445.403477:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307445.403481:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307445.403486:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1789307445.403491:0:118844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf852c9f00 00000400:00000010:2.0:1789307445.403494:0:118844:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbf852c9f00. 00000100:00000001:2.0:1789307445.403508:0:118844:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789307445.403511:0:118844:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1789307445.403514:0:118844:0:(events.c:341:request_in_callback()) incoming req@ffff9fbe84058450 x1876218647923968 msgsize 224 00000100:00100000:2.0:1789307445.403522:0:118844:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000040:2.0:1789307445.403525:0:118844:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1789307445.403549:0:118844:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1789307445.403558:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307445.403564:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789307445.403566:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307445.403571:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307445.403576:0:118844:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1789307445.403585:0:118844:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 12 MB=0x6aa693207cd80 00000400:00000200:2.0:1789307445.403592:0:118844:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.56@tcp of length 224/224 into md 0x160ca5 [64] + 158784 00000800:00000001:2.0:1789307445.403597:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307445.403601:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307445.403603:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307445.403607:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:2.0:1789307445.403610:0:118844:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789307445.403612:0:118844:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1789307445.403619:0:118844:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf85c46a00. 00000100:00000040:2.0:1789307445.403623:0:118844:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf85c46a00 x1876218647924096 msgsize 224 00000100:00100000:2.0:1789307445.403628:0:118844:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000001:2.0:1789307445.403649:0:118844:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1789307445.403654:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307445.403666:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789307445.403668:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307445.403670:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307445.403676:0:118844:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1789307445.403685:0:118844:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 12 MB=0x6aa693207ce00 00000400:00000200:2.0:1789307445.403690:0:118844:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.56@tcp of length 224/224 into md 0x160ca5 [64] + 159008 00000800:00000001:2.0:1789307445.403695:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307445.403700:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307445.403703:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307445.403707:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:2.0:1789307445.403711:0:118844:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789307445.403712:0:118844:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1789307445.403717:0:118844:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf21180. 00000100:00000040:2.0:1789307445.403720:0:118844:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbf21180 x1876218647924224 msgsize 224 00000100:00100000:2.0:1789307445.403725:0:118844:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000001:2.0:1789307445.403749:0:118844:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1789307445.403754:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307445.403760:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789307445.403762:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307445.403764:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307445.403768:0:118844:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1789307445.403774:0:118844:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 28 MB=0x6aa693207ce80 00000400:00000200:2.0:1789307445.403780:0:118844:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.56@tcp of length 224/224 into md 0x197959 [8] + 4400 00000800:00000001:2.0:1789307445.403784:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307445.403787:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307445.403789:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307445.403792:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:2.0:1789307445.403796:0:118844:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789307445.403797:0:118844:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1789307445.403801:0:118844:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf20700. 00000100:00000040:2.0:1789307445.403804:0:118844:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbf20700 x1876218647924352 msgsize 224 00000100:00100000:2.0:1789307445.403810:0:118844:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000001:2.0:1789307445.403821:0:118844:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1789307445.403835:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307445.403841:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789307445.403844:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307445.403846:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307445.403885:0:118844:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1789307445.403894:0:118844:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 28 MB=0x6aa693207cf00 00000400:00000200:2.0:1789307445.403898:0:118844:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.56@tcp of length 224/224 into md 0x197959 [8] + 4624 00000800:00000001:2.0:1789307445.403902:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307445.403913:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307445.403915:0:118844:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307445.403918:0:118844:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000001:2.0:1789307445.403921:0:118844:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789307445.403923:0:118844:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1789307445.403928:0:118844:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf20a80. 00000100:00000040:2.0:1789307445.403931:0:118844:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbf20a80 x1876218647924480 msgsize 224 00000100:00100000:2.0:1789307445.403935:0:118844:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.56@tcp (source: 12345-192.168.204.56@tcp) 00000100:00000001:2.0:1789307445.403946:0:118844:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1789307445.403952:0:118844:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789307445.403956:0:118844:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307445.403986:0:230993:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1789307445.403988:0:238794:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789307445.403990:0:230993:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647924096 00000100:00100000:0.0:1789307445.403993:0:238794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647923968 02000000:00000001:2.0:1789307445.403995:0:230993:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1789307445.403997:0:238794:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307445.404000:0:230993:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789307445.404001:0:238794:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307445.404005:0:202298:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1789307445.404006:0:238794:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307445.404006:0:230993:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307445.404015:0:202298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647924352 02000000:00000001:0.0:1789307445.404019:0:238794:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307445.404020:0:230993:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307445.404021:0:202298:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789307445.404029:0:202298:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1789307445.404032:0:238794:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647923968 00000100:00100000:2.0:1789307445.404032:0:230993:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647924096 00000100:00000001:3.0:1789307445.404033:0:202298:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307445.404039:0:238794:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000001:2.0:1789307445.404040:0:230993:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307445.404044:0:230993:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed78227 02000000:00000001:3.0:1789307445.404044:0:202298:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307445.404045:0:238794:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed78204 00000020:00000001:2.0:1789307445.404057:0:230993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00100000:3.0:1789307445.404058:0:202298:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647924352 00000020:00000001:0.0:1789307445.404059:0:238794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307445.404064:0:230993:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf83a71800 refcount=5 00000020:00000040:0.0:1789307445.404067:0:238794:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb9252800 refcount=10 00000020:00000001:3.0:1789307445.404068:0:202298:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000001:2.0:1789307445.404069:0:230993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243629176832 : -105830080374784 : ffff9fbf83a71800) 00000020:00000040:3.0:1789307445.404074:0:202298:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed7823c 00000020:00000001:0.0:1789307445.404075:0:238794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000020:00000001:2.0:1789307445.404076:0:230993:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243629176832 : -105830080374784 : ffff9fbf83a71800) 00000020:00000001:3.0:1789307445.404079:0:202298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789307445.404085:0:202298:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe83622000 refcount=5 00000100:00000001:2.0:1789307445.404087:0:230993:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1789307445.404091:0:202298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239329689600 : -105834379862016 : ffff9fbe83622000) 00000020:00000001:0.0:1789307445.404093:0:238794:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244526630912 : -105829182920704 : ffff9fbfb9252800) 00000020:00000010:2.0:1789307445.404097:0:230993:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00e00. 00000020:00000001:3.0:1789307445.404097:0:202298:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239329689600 : -105834379862016 : ffff9fbe83622000) 00000100:00000001:0.0:1789307445.404102:0:238794:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1789307445.404105:0:202298:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789307445.404110:0:238794:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564400. 00000100:00000001:0.0:1789307445.404115:0:238794:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307445.404115:0:202298:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d04c0. 00000020:00000010:2.0:1789307445.404116:0:230993:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbf88564740. 00000020:00000010:0.0:1789307445.404126:0:238794:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564400. 00000020:00000010:3.0:1789307445.404126:0:202298:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbfb56d0d40. 00000020:00000040:2.0:1789307445.404129:0:230993:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (ffff9fbfad0fcd40) now 16 - evictor 00000020:00000040:3.0:1789307445.404141:0:202298:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff9fbf82a0b380) now 10 - evictor 00000020:00000010:0.0:1789307445.404142:0:238794:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb9ef7a00. 00000100:00000001:2.0:1789307445.404147:0:230993:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1789307445.404156:0:202298:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1789307445.404158:0:230993:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfbedf3400. 00000020:00000010:0.0:1789307445.404159:0:238794:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf85192700. 00000020:00000010:3.0:1789307445.404164:0:202298:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbe841b2800. 00000020:00000010:2.0:1789307445.404166:0:230993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44780. 00000020:00000010:0.0:1789307445.404168:0:238794:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfad0efc80. 00000020:00000010:3.0:1789307445.404171:0:202298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47ad00. 00000020:00000010:2.0:1789307445.404174:0:230993:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984e10. 00000020:00000010:3.0:1789307445.404177:0:202298:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e960. 00000100:00000040:0.0:1789307445.404189:0:238794:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:3.0:1789307445.404193:0:202298:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1789307445.404195:0:238794:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1789307445.404195:0:230993:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1789307445.404200:0:238794:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307445.404201:0:230993:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307445.404207:0:230993:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1789307445.404210:0:238794:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307445.404210:0:202298:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307445.404212:0:230993:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307445.404214:0:202298:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789307445.404221:0:202298:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307445.404229:0:238794:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307445.404229:0:230993:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1789307445.404231:0:202298:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1789307445.404235:0:230993:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1789307445.404236:0:202298:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1789307445.404239:0:230993:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307445.404241:0:202298:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307445.404242:0:238794:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307445.404254:0:230993:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307445.404257:0:202298:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307445.404261:0:238794:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1789307445.404265:0:238794:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1789307445.404267:0:230993:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789307445.404273:0:230993:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647924224 00000100:00000001:3.0:1789307445.404276:0:202298:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1789307445.404278:0:238794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 442 02000000:00000001:2.0:1789307445.404278:0:230993:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1789307445.404279:0:202298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218647924480 00000100:00000001:2.0:1789307445.404286:0:230993:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1789307445.404286:0:202298:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1789307445.404290:0:238794:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfb9252800 : new rpc_count 1 00000100:00000001:3.0:1789307445.404294:0:202298:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307445.404295:0:230993:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307445.404297:0:202298:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307445.404298:0:238794:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638239340397648 : -105834369153968 : ffff9fbe84058450) 02000000:00000001:2.0:1789307445.404305:0:230993:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307445.404305:0:202298:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307445.404310:0:202298:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647924480 00000100:00100000:2.0:1789307445.404313:0:230993:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218647924224 00000020:00000001:3.0:1789307445.404316:0:202298:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000040:0.0:1789307445.404317:0:238794:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbe84058450 x1876218647923968/t0(0) o400->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:491/0 lens 224/0 e 0 to 0 dl 1789307456 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307445.404319:0:230993:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789307445.404319:0:202298:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed78235 00000020:00000001:3.0:1789307445.404327:0:202298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789307445.404328:0:230993:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed7822e 00000020:00000040:3.0:1789307445.404334:0:202298:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf90b99800 refcount=5 00000020:00000001:2.0:1789307445.404336:0:230993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:3.0:1789307445.404338:0:202298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243848493056 : -105829861058560 : ffff9fbf90b99800) 00000100:00000001:0.0:1789307445.404339:0:238794:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1789307445.404341:0:230993:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb9254000 refcount=5 00000020:00000001:3.0:1789307445.404346:0:202298:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243848493056 : -105829861058560 : ffff9fbf90b99800) 00000020:00000010:0.0:1789307445.404348:0:238794:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564400. 00000020:00000001:2.0:1789307445.404350:0:230993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244526637056 : -105829182914560 : ffff9fbfb9254000) 00000100:00000001:0.0:1789307445.404355:0:238794:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307445.404355:0:202298:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1789307445.404360:0:230993:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244526637056 : -105829182914560 : ffff9fbfb9254000) 00000020:00000010:0.0:1789307445.404361:0:238794:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564400. 00000020:00000010:3.0:1789307445.404361:0:202298:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0d40. 00000020:00000010:3.0:1789307445.404371:0:202298:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbf885649c0. 00000100:00000001:2.0:1789307445.404372:0:230993:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1789307445.404381:0:238794:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbe84058450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7d90e49-668d-48f2-b512-5da6d754f7b6+10:256268:x1876218647923968:12345-192.168.204.56@tcp:400:kworker.0 00000020:00000010:2.0:1789307445.404383:0:230993:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00780. 00000020:00000040:3.0:1789307445.404384:0:202298:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000100:00000200:0.0:1789307445.404385:0:238794:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647923968 00000020:00000001:0.0:1789307445.404397:0:238794:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:3.0:1789307445.404397:0:202298:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1789307445.404399:0:230993:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbf874ff740. 00000020:00000001:0.0:1789307445.404407:0:238794:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000010:3.0:1789307445.404409:0:202298:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb2718800. 00000020:00000001:0.0:1789307445.404412:0:238794:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307445.404412:0:230993:0:(obd_config.c:995:class_incref()) incref lustre-MDT0001 (ffff9fbf82a08000) now 12 - evictor 00000020:00000010:3.0:1789307445.404414:0:202298:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47a880. 00000020:00000001:0.0:1789307445.404422:0:238794:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1789307445.404424:0:202298:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e3e8. 00000100:00000001:2.0:1789307445.404425:0:230993:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:0.0:1789307445.404427:0:238794:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660900032 : -1048651584 : ffffffffc17ed8c0) 00000020:00000010:2.0:1789307445.404436:0:230993:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfbedf2c00. 00000020:00000001:0.0:1789307445.404437:0:238794:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1789307445.404437:0:202298:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307445.404442:0:202298:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1789307445.404444:0:238794:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1789307445.404446:0:230993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44280. 00000100:00000001:3.0:1789307445.404446:0:202298:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789307445.404450:0:238794:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1789307445.404459:0:238794:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1789307445.404459:0:202298:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:2.0:1789307445.404460:0:230993:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984708. 00000020:00000001:0.0:1789307445.404463:0:238794:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307445.404464:0:202298:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1789307445.404466:0:238794:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1789307445.404469:0:202298:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307445.404471:0:238794:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1789307445.404475:0:230993:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1789307445.404476:0:238794:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1789307445.404479:0:230993:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:0.0:1789307445.404482:0:238794:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfbd257000. 00000100:00000001:3.0:1789307445.404483:0:202298:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307445.404484:0:230993:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1789307445.404486:0:238794:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307445.404497:0:238794:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307445.404499:0:230993:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1789307445.404502:0:238794:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307445.404503:0:230993:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1789307445.404505:0:230993:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307445.404507:0:202298:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00010000:00000040:0.0:1789307445.404508:0:238794:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647923968 00010000:00000001:0.0:1789307445.404513:0:238794:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:2.0:1789307445.404513:0:230993:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307445.404521:0:202298:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00010000:00000200:0.0:1789307445.404522:0:238794:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbe84058450 x1876218647923968/t0(0) o400->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:491/0 lens 224/224 e 0 to 0 dl 1789307456 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307445.404532:0:230993:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1789307445.404542:0:202298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 4953 00010000:00000001:0.0:1789307445.404544:0:238794:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1789307445.404544:0:230993:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1789307445.404553:0:238794:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307445.404554:0:202298:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe83622000 : new rpc_count 1 00000100:00100000:2.0:1789307445.404562:0:230993:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 2136 00000100:00000001:3.0:1789307445.404563:0:202298:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244573611776 : -105829135939840 : ffff9fbfbbf20700) 00000100:00001000:0.0:1789307445.404567:0:238794:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe840599e8 time=15 v=5 (1 1 1 1) 00000100:00000040:2.0:1789307445.404574:0:230993:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf83a71800 : new rpc_count 1 00000100:00000001:0.0:1789307445.404580:0:238794:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1789307445.404580:0:230993:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243664652800 : -105830044898816 : ffff9fbf85c46a00) 00000100:00000040:3.0:1789307445.404581:0:202298:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbf20700 x1876218647924352/t0(0) o400->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:491/0 lens 224/0 e 0 to 0 dl 1789307456 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789307445.404593:0:238794:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000100:00000040:2.0:1789307445.404599:0:230993:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf85c46a00 x1876218647924096/t0(0) o400->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:491/0 lens 224/0 e 0 to 0 dl 1789307456 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307445.404606:0:238794:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:0.0:1789307445.404616:0:238794:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1789307445.404622:0:238794:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307445.404633:0:238794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789307445.404640:0:238794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000100:00000001:2.0:1789307445.404642:0:230993:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1789307445.404642:0:202298:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1789307445.404645:0:238794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82f68. 00000100:00000200:0.0:1789307445.404651:0:238794:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1876218647923968, offset 224 00000020:00000010:3.0:1789307445.404655:0:202298:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0980. 00000020:00000010:2.0:1789307445.404656:0:230993:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00840. 00000100:00000001:3.0:1789307445.404662:0:202298:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1789307445.404663:0:238794:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000100:00000001:2.0:1789307445.404665:0:230993:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307445.404674:0:202298:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0980. 00000020:00000010:2.0:1789307445.404675:0:230993:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00840. 00000100:00100000:3.0:1789307445.404686:0:202298:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbf20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:436142a5-204b-4bc4-88fc-5961c8ef82c7+5:256269:x1876218647924352:12345-192.168.204.56@tcp:400:kworker.0 00000400:00000200:0.0:1789307445.404691:0:238794:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000100:00100000:2.0:1789307445.404697:0:230993:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf85c46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:436142a5-204b-4bc4-88fc-5961c8ef82c7+5:256269:x1876218647924096:12345-192.168.204.56@tcp:400:kworker.0 00000100:00000200:3.0:1789307445.404704:0:202298:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647924352 00000400:00000200:0.0:1789307445.404710:0:238794:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305924:305924:256:4294967295] 192.168.204.56@tcp LPNI seq info [305920:305920:8:4294967295] 00000020:00000001:3.0:1789307445.404711:0:202298:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000200:2.0:1789307445.404712:0:230993:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647924096 00000020:00000001:2.0:1789307445.404721:0:230993:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789307445.404721:0:202298:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1789307445.404744:0:230993:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:0.0:1789307445.404746:0:238794:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000020:00000001:2.0:1789307445.404749:0:230993:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307445.404753:0:230993:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1789307445.404756:0:230993:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000020:00000001:2.0:1789307445.404761:0:230993:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000200:0.0:1789307445.404762:0:238794:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000001:00000001:2.0:1789307445.404766:0:230993:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1876218647924096, found 0 last_xid 1876218647924095 00000800:00000010:0.0:1789307445.404769:0:238794:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbf98890400. 00000020:00000001:2.0:1789307445.404771:0:230993:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307445.404775:0:230993:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307445.404776:0:230993:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1789307445.404780:0:230993:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789307445.404781:0:238794:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000020:00000001:2.0:1789307445.404783:0:230993:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1789307445.404788:0:202298:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789307445.404795:0:238794:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000020:00000001:3.0:1789307445.404798:0:202298:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1789307445.404799:0:122265:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307445.404799:0:230993:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000800:00000200:0.0:1789307445.404802:0:238794:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbf98890400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789307445.404805:0:122265:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1789307445.404805:0:230993:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1789307445.404805:0:202298:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 02000000:00000010:2.0:1789307445.404813:0:230993:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbf85797400. 00000020:00000001:3.0:1789307445.404813:0:202298:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1789307445.404816:0:122265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 4954 00000100:00000001:0.0:1789307445.404818:0:238794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307445.404821:0:202298:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1789307445.404822:0:230993:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307445.404823:0:122265:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf90b99800 : new rpc_count 1 00000100:00000040:0.0:1789307445.404828:0:238794:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00000020:00000001:3.0:1789307445.404829:0:202298:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1789307445.404830:0:230993:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307445.404832:0:238794:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789307445.404834:0:202298:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1789307445.404836:0:238794:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307445.404836:0:230993:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307445.404837:0:122265:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244573612672 : -105829135938944 : ffff9fbfbbf20a80) 00000020:00000001:3.0:1789307445.404839:0:202298:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307445.404844:0:238794:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00010000:00000040:2.0:1789307445.404844:0:230993:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647924096 00000020:00000001:3.0:1789307445.404847:0:202298:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1789307445.404874:0:122265:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbf20a80 x1876218647924480/t0(0) o400->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:491/0 lens 224/0 e 0 to 0 dl 1789307456 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789307445.404882:0:238794:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbe84058450 x1876218647923968/t0(0) o400->d7d90e49-668d-48f2-b512-5da6d754f7b6@192.168.204.56@tcp:491/0 lens 224/224 e 0 to 0 dl 1789307456 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307445.404887:0:122265:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1789307445.404891:0:230993:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:3.0:1789307445.404894:0:202298:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1789307445.404895:0:122265:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffe80. 02000000:00000001:3.0:1789307445.404900:0:202298:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:2.0:1789307445.404901:0:230993:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf85c46a00 x1876218647924096/t0(0) o400->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:491/0 lens 224/224 e 0 to 0 dl 1789307456 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307445.404902:0:122265:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1789307445.404906:0:202298:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbf9221ac00. 00000020:00000010:1.0:1789307445.404908:0:122265:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffe80. 00000100:00100000:0.0:1789307445.404911:0:238794:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbe84058450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7d90e49-668d-48f2-b512-5da6d754f7b6+10:256268:x1876218647923968:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 566us (1388us total) trans 0 rc 0/0 02000000:00000001:3.0:1789307445.404918:0:202298:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307445.404926:0:122265:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbf20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:436142a5-204b-4bc4-88fc-5961c8ef82c7+5:256268:x1876218647924480:12345-192.168.204.56@tcp:400:kworker.0 00000100:00000001:3.0:1789307445.404929:0:202298:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307445.404931:0:230993:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1789307445.404939:0:122265:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647924480 00000020:00000001:3.0:1789307445.404939:0:202298:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307445.404940:0:230993:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307445.404947:0:122265:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00100000:0.0:1789307445.404950:0:238794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 442 00000020:00000001:1.0:1789307445.404951:0:122265:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00001000:2.0:1789307445.404951:0:230993:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=24 v=5 (1 1 1 5) 00010000:00000040:3.0:1789307445.404951:0:202298:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647924352 00000020:00000001:1.0:1789307445.404956:0:122265:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307445.404963:0:202298:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000040:0.0:1789307445.404964:0:238794:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb9252800 : new rpc_count 0 00000020:00000001:1.0:1789307445.404964:0:122265:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1789307445.404964:0:230993:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1789307445.404970:0:122265:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00000001:0.0:1789307445.404971:0:238794:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1789307445.404972:0:230993:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00010000:00000200:3.0:1789307445.404975:0:202298:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbf20700 x1876218647924352/t0(0) o400->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:491/0 lens 224/224 e 0 to 0 dl 1789307456 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1789307445.404976:0:122265:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1789307445.404977:0:238794:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1789307445.404977:0:230993:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 00000020:00000001:1.0:1789307445.404982:0:122265:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1789307445.404987:0:230993:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1789307445.404988:0:238794:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf85192700. 00000020:00000001:1.0:1789307445.404992:0:122265:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1789307445.404994:0:230993:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307445.405001:0:122265:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1789307445.405002:0:238794:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfad0efc80. 00000100:00000001:2.0:1789307445.405004:0:230993:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1789307445.405007:0:122265:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307445.405015:0:122265:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000020:00000010:0.0:1789307445.405017:0:238794:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb9ef7a00. 00000100:00000040:2.0:1789307445.405018:0:230993:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000100:00000001:1.0:1789307445.405019:0:122265:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789307445.405023:0:122265:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1789307445.405025:0:230993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd550. 02000000:00000010:1.0:1789307445.405027:0:122265:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbe8ee68800. 00000020:00000040:0.0:1789307445.405028:0:238794:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9252800 : new refcount 9 00000100:00000200:2.0:1789307445.405029:0:230993:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218647924096, offset 224 02000000:00000001:1.0:1789307445.405033:0:122265:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307445.405039:0:238794:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307445.405040:0:122265:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307445.405045:0:230993:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000020:00000001:1.0:1789307445.405050:0:122265:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789307445.405052:0:238794:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000040:1.0:1789307445.405058:0:122265:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647924480 00000400:00000200:2.0:1789307445.405061:0:230993:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000010:0.0:1789307445.405065:0:238794:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb6ce3a50. 00010000:00000001:1.0:1789307445.405068:0:122265:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000001:3.0:1789307445.405074:0:202298:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000400:00000010:0.0:1789307445.405077:0:238794:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbeb140b300. 00010000:00000200:1.0:1789307445.405079:0:122265:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbf20a80 x1876218647924480/t0(0) o400->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:491/0 lens 224/224 e 0 to 0 dl 1789307456 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789307445.405082:0:202298:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307445.405083:0:230993:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305925:305925:255:4294967295] 192.168.204.56@tcp LPNI seq info [305921:305921:7:4294967295] 00000100:00001000:3.0:1789307445.405092:0:202298:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=7 v=5 (1 4 4 1) 00010000:00000001:1.0:1789307445.405108:0:122265:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1789307445.405109:0:230993:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000100:00000001:3.0:1789307445.405110:0:202298:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1789307445.405111:0:122265:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307445.405116:0:122265:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=7 v=5 (1 4 4 1) 00000100:00000040:3.0:1789307445.405119:0:202298:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 12 to 192.168.204.56@tcp 00000800:00000200:2.0:1789307445.405120:0:230993:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000100:00080000:0.0:1789307445.405123:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1789307445.405128:0:202298:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 00000100:00000001:1.0:1789307445.405131:0:122265:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000800:00000010:2.0:1789307445.405131:0:230993:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbf98e98000. 00000020:00000040:0.0:1789307445.405132:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0001 (ffff9fbf82a08000) now 12 - evictor 02000000:00000001:3.0:1789307445.405137:0:202298:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1789307445.405141:0:122265:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 13 to 192.168.204.56@tcp 00000800:00000200:2.0:1789307445.405143:0:230993:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 02000000:00000001:3.0:1789307445.405143:0:202298:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307445.405144:0:122265:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 00000100:00080000:0.0:1789307445.405145:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 02000000:00000001:1.0:1789307445.405154:0:122265:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1789307445.405155:0:202298:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1789307445.405156:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 02000000:00000001:1.0:1789307445.405160:0:122265:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789307445.405161:0:230993:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000100:00080000:0.0:1789307445.405168:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:3.0:1789307445.405169:0:202298:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000100:00000001:1.0:1789307445.405171:0:122265:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1789307445.405171:0:230993:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbf98e98000 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:0.0:1789307445.405177:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000 (ffff9fbf82a0b380) now 10 - evictor 00000100:00000001:2.0:1789307445.405178:0:230993:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307445.405179:0:122265:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000400:00000010:3.0:1789307445.405179:0:202298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdee58. 00000100:00080000:0.0:1789307445.405189:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000010:1.0:1789307445.405190:0:122265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54cc0. 00000100:00000040:2.0:1789307445.405190:0:230993:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 12 to 192.168.204.56@tcp 00000100:00000200:3.0:1789307445.405191:0:202298:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218647924352, offset 224 00000020:00000040:0.0:1789307445.405199:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000 (ffff9fbfad0fcd40) now 16 - evictor 00000100:00000200:1.0:1789307445.405199:0:122265:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218647924480, offset 224 00010000:00000001:2.0:1789307445.405200:0:230993:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307445.405204:0:230993:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307445.405211:0:202298:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000020:00000001:2.0:1789307445.405212:0:230993:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1789307445.405218:0:225633:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1789307445.405223:0:230993:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf85c46a00 x1876218647924096/t0(0) o400->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:491/0 lens 224/224 e 0 to 0 dl 1789307456 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307445.405224:0:225633:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1789307445.405224:0:122265:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1789307445.405235:0:202298:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000100:00100000:0.0:1789307445.405237:0:225633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.56@tcp, seq: 2137 00000100:00000040:0.0:1789307445.405250:0:225633:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfb9254000 : new rpc_count 1 00000100:00000001:0.0:1789307445.405255:0:225633:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244573614464 : -105829135937152 : ffff9fbfbbf21180) 00000400:00000200:3.0:1789307445.405263:0:202298:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305926:305926:254:4294967295] 192.168.204.56@tcp LPNI seq info [305922:305922:6:4294967295] 00000100:00100000:2.0:1789307445.405265:0:230993:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf85c46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:436142a5-204b-4bc4-88fc-5961c8ef82c7+5:256269:x1876218647924096:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 610us (1628us total) trans 0 rc 0/0 00000100:00000040:0.0:1789307445.405277:0:225633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbf21180 x1876218647924224/t0(0) o400->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:491/0 lens 224/0 e 0 to 0 dl 1789307456 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307445.405294:0:230993:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 2136 00000400:00000200:3.0:1789307445.405307:0:202298:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000100:00000040:2.0:1789307445.405309:0:230993:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf83a71800 : new rpc_count 0 00000100:00000001:2.0:1789307445.405319:0:230993:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1789307445.405326:0:225633:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1789307445.405326:0:230993:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789307445.405329:0:230993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44780. 00000800:00000200:3.0:1789307445.405331:0:202298:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000020:00000010:0.0:1789307445.405336:0:225633:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564400. 00000400:00000200:1.0:1789307445.405336:0:122265:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000800:00000010:3.0:1789307445.405340:0:202298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbe84d06d00. 00000020:00000010:2.0:1789307445.405341:0:230993:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984e10. 00000100:00000001:0.0:1789307445.405349:0:225633:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1789307445.405350:0:122265:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305927:305927:253:4294967295] 192.168.204.56@tcp LPNI seq info [305923:305923:5:4294967295] 00000020:00000010:2.0:1789307445.405350:0:230993:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfbedf3400. 00000020:00000040:2.0:1789307445.405362:0:230993:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf83a71800 : new refcount 4 00000800:00000200:3.0:1789307445.405362:0:202298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000020:00000010:0.0:1789307445.405365:0:225633:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564400. 00000100:00000001:2.0:1789307445.405375:0:230993:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789307445.405383:0:202298:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000100:00100000:0.0:1789307445.405387:0:225633:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbf21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:436142a5-204b-4bc4-88fc-5961c8ef82c7+5:256268:x1876218647924224:12345-192.168.204.56@tcp:400:kworker.0 00000800:00000200:3.0:1789307445.405390:0:202298:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbe84d06d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1789307445.405404:0:122265:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000100:00000001:3.0:1789307445.405405:0:202298:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789307445.405407:0:225633:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218647924224 00000100:00000040:3.0:1789307445.405414:0:202298:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000020:00000001:0.0:1789307445.405415:0:225633:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00010000:00000001:3.0:1789307445.405417:0:202298:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:0.0:1789307445.405420:0:225633:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:3.0:1789307445.405421:0:202298:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307445.405427:0:202298:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1789307445.405428:0:225633:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307445.405435:0:225633:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1789307445.405435:0:202298:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf20700 x1876218647924352/t0(0) o400->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:491/0 lens 224/224 e 0 to 0 dl 1789307456 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1789307445.405437:0:122265:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000020:00000001:0.0:1789307445.405445:0:225633:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000800:00000010:1.0:1789307445.405452:0:122265:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbfb6bf9600. 00000020:00000001:0.0:1789307445.405459:0:225633:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000800:00000200:2.0:1789307445.405467:0:118842:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000001:00000001:0.0:1789307445.405470:0:225633:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1876218647924224, found 0 last_xid 1876218647924223 00000800:00000200:1.0:1789307445.405476:0:122265:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000010:2.0:1789307445.405478:0:118842:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbf98890400. 00000020:00000001:0.0:1789307445.405485:0:225633:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789307445.405488:0:202298:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbf20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:436142a5-204b-4bc4-88fc-5961c8ef82c7+5:256269:x1876218647924352:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 841us (1676us total) trans 0 rc 0/0 00000020:00000001:0.0:1789307445.405490:0:225633:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000800:00000200:1.0:1789307445.405492:0:122265:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000400:00000200:2.0:1789307445.405492:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1789307445.405495:0:225633:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1789307445.405502:0:225633:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789307445.405502:0:122265:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbfb6bf9600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1789307445.405510:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000020:00000001:0.0:1789307445.405513:0:225633:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1789307445.405514:0:122265:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307445.405516:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82f68 00000100:00000001:0.0:1789307445.405520:0:225633:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1789307445.405521:0:202298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 4953 00000400:00000010:2.0:1789307445.405523:0:118842:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82f68. 02000000:00000001:0.0:1789307445.405530:0:225633:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1789307445.405530:0:122265:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00000100:00000040:3.0:1789307445.405530:0:202298:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe83622000 : new rpc_count 0 00000100:00000001:2.0:1789307445.405532:0:118842:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789307445.405539:0:202298:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1789307445.405540:0:118842:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1789307445.405541:0:225633:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfb6949400. 00010000:00000001:1.0:1789307445.405541:0:122265:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000001:3.0:1789307445.405543:0:202298:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1789307445.405545:0:122265:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789307445.405545:0:118842:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9fbfbd257000. 00000020:00000010:3.0:1789307445.405550:0:202298:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47ad00. 02000000:00000001:0.0:1789307445.405551:0:225633:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307445.405551:0:122265:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1789307445.405552:0:118842:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1789307445.405559:0:118842:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1789307445.405561:0:225633:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307445.405561:0:202298:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e960. 00000100:00000040:1.0:1789307445.405568:0:122265:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf20a80 x1876218647924480/t0(0) o400->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:491/0 lens 224/224 e 0 to 0 dl 1789307456 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1789307445.405572:0:225633:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307445.405573:0:202298:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbe841b2800. 00000800:00000200:2.0:1789307445.405576:0:118842:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000040:3.0:1789307445.405582:0:202298:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe83622000 : new refcount 4 00010000:00000040:0.0:1789307445.405583:0:225633:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218647924224 00000800:00000010:2.0:1789307445.405583:0:118842:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbf98e98000. 00000100:00000001:3.0:1789307445.405591:0:202298:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789307445.405593:0:122265:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbf20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:436142a5-204b-4bc4-88fc-5961c8ef82c7+5:256268:x1876218647924480:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 699us (1653us total) trans 0 rc 0/0 00010000:00000001:0.0:1789307445.405594:0:225633:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000400:00000200:2.0:1789307445.405595:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:0.0:1789307445.405606:0:225633:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbf21180 x1876218647924224/t0(0) o400->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:491/0 lens 224/224 e 0 to 0 dl 1789307456 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307445.405606:0:122265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 4954 00000400:00000200:2.0:1789307445.405606:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000040:1.0:1789307445.405611:0:122265:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf90b99800 : new rpc_count 0 00000400:00000200:2.0:1789307445.405611:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd550 00010000:00000001:0.0:1789307445.405617:0:225633:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1789307445.405620:0:225633:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307445.405622:0:122265:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1789307445.405622:0:118842:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd550. 00000100:00001000:0.0:1789307445.405625:0:225633:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=24 v=5 (1 1 1 5) 00000100:00000001:2.0:1789307445.405629:0:118842:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1789307445.405630:0:225633:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1789307445.405633:0:122265:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1789307445.405633:0:118842:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000040:0.0:1789307445.405638:0:225633:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbe86a459c0 refcount 11 to 192.168.204.56@tcp 00000020:00000010:1.0:1789307445.405639:0:122265:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47a880. 00000100:00000001:0.0:1789307445.405641:0:225633:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638239384361408 : -105834325190208 : ffff9fbe86a459c0) 02000000:00000001:0.0:1789307445.405645:0:225633:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1789307445.405647:0:225633:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789307445.405647:0:118842:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789307445.405652:0:118842:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbe84d06d00. 00000100:00000001:0.0:1789307445.405653:0:225633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1789307445.405654:0:122265:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e3e8. 00000400:00000200:2.0:1789307445.405657:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1789307445.405660:0:122265:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb2718800. 00000100:00000040:0.0:1789307445.405661:0:225633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.56@tcp 00000020:00000040:1.0:1789307445.405664:0:122265:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf90b99800 : new refcount 4 00000400:00000200:2.0:1789307445.405665:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000010:0.0:1789307445.405667:0:225633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82a18. 00000100:00000001:1.0:1789307445.405668:0:122265:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789307445.405668:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdee58 00000400:00000010:2.0:1789307445.405671:0:118842:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdee58. 00000100:00000001:2.0:1789307445.405674:0:118842:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000200:0.0:1789307445.405676:0:225633:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218647924224, offset 224 00000100:00000001:2.0:1789307445.405676:0:118842:0:(events.c:402:reply_out_callback()) Process leaving 00000400:00000200:0.0:1789307445.405687:0:225633:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1789307445.405696:0:225633:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1789307445.405703:0:225633:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [305928:305928:255:4294967295] 192.168.204.56@tcp LPNI seq info [305924:305924:7:4294967295] 00000400:00000200:0.0:1789307445.405710:0:225633:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1789307445.405713:0:225633:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1789307445.405716:0:225633:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fbf98890400. 00000800:00000200:0.0:1789307445.405719:0:225633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fbec7bbb180] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1789307445.405722:0:225633:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1789307445.405724:0:225633:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9fbf98890400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789307445.405741:0:225633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307445.405744:0:225633:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbe86a459c0 refcount 10 to 192.168.204.56@tcp 00010000:00000001:0.0:1789307445.405747:0:225633:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:0.0:1789307445.405749:0:225633:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307445.405751:0:225633:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000800:00000200:2.0:1789307445.405752:0:118842:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789307445.405755:0:118842:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbfb6bf9600. 00000100:00000040:0.0:1789307445.405757:0:225633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf21180 x1876218647924224/t0(0) o400->436142a5-204b-4bc4-88fc-5961c8ef82c7@192.168.204.56@tcp:491/0 lens 224/224 e 0 to 0 dl 1789307456 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307445.405759:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307445.405768:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1789307445.405774:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54cc0 00000400:00000010:2.0:1789307445.405777:0:118842:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54cc0. 00000100:00100000:0.0:1789307445.405780:0:225633:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbf21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:436142a5-204b-4bc4-88fc-5961c8ef82c7+5:256268:x1876218647924224:12345-192.168.204.56@tcp:400:kworker.0 Request processed in 450us (2054us total) trans 0 rc 0/0 00000100:00000001:2.0:1789307445.405781:0:118842:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789307445.405782:0:118842:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00100000:0.0:1789307445.405794:0:225633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.56@tcp, seq: 2137 00000100:00000040:0.0:1789307445.405797:0:225633:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb9254000 : new rpc_count 0 00000800:00000200:2.0:1789307445.405798:0:118842:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1789307445.405800:0:225633:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:2.0:1789307445.405801:0:118842:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fbf98890400. 00000100:00000001:0.0:1789307445.405805:0:225633:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1789307445.405806:0:118842:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1789307445.405810:0:225633:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44280. 00000400:00000200:2.0:1789307445.405811:0:118842:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1789307445.405815:0:118842:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82a18 00000020:00000010:0.0:1789307445.405818:0:225633:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984708. 00000400:00000010:2.0:1789307445.405818:0:118842:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82a18. 00000100:00000001:2.0:1789307445.405823:0:118842:0:(events.c:390:reply_out_callback()) Process entered 00000020:00000010:0.0:1789307445.405826:0:225633:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfbedf2c00. 00000100:00000001:2.0:1789307445.405826:0:118842:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000040:0.0:1789307445.405832:0:225633:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb9254000 : new refcount 4 00000100:00000001:0.0:1789307445.405836:0:225633:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789307445.416994:0:266286:0:(class_obd.c:494:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1789307445.417003:0:266286:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1789307445.417006:0:266286:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c008667f len=0 uarg=00007ffe9f829c90 00000020:00000001:1.0:1789307445.417012:0:266286:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789307445.417016:0:266286:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 584 at ffff9fbe8ee6ac00. 00000020:00000001:1.0:1789307445.417022:0:266286:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307445.417025:0:266286:0:(class_obd.c:131:class_resolve_dev_name()) Process entered 00000020:00000080:1.0:1789307445.417026:0:266286:0:(class_obd.c:141:class_resolve_dev_name()) device name ec 00000020:00000080:1.0:1789307445.417040:0:266286:0:(class_obd.c:148:class_resolve_dev_name()) device name ec, dev 29 00000020:00000001:1.0:1789307445.417043:0:266286:0:(class_obd.c:152:class_resolve_dev_name()) Process leaving (rc=29 : 29 : 1d) 00000020:00000001:1.0:1789307445.417045:0:266286:0:(class_obd.c:406:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307445.417048:0:266286:0:(class_obd.c:484:class_handle_ioctl()) kvfree 'data': 584 at ffff9fbe8ee6ac00. 00000020:00000001:1.0:1789307445.417051:0:266286:0:(class_obd.c:485:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307445.417053:0:266286:0:(class_obd.c:504:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307445.417171:0:266286:0:(class_obd.c:494:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1789307445.417173:0:266286:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1789307445.417175:0:266286:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffe9f829ba0 00000020:00000001:1.0:1789307445.417177:0:266286:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789307445.417180:0:266286:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9fbe8ee6ac00. 00000020:00000001:1.0:1789307445.417183:0:266286:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307445.417188:0:266286:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 64 at ffff9fbf874ffe80. 00000020:00000080:1.0:1789307445.417191:0:266286:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1789307445.417199:0:266286:0:(obd_config.c:742:class_setup()) Process entered 00000001:00000001:1.0:1789307445.417226:0:266286:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1789307445.417230:0:266286:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff9fbfb6bf9b00. 00000001:00000010:1.0:1789307445.417237:0:266286:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff9fbfa31422e0. 00000001:00000010:1.0:1789307445.417241:0:266286:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbf9788e000. 00000001:00000010:1.0:1789307445.417244:0:266286:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbf9788e800. 00000001:00000010:1.0:1789307445.417247:0:266286:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbf9788fc00. 00000001:00000010:1.0:1789307445.417255:0:266286:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbf9788ec00. 00000020:00000001:1.0:1789307445.417259:0:266286:0:(obd_class.h:564:obd_setup()) Process entered 00000020:00000010:1.0:1789307445.417263:0:266286:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbf9788f200. 00000020:00000010:1.0:1789307445.417269:0:266286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf83f8d400. 00000020:00000010:1.0:1789307445.417276:0:266286:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696a4b0. 00000008:00000010:1.0:1789307445.417282:0:266286:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9fbfb52a0c60. 00020000:00000010:1.0:1789307445.417287:0:266286:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9fbfb52a5ff0. 00008000:00000010:1.0:1789307445.417292:0:266286:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9fbfb5283550. 00000080:00000010:1.0:1789307445.417300:0:266286:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9fbfb52a2780. 00000020:00000010:1.0:1789307445.417304:0:266286:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbf9788ee00. 00000020:00000010:1.0:1789307445.417308:0:266286:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9fbf9788ea00. 00000020:00000010:1.0:1789307445.417313:0:266286:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9fbe9794f180. 00000040:00000010:1.0:1789307445.417317:0:266286:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9fbf9788fe00. 00000020:00000010:1.0:1789307445.417323:0:266286:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9fbf86774800. 00000020:00000010:1.0:1789307445.417327:0:266286:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9fbfbb675a90. 00000020:00000010:1.0:1789307445.417334:0:266286:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9fbfb281c400. 80000000:00000010:1.0:1789307445.417338:0:266286:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9fbe9794f480. 40000000:00000010:1.0:1789307445.417342:0:266286:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9fbf874ffac0. 00000008:00000010:1.0:1789307445.417347:0:266286:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9fbfb6c08b30. 00020000:00000010:1.0:1789307445.417352:0:266286:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9fbf8350ae40. 00008000:00000010:1.0:1789307445.417356:0:266286:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9fbfb6c60710. 00100000:00000010:1.0:1789307445.417362:0:266286:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9fbe83625800. 00040000:00000010:1.0:1789307445.417367:0:266286:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9fbfb6bf9600. 00040000:00000010:1.0:1789307445.417373:0:266286:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9fbf91b8d800. 00040000:00000010:1.0:1789307445.417378:0:266286:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9fbfb281d000. 00080000:00000010:1.0:1789307445.417386:0:266286:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at ffff9fbf831f2000. 00080000:00000010:1.0:1789307445.417392:0:266286:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff9fbf831f6000. 00000004:00000010:1.0:1789307445.417400:0:266286:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9fbe84f09800. 00000004:00000010:1.0:1789307445.417407:0:266286:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff9fbf98cd4000. 00000004:00000010:1.0:1789307445.417413:0:266286:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9fbe84f0c800. 00002000:00000010:1.0:1789307445.417418:0:266286:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9fbfbd7e8800. 00000004:00000010:1.0:1789307445.417424:0:266286:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9fbfbd7e9800. 00000080:00000010:1.0:1789307445.417429:0:266286:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9fbf923025e8. 00000080:00000010:1.0:1789307445.417439:0:266286:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9fbfb6c672e0. 00008000:00000001:1.0:1789307445.417444:0:266286:0:(echo_client.c:604:echo_device_alloc()) Process entered 00008000:00000010:1.0:1789307445.417447:0:266286:0:(echo_client.c:605:echo_device_alloc()) kmalloced '(ed)': 704 at ffff9fbfbd7ea400. 00000020:00000001:1.0:1789307445.417458:0:266286:0:(lu_object.c:1123:lu_site_init()) Process entered 00000020:00000010:1.0:1789307445.417501:0:266286:0:(lu_object.c:1142:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at ffff9fbfb4858000. 00000020:00000010:1.0:1789307445.417514:0:266286:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff9fbeade5f000. 00000020:00000010:1.0:1789307445.417519:0:266286:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 384 at ffff9fbfb281d400. 00000020:00000001:1.0:1789307445.417525:0:266286:0:(lu_object.c:1185:lu_site_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1789307445.417532:0:266286:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9fbfb6c0efe0. 00020000:00000010:1.0:1789307445.417535:0:266286:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9fbf8350a240. 00008000:00000010:1.0:1789307445.417538:0:266286:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9fbfb6c63880. 00000080:00000010:1.0:1789307445.417542:0:266286:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9fbf92302150. 00000080:00000010:1.0:1789307445.417544:0:266286:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9fbfb6c66bf0. 00000008:00000010:1.0:1789307445.417547:0:266286:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9fbfb52a0f20. 00020000:00000010:1.0:1789307445.417550:0:266286:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9fbfb52a76c0. 00008000:00000010:1.0:1789307445.417552:0:266286:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9fbfb5283448. 00000080:00000010:1.0:1789307445.417555:0:266286:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9fbfb52a2690. 00000008:00000010:1.0:1789307445.417560:0:266286:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9fbfb6c0c320. 00020000:00000010:1.0:1789307445.417562:0:266286:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9fbf8350a840. 00008000:00000010:1.0:1789307445.417565:0:266286:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9fbfb6c61530. 00000080:00000010:1.0:1789307445.417567:0:266286:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9fbf923029d8. 00000080:00000010:1.0:1789307445.417570:0:266286:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9fbfb6c66e40. 00000008:00000010:1.0:1789307445.417573:0:266286:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9fbfb52a14a0. 00020000:00000010:1.0:1789307445.417576:0:266286:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9fbfb52a6da0. 00008000:00000010:1.0:1789307445.417578:0:266286:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9fbfb5283558. 00000080:00000010:1.0:1789307445.417581:0:266286:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9fbfb52a23c0. 00000008:00000010:1.0:1789307445.417585:0:266286:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9fbfb6c0e4b0. 00020000:00000010:1.0:1789307445.417588:0:266286:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9fbf8350ab40. 00008000:00000010:1.0:1789307445.417590:0:266286:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9fbfb6c63c08. 00000080:00000010:1.0:1789307445.417593:0:266286:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9fbf92302000. 00000080:00000010:1.0:1789307445.417596:0:266286:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9fbfb6c644a0. 00000008:00000010:1.0:1789307445.417599:0:266286:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9fbfb52a18c0. 00020000:00000010:1.0:1789307445.417602:0:266286:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9fbfb52a7d98. 00008000:00000010:1.0:1789307445.417610:0:266286:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9fbfb5283a48. 00000080:00000010:1.0:1789307445.417613:0:266286:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9fbfb52a21e0. 00000008:00000010:1.0:1789307445.417618:0:266286:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9fbfb6c08000. 00020000:00000010:1.0:1789307445.417620:0:266286:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9fbf8350ac00. 00008000:00000010:1.0:1789307445.417623:0:266286:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9fbfb6c626d8. 00000080:00000010:1.0:1789307445.417625:0:266286:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9fbf92302f18. 00000080:00000010:1.0:1789307445.417628:0:266286:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9fbfb6c679d0. 00000008:00000010:1.0:1789307445.417631:0:266286:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9fbfb52a1ce0. 00020000:00000010:1.0:1789307445.417633:0:266286:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9fbfb52a56d0. 00008000:00000010:1.0:1789307445.417635:0:266286:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9fbfb5283130. 00000080:00000010:1.0:1789307445.417638:0:266286:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9fbfb52a2d20. 00008000:00000001:1.0:1789307445.417643:0:266286:0:(echo_client.c:2435:echo_client_setup()) Process entered 00008000:00000010:1.0:1789307445.417651:0:266286:0:(echo_client.c:2467:echo_client_setup()) kmalloced '(ocd)': 192 at ffff9fbf9647f9c0. 00008000:00000001:1.0:1789307445.417653:0:266286:0:(obd_class.h:859:obd_connect()) Process entered 00002000:00000001:1.0:1789307445.417656:0:266286:0:(ofd_obd.c:339:ofd_obd_connect()) Process entered 00000020:00000001:1.0:1789307445.417659:0:266286:0:(genops.c:1374:class_connect()) Process entered 00000020:00000001:1.0:1789307445.417661:0:266286:0:(genops.c:931:__class_new_export()) Process entered 00000020:00000010:1.0:1789307445.417665:0:266286:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at ffff9fbfbc4b9800. 00000020:00000001:1.0:1789307445.417668:0:266286:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789307445.417671:0:266286:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9fbfbc4b9800 with handle 0x66de20725ed7824a to hash 00000020:00000001:1.0:1789307445.417674:0:266286:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000020:00000001:1.0:1789307445.417678:0:266286:0:(obd_class.h:1015:obd_init_export()) Process entered 00000001:00000001:1.0:1789307445.417681:0:266286:0:(tgt_lastrcvd.c:423:tgt_client_alloc()) Process entered 00000001:00000010:1.0:1789307445.417684:0:266286:0:(tgt_lastrcvd.c:431:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff9fbf83f8d800. 00000001:00000001:1.0:1789307445.417687:0:266286:0:(tgt_lastrcvd.c:438:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307445.417691:0:266286:0:(ldlm_lockd.c:3138:ldlm_init_export()) Process entered 00000001:00000001:1.0:1789307445.417693:0:266286:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1789307445.417697:0:266286:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff9fbfb57d7500. 00000001:00000010:1.0:1789307445.417702:0:266286:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff9fbfa31420e0. 00000001:00000010:1.0:1789307445.417705:0:266286:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbfb281ce00. 00000001:00000010:1.0:1789307445.417708:0:266286:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbfb281dc00. 00000001:00000010:1.0:1789307445.417710:0:266286:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbfb281c800. 00000001:00000010:1.0:1789307445.417713:0:266286:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9fbfb281da00. 00010000:00000001:1.0:1789307445.417716:0:266286:0:(ldlm_flock.c:1125:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307445.417719:0:266286:0:(ldlm_lockd.c:3157:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307445.417739:0:266286:0:(obd_class.h:1019:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307445.417743:0:266286:0:(genops.c:868:class_export_get()) GET export ffff9fbfbc4b9800 refcount=3 00000020:00000040:1.0:1789307445.417760:0:266286:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff9fbf82a0b380) now 10 - export 00000020:00000001:1.0:1789307445.417764:0:266286:0:(genops.c:1001:__class_new_export()) Process leaving (rc=18446638244579481600 : -105829130070016 : ffff9fbfbc4b9800) 00000020:00000040:1.0:1789307445.417767:0:266286:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfbc4b9800 : new refcount 2 00000020:00000080:1.0:1789307445.417769:0:266286:0:(genops.c:1384:class_connect()) connect: client ECHO_UUID, cookie 0x66de20725ed7824a 00000020:00000001:1.0:1789307445.417771:0:266286:0:(genops.c:1385:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307445.417774:0:266286:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789307445.417776:0:266286:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed7824a 00000020:00000001:1.0:1789307445.417778:0:266286:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307445.417780:0:266286:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfbc4b9800 refcount=3 00000020:00000001:1.0:1789307445.417782:0:266286:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244579481600 : -105829130070016 : ffff9fbfbc4b9800) 00000020:00000001:1.0:1789307445.417785:0:266286:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244579481600 : -105829130070016 : ffff9fbfbc4b9800) 00002000:00080000:1.0:1789307445.417787:0:266286:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: cannot find nodemap for client ECHO_UUID: svc_ctx and nid are null 00002000:00100000:1.0:1789307445.417791:0:266286:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 ocd_connect_flags: 0x8000405040040028 ocd_version: 2113a28 ocd_grant: 0 ocd_index: 0 ocd_group 2 00000020:00000001:1.0:1789307445.417799:0:266286:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1789307445.417802:0:266286:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1789307445.417805:0:266286:0:(tgt_grant.c:400:tgt_grant_statfs()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 free: 3918819328 avail: 3687297024 00000020:00000001:1.0:1789307445.417808:0:266286:0:(tgt_grant.c:427:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1789307445.417812:0:266286:0:(tgt_grant.c:464:tgt_grant_space_left()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 avail=3687297024 left=3678576640 unstable=0 tot_grant=8717760 pending=0 00000020:00000001:1.0:1789307445.417815:0:266286:0:(tgt_grant.c:466:tgt_grant_space_left()) Process leaving (rc=3678576640 : 3678576640 : db42a000) 00000020:00000001:1.0:1789307445.417817:0:266286:0:(tgt_grant.c:893:tgt_grant_alloc()) Process entered 00000020:00000001:1.0:1789307445.417819:0:266286:0:(tgt_grant.c:923:tgt_grant_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1789307445.417822:0:266286:0:(tgt_grant.c:1088:tgt_grant_connect()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 ocd_grant: 0 want: 0 left: 3678576640 00000020:00000001:1.0:1789307445.417825:0:266286:0:(tgt_grant.c:1090:tgt_grant_connect()) Process leaving 00002000:00100000:1.0:1789307445.417827:0:266286:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00000001:1.0:1789307445.417829:0:266286:0:(ofd_obd.c:247:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307445.417832:0:266286:0:(tgt_lastrcvd.c:1061:tgt_client_new()) Process entered 00000001:00000040:1.0:1789307445.417835:0:266286:0:(tgt_lastrcvd.c:1124:tgt_client_new()) lustre-OST0000: new client at index 2 (8448) with UUID 'ECHO_UUID' generation 0 00000001:00000001:1.0:1789307445.417838:0:266286:0:(tgt_lastrcvd.c:612:tgt_client_data_update()) Process entered 00080000:00000001:1.0:1789307445.417842:0:266286:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:1.0:1789307445.418088:0:266286:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfb281c600. 00080000:00000001:1.0:1789307445.418093:0:266286:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244415260160 : -105829294291456 : ffff9fbfb281c600) 00080000:00000001:1.0:1789307445.418099:0:266286:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:1.0:1789307445.418104:0:266286:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1789307445.418108:0:266286:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ff100. 00080000:00000001:1.0:1789307445.418112:0:266286:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307445.418114:0:266286:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:1.0:1789307445.418139:0:266286:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1789307445.418143:0:266286:0:(tgt_lastrcvd.c:581:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff9fbe9794fa80. 00000001:00000040:1.0:1789307445.418146:0:266286:0:(tgt_lastrcvd.c:585:tgt_new_client_cb_add()) callback GETting export ffff9fbfbc4b9800 : new cb_count 1 00000020:00000040:1.0:1789307445.418149:0:266286:0:(genops.c:868:class_export_get()) GET export ffff9fbfbc4b9800 refcount=4 00000001:00000001:1.0:1789307445.418182:0:266286:0:(tgt_lastrcvd.c:661:tgt_client_data_update()) Process leaving 00080000:00000001:1.0:1789307445.418185:0:266286:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:1.0:1789307445.418197:0:266286:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ff100. 00040000:00000001:1.0:1789307445.418204:0:266286:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:1.0:1789307445.418206:0:266286:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:1.0:1789307445.418209:0:266286:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1789307445.418212:0:266286:0:(tgt_lastrcvd.c:666:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 47244640271: rc = 0 00000001:00000001:1.0:1789307445.418215:0:266286:0:(tgt_lastrcvd.c:1141:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:1.0:1789307445.418218:0:266286:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 2 00002000:00000001:1.0:1789307445.418220:0:266286:0:(ofd_obd.c:395:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307445.418222:0:266286:0:(obd_class.h:875:obd_connect()) Process leaving (rc=0 : 0 : 0) 00008000:00000010:1.0:1789307445.418224:0:266286:0:(echo_client.c:2486:echo_client_setup()) kfreed 'ocd': 192 at ffff9fbf9647f9c0. 00008000:00000001:1.0:1789307445.418228:0:266286:0:(echo_client.c:2494:echo_client_setup()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307445.418231:0:266286:0:(echo_client.c:740:echo_device_alloc()) Process leaving (rc=18446638244599604224 : -105829109947392 : ffff9fbfbd7ea400) 00000020:00000010:1.0:1789307445.418238:0:266286:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9fbf9788ea00. 00000020:00000010:1.0:1789307445.418241:0:266286:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff9fbe9794f180. 00000040:00000010:1.0:1789307445.418247:0:266286:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9fbf9788fe00. 00000020:00000010:1.0:1789307445.418251:0:266286:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9fbf86774800. 00000020:00000010:1.0:1789307445.418257:0:266286:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9fbfbb675a90. 00000020:00000010:1.0:1789307445.418263:0:266286:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9fbfb281c400. 80000000:00000010:1.0:1789307445.418266:0:266286:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9fbe9794f480. 40000000:00000010:1.0:1789307445.418269:0:266286:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9fbf874ffac0. 00000008:00000010:1.0:1789307445.418272:0:266286:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9fbfb6c08b30. 00020000:00000010:1.0:1789307445.418277:0:266286:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff9fbf8350ae40. 00008000:00000010:1.0:1789307445.418286:0:266286:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9fbfb6c60710. 00100000:00000010:1.0:1789307445.418290:0:266286:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9fbe83625800. 00040000:00000010:1.0:1789307445.418294:0:266286:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9fbfb6bf9600. 00040000:00000010:1.0:1789307445.418297:0:266286:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9fbf91b8d800. 00040000:00000010:1.0:1789307445.418301:0:266286:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9fbfb281d000. 00080000:00000010:1.0:1789307445.418306:0:266286:0:(osd_handler.c:8304:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff9fbf831f6000. 00080000:00000010:1.0:1789307445.418312:0:266286:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info': 4296 at ffff9fbf831f2000. 00000004:00000010:1.0:1789307445.418317:0:266286:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9fbe84f09800. 00000004:00000010:1.0:1789307445.418321:0:266286:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff9fbf98cd4000. 00000004:00000010:1.0:1789307445.418327:0:266286:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9fbe84f0c800. 00002000:00000010:1.0:1789307445.418330:0:266286:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9fbfbd7e8800. 00000004:00000010:1.0:1789307445.418333:0:266286:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9fbfbd7e9800. 00000080:00000010:1.0:1789307445.418336:0:266286:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9fbf923025e8. 00000080:00000010:1.0:1789307445.418340:0:266286:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9fbfb6c672e0. 00000020:00000010:1.0:1789307445.418344:0:266286:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbf9788ee00. 00000020:00000010:1.0:1789307445.418348:0:266286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf83f8d400. 00000020:00000010:1.0:1789307445.418352:0:266286:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696a4b0. 00000008:00000010:1.0:1789307445.418355:0:266286:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9fbfb52a0c60. 00020000:00000010:1.0:1789307445.418359:0:266286:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9fbfb52a5ff0. 00008000:00000010:1.0:1789307445.418362:0:266286:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9fbfb5283550. 00000080:00000010:1.0:1789307445.418366:0:266286:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9fbfb52a2780. 00000020:00000010:1.0:1789307445.418370:0:266286:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbf9788f200. 00000020:00000001:1.0:1789307445.418373:0:266286:0:(obd_class.h:600:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307445.418375:0:266286:0:(obd_config.c:995:class_incref()) incref ec (ffff9fbfbf1db380) now 3 - setup 00000020:00000080:1.0:1789307445.418378:0:266286:0:(obd_config.c:826:class_setup()) finished setup of obd ec (uuid ec_uuid) 00000020:00000001:1.0:1789307445.418380:0:266286:0:(obd_config.c:828:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307445.418382:0:266286:0:(obd_config.c:1620:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307445.418385:0:266286:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 64 at ffff9fbf874ffe80. 00000020:00000001:1.0:1789307445.418388:0:266286:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307445.418390:0:266286:0:(class_obd.c:484:class_handle_ioctl()) kvfree 'data': 576 at ffff9fbe8ee6ac00. 00000020:00000001:1.0:1789307445.418392:0:266286:0:(class_obd.c:485:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307445.418394:0:266286:0:(class_obd.c:504:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307445.605414:0:266296:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47aa80. 00080000:00000010:3.0:1789307445.605426:0:266296:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47aa80. 00000020:00000001:3.0:1789307445.605433:0:266296:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307445.605443:0:266296:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47aa80. 00080000:00000010:3.0:1789307445.605449:0:266296:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47aa80. 00000020:00000001:3.0:1789307445.605453:0:266296:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307445.605461:0:266296:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47aa80. 00080000:00000010:3.0:1789307445.605467:0:266296:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47aa80. 00000020:00000001:3.0:1789307445.605470:0:266296:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307445.605478:0:266296:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47aa80. 00080000:00000010:3.0:1789307445.605483:0:266296:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47aa80. 00000020:00000001:3.0:1789307445.605487:0:266296:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307445.757668:0:266334:0:(class_obd.c:494:obd_class_ioctl()) Process entered 00000020:00000001:2.0:1789307445.757675:0:266334:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:2.0:1789307445.757678:0:266334:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c008667f len=0 uarg=00007ffe225fd0b0 00000020:00000001:2.0:1789307445.757683:0:266334:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789307445.757687:0:266334:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 584 at ffff9fbfb6bd9c00. 00000020:00000001:2.0:1789307445.757691:0:266334:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307445.757693:0:266334:0:(class_obd.c:131:class_resolve_dev_name()) Process entered 00000020:00000080:2.0:1789307445.757695:0:266334:0:(class_obd.c:141:class_resolve_dev_name()) device name ec 00000020:00000080:2.0:1789307445.757707:0:266334:0:(class_obd.c:148:class_resolve_dev_name()) device name ec, dev 29 00000020:00000001:2.0:1789307445.757709:0:266334:0:(class_obd.c:152:class_resolve_dev_name()) Process leaving (rc=29 : 29 : 1d) 00000020:00000001:2.0:1789307445.757717:0:266334:0:(class_obd.c:406:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307445.757733:0:266334:0:(class_obd.c:484:class_handle_ioctl()) kvfree 'data': 584 at ffff9fbfb6bd9c00. 00000020:00000001:2.0:1789307445.757737:0:266334:0:(class_obd.c:485:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307445.757740:0:266334:0:(class_obd.c:504:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307445.758056:0:266334:0:(class_obd.c:494:obd_class_ioctl()) Process entered 00000020:00000001:2.0:1789307445.758059:0:266334:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:2.0:1789307445.758061:0:266334:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c0086665 len=0 uarg=00007ffe225fd080 00000020:00000001:2.0:1789307445.758064:0:266334:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789307445.758067:0:266334:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9fbfb6bd9c00. 00000020:00000001:2.0:1789307445.758070:0:266334:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307445.758074:0:266334:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00008000:00000001:2.0:1789307445.758078:0:266334:0:(echo_client.c:2266:echo_client_iocontrol()) Process entered 00008000:00000080:2.0:1789307445.758080:0:266334:0:(echo_client.c:2268:echo_client_iocontrol()) ec: cmd=c0086665 len=576 karg=ffff9fbfb6bd9c00 uarg=0000000000000000 00000020:00000001:2.0:1789307445.758085:0:266334:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1789307445.758090:0:266334:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9fbfbcbd2360. 00000020:00000010:2.0:1789307445.758095:0:266334:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfbedf3200. 00000020:00000010:2.0:1789307445.758099:0:266334:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9fbfbedf3e00. 00000020:00000010:2.0:1789307445.758103:0:266334:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9fbf82f2cae0. 00000020:00000010:2.0:1789307445.758108:0:266334:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9fbe9623a800. 00000020:00000010:2.0:1789307445.758114:0:266334:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9fbfb6c2d588. 00000020:00000010:2.0:1789307445.758119:0:266334:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9fbfbedf3000. 80000000:00000010:2.0:1789307445.758124:0:266334:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9fbf82f2c540. 40000000:00000010:2.0:1789307445.758129:0:266334:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9fbec4f00d00. 00000008:00000010:2.0:1789307445.758135:0:266334:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9fbf9f326fe0. 00020000:00000010:2.0:1789307445.758140:0:266334:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9fbf843fdcc0. 00008000:00000010:2.0:1789307445.758145:0:266334:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9fbfb50abc08. 00100000:00000010:2.0:1789307445.758150:0:266334:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9fbe9623d000. 00040000:00000010:2.0:1789307445.758155:0:266334:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9fbf98e98000. 00040000:00000010:2.0:1789307445.758159:0:266334:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9fbfbedf2a00. 00080000:00000010:2.0:1789307445.758167:0:266334:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at ffff9fbfb5bce000. 00080000:00000010:2.0:1789307445.758172:0:266334:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff9fbfb5bc8000. 00002000:00000010:2.0:1789307445.758179:0:266334:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9fbfb6bda800. 00000080:00000010:2.0:1789307445.758185:0:266334:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9fbf86b7ca80. 00000080:00000010:2.0:1789307445.758189:0:266334:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9fbfad1372e0. 00000020:00000010:2.0:1789307445.758197:0:266334:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfbedf2200. 00000020:00000010:2.0:1789307445.758201:0:266334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44680. 00000020:00000010:2.0:1789307445.758205:0:266334:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984e10. 00000008:00000010:2.0:1789307445.758209:0:266334:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9fbfb50ae580. 00020000:00000010:2.0:1789307445.758212:0:266334:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9fbf86f43478. 00008000:00000010:2.0:1789307445.758215:0:266334:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9fbfb310e050. 00000080:00000010:2.0:1789307445.758219:0:266334:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9fbfb310db40. 00000020:00000001:2.0:1789307445.758222:0:266334:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244586922856 : -105829122628760 : ffff9fbfbcbd2368) 00000020:00001000:2.0:1789307445.758225:0:266334:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfbcbd2360 00000020:00000010:2.0:1789307445.758228:0:266334:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9fbec4f00280. 00008000:00000001:2.0:1789307445.758235:0:266334:0:(echo_client.c:1967:echo_create_object()) Process entered 00008000:00000001:2.0:1789307445.758237:0:266334:0:(obd_class.h:711:obd_create()) Process entered 00002000:00000001:2.0:1789307445.758240:0:266334:0:(ofd_obd.c:1034:ofd_echo_create()) Process entered 00002000:00000040:2.0:1789307445.758242:0:266334:0:(ofd_obd.c:1044:ofd_echo_create()) ofd_create(0x2:1) 00002000:00000001:2.0:1789307445.758245:0:266334:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000010:2.0:1789307445.758250:0:266334:0:(ofd_fs.c:366:ofd_seq_load()) kmalloced '(oseq)': 144 at ffff9fbf85cc3540. 00000020:00000001:2.0:1789307445.758253:0:266334:0:(dt_object.c:424:dt_find_or_create()) Process entered 00000020:00000001:2.0:1789307445.758255:0:266334:0:(lu_object.c:830:lu_object_find_at()) Process entered 00002000:00000001:2.0:1789307445.758262:0:266334:0:(ofd_dev.c:520:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1789307445.758265:0:266334:0:(ofd_dev.c:522:ofd_object_alloc()) slab-alloced 'of': 304 at ffff9fbfc0888720. 00002000:00000001:2.0:1789307445.758268:0:266334:0:(ofd_dev.c:533:ofd_object_alloc()) Process leaving (rc=18446638244650583928 : -105829058967688 : ffff9fbfc0888778) 00002000:00000001:2.0:1789307445.758273:0:266334:0:(ofd_dev.c:427:ofd_object_init()) Process entered 00002000:00000040:2.0:1789307445.758276:0:266334:0:(ofd_dev.c:430:ofd_object_init()) object init, fid = [0x2:0x0:0x0] 00080000:00000010:2.0:1789307445.758280:0:266334:0:(osd_handler.c:426:osd_object_alloc()) kmalloced '(mo)': 312 at ffff9fbfbedf2800. 00002000:00000001:2.0:1789307445.758282:0:266334:0:(ofd_dev.c:439:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307445.758285:0:266334:0:(osd_handler.c:1151:osd_fid_lookup()) Process entered 00000001:00000001:2.0:1789307445.758291:0:266334:0:(osd_compat.c:1416:osd_obj_spec_lookup()) Process entered 00000001:00000001:2.0:1789307445.758293:0:266334:0:(osd_compat.c:987:osd_seq_load()) Process entered 00000001:00000010:2.0:1789307445.758298:0:266334:0:(osd_compat.c:1009:osd_seq_load()) kmalloced '(osd_seq)': 48 at ffff9fbec4f00ac0. 00000001:00000001:2.0:1789307445.758300:0:266334:0:(osd_compat.c:923:osd_seq_load_locked()) Process entered 00000001:00000001:2.0:1789307445.758303:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.758304:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory 2 00080000:00000001:2.0:1789307445.758841:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.758879:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.758882:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244105933664 : -105829603617952 : ffff9fbfa011d360) 00000001:00000010:2.0:1789307445.758888:0:266334:0:(osd_compat.c:943:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at ffff9fbf98e98c00. 00000001:00000001:2.0:1789307445.758896:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.758897:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d0 00080000:00000001:2.0:1789307445.758991:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.759000:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.759002:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244523836688 : -105829185714928 : ffff9fbfb8fa8510) 00000001:00000001:2.0:1789307445.759005:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.759006:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d1 00080000:00000001:2.0:1789307445.759099:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.759107:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.759110:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244523836040 : -105829185715576 : ffff9fbfb8fa8288) 00000001:00000001:2.0:1789307445.759113:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.759114:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d2 00080000:00000001:2.0:1789307445.759201:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.759209:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.759212:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244333474440 : -105829376077176 : ffff9fbfada1d288) 00000001:00000001:2.0:1789307445.759215:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.759217:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d3 00080000:00000001:2.0:1789307445.759304:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.759312:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.759314:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244333474224 : -105829376077392 : ffff9fbfada1d1b0) 00000001:00000001:2.0:1789307445.759316:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.759318:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d4 00080000:00000001:2.0:1789307445.759405:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.759414:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.759415:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244524113280 : -105829185438336 : ffff9fbfb8febd80) 00000001:00000001:2.0:1789307445.759418:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.759419:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d5 00080000:00000001:2.0:1789307445.759507:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.759513:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.759515:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244524110040 : -105829185441576 : ffff9fbfb8feb0d8) 00000001:00000001:2.0:1789307445.759518:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.759519:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d6 00080000:00000001:2.0:1789307445.759598:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.759606:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.759608:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244524111768 : -105829185439848 : ffff9fbfb8feb798) 00000001:00000001:2.0:1789307445.759611:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.759612:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d7 00080000:00000001:2.0:1789307445.759698:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.759706:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.759708:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244524112416 : -105829185439200 : ffff9fbfb8feba20) 00000001:00000001:2.0:1789307445.759711:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.759712:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d8 00080000:00000001:2.0:1789307445.759814:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.759823:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.759825:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244524127504 : -105829185424112 : ffff9fbfb8fef510) 00000001:00000001:2.0:1789307445.759828:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.759829:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d9 00080000:00000001:2.0:1789307445.759937:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.759945:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.759947:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244524126640 : -105829185424976 : ffff9fbfb8fef1b0) 00000001:00000001:2.0:1789307445.759950:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.759951:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d10 00080000:00000001:2.0:1789307445.760032:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.760040:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.760042:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244524127936 : -105829185423680 : ffff9fbfb8fef6c0) 00000001:00000001:2.0:1789307445.760045:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.760047:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d11 00080000:00000001:2.0:1789307445.760133:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.760140:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.760142:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244524128584 : -105829185423032 : ffff9fbfb8fef948) 00000001:00000001:2.0:1789307445.760145:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.760147:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d12 00080000:00000001:2.0:1789307445.760225:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.760232:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.760234:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244333485440 : -105829376066176 : ffff9fbfada1fd80) 00000001:00000001:2.0:1789307445.760237:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.760239:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d13 00080000:00000001:2.0:1789307445.760319:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.760326:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.760329:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244333482632 : -105829376068984 : ffff9fbfada1f288) 00000001:00000001:2.0:1789307445.760332:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.760333:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d14 00080000:00000001:2.0:1789307445.760409:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.760417:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.760423:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244333482848 : -105829376068768 : ffff9fbfada1f360) 00000001:00000001:2.0:1789307445.760426:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.760427:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d15 00080000:00000001:2.0:1789307445.760509:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.760517:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.760520:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638239372428992 : -105834337122624 : ffff9fbe85ee46c0) 00000001:00000001:2.0:1789307445.760523:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.760524:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d16 00080000:00000001:2.0:1789307445.760602:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.760610:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.760612:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244106577600 : -105829602974016 : ffff9fbfa01ba6c0) 00000001:00000001:2.0:1789307445.760615:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.760616:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d17 00080000:00000001:2.0:1789307445.760691:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.760699:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.760702:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244106576088 : -105829602975528 : ffff9fbfa01ba0d8) 00000001:00000001:2.0:1789307445.760705:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.760706:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d18 00080000:00000001:2.0:1789307445.760801:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.760808:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.760810:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244603800096 : -105829105751520 : ffff9fbfbdbeaa20) 00000001:00000001:2.0:1789307445.760813:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.760814:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d19 00080000:00000001:2.0:1789307445.761033:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.761041:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.761043:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244105901760 : -105829603649856 : ffff9fbfa01156c0) 00000001:00000001:2.0:1789307445.761046:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.761048:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d20 00080000:00000001:2.0:1789307445.761127:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.761134:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.761137:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244637980352 : -105829071571264 : ffff9fbfbfc836c0) 00000001:00000001:2.0:1789307445.761140:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.761141:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d21 00080000:00000001:2.0:1789307445.761220:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.761228:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.761230:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244370315592 : -105829339236024 : ffff9fbfafd3f948) 00000001:00000001:2.0:1789307445.761233:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.761238:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d22 00080000:00000001:2.0:1789307445.761317:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.761325:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.761327:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244106277512 : -105829603274104 : ffff9fbfa0171288) 00000001:00000001:2.0:1789307445.761330:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.761331:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d23 00080000:00000001:2.0:1789307445.761408:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.761415:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.761417:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638243978460544 : -105829731091072 : ffff9fbf9878bd80) 00000001:00000001:2.0:1789307445.761420:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.761421:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d24 00080000:00000001:2.0:1789307445.761497:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.761504:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.761507:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244334324904 : -105829375226712 : ffff9fbfadaecca8) 00000001:00000001:2.0:1789307445.761509:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.761510:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d25 00080000:00000001:2.0:1789307445.761589:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.761597:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.761599:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244107172384 : -105829602379232 : ffff9fbfa024ba20) 00000001:00000001:2.0:1789307445.761602:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.761603:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d26 00080000:00000001:2.0:1789307445.761690:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.761697:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.761700:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244332393960 : -105829377157656 : ffff9fbfad9155e8) 00000001:00000001:2.0:1789307445.761702:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.761704:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d27 00080000:00000001:2.0:1789307445.761802:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.761810:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.761812:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244335201232 : -105829374350384 : ffff9fbfadbc2bd0) 00000001:00000001:2.0:1789307445.761815:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.761815:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d28 00080000:00000001:2.0:1789307445.761915:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.761923:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.761925:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244335199504 : -105829374352112 : ffff9fbfadbc2510) 00000001:00000001:2.0:1789307445.761928:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.761929:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d29 00080000:00000001:2.0:1789307445.762024:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.762038:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.762040:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244524120824 : -105829185430792 : ffff9fbfb8fedaf8) 00000001:00000001:2.0:1789307445.762043:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.762044:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d30 00080000:00000001:2.0:1789307445.762115:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.762120:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.762122:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244402803984 : -105829306747632 : ffff9fbfb1c3b510) 00000001:00000001:2.0:1789307445.762123:0:266334:0:(osd_compat.c:137:simple_mkdir()) Process entered 00000001:00000002:2.0:1789307445.762124:0:266334:0:(osd_compat.c:140:simple_mkdir()) creating directory d31 00080000:00000001:2.0:1789307445.762179:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.762183:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.762185:0:266334:0:(osd_compat.c:206:simple_mkdir()) Process leaving (rc=18446638244402803768 : -105829306747848 : ffff9fbfb1c3b438) 00000001:00000001:2.0:1789307445.762186:0:266334:0:(osd_compat.c:977:osd_seq_load_locked()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.762188:0:266334:0:(osd_compat.c:1035:osd_seq_load()) Process leaving (rc=18446638240429509312 : -105833280042304 : ffff9fbec4f00ac0) 00000001:00000001:2.0:1789307445.762199:0:266334:0:(osd_compat.c:1453:osd_obj_spec_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1789307445.762202:0:266334:0:(osd_handler.c:1213:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789307445.762210:0:266334:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446638244650583928 : -105829058967688 : ffff9fbfc0888778) 00080000:00000001:2.0:1789307445.762213:0:266334:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:2.0:1789307445.762217:0:266334:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfbedf2e00. 00080000:00000001:2.0:1789307445.762220:0:266334:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244622708224 : -105829086843392 : ffff9fbfbedf2e00) 00080000:00000001:2.0:1789307445.762222:0:266334:0:(osd_handler.c:4008:osd_declare_create()) Process entered 00080000:00000002:2.0:1789307445.762225:0:266334:0:(osd_handler.c:395:osd_idc_find_and_init()) lustre-OST0000: FID [0x2:0x0:0x0] not in the id map cache 00080000:00000010:2.0:1789307445.762229:0:266334:0:(osd_handler.c:219:osd_idc_add()) kmalloced '(idc)': 320 at ffff9fbfbedf2c00. 00000001:00000001:2.0:1789307445.762231:0:266334:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1789307445.762233:0:266334:0:(osd_handler.c:4065:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307445.762234:0:266334:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:2.0:1789307445.762237:0:266334:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789307445.762239:0:266334:0:(dt_object.c:450:dt_find_or_create()) create new object [0x2:0x0:0x0] 00080000:00000001:2.0:1789307445.762241:0:266334:0:(osd_handler.c:4564:osd_create()) Process entered 00080000:00000001:2.0:1789307445.762269:0:266334:0:(osd_oi.c:548:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1789307445.762271:0:266334:0:(osd_oi.c:559:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1789307445.762272:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.762275:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1789307445.762278:0:266334:0:(osd_oi.c:684:osd_oi_insert()) insert OI for [0x2:0x0:0x0] 00000001:00000001:2.0:1789307445.762280:0:266334:0:(osd_compat.c:1392:osd_obj_spec_insert()) Process entered 00000001:00000001:2.0:1789307445.762285:0:266334:0:(osd_compat.c:987:osd_seq_load()) Process entered 00000001:00000001:2.0:1789307445.762287:0:266334:0:(osd_compat.c:995:osd_seq_load()) Process leaving (rc=18446638240429509312 : -105833280042304 : ffff9fbec4f00ac0) 00000001:00000001:2.0:1789307445.762289:0:266334:0:(osd_compat.c:855:osd_obj_add_entry()) Process entered 00000001:00000010:2.0:1789307445.762292:0:266334:0:(osd_compat.c:867:osd_obj_add_entry()) kmalloced '(lii)': 1560 at ffff9fbfb9254800. 00000001:00000001:2.0:1789307445.762298:0:266334:0:(osd_compat.c:894:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789307445.762299:0:266334:0:(osd_compat.c:1403:osd_obj_spec_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307445.762301:0:266334:0:(osd_handler.c:4639:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307445.762303:0:266334:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00040000:00000001:2.0:1789307445.762309:0:266334:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:2.0:1789307445.762311:0:266334:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:2.0:1789307445.762313:0:266334:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307445.762315:0:266334:0:(dt_object.c:466:dt_find_or_create()) Process leaving (rc=18446638244622706688 : -105829086844928 : ffff9fbfbedf2800) 00002000:00000001:2.0:1789307445.762322:0:266334:0:(ofd_fs.c:196:ofd_seq_last_oid_write()) Process entered 00080000:00000001:2.0:1789307445.762324:0:266334:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:2.0:1789307445.762326:0:266334:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfbedf2000. 00080000:00000001:2.0:1789307445.762328:0:266334:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244622704640 : -105829086846976 : ffff9fbfbedf2000) 00080000:00000001:2.0:1789307445.762332:0:266334:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:2.0:1789307445.762335:0:266334:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1789307445.762338:0:266334:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbec4f00a40. 00080000:00000001:2.0:1789307445.762341:0:266334:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307445.762342:0:266334:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:2.0:1789307445.762345:0:266334:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000002:2.0:1789307445.763648:0:266334:0:(ofd_fs.c:226:ofd_seq_last_oid_write()) lustre-OST0000: write last_objid 0x2:1: rc = 0 00002000:00000001:2.0:1789307445.763658:0:266334:0:(ofd_fs.c:227:ofd_seq_last_oid_write()) Process leaving 00080000:00000001:2.0:1789307445.763661:0:266334:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:2.0:1789307445.763672:0:266334:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbec4f00a40. 00040000:00000001:2.0:1789307445.763681:0:266334:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:2.0:1789307445.763683:0:266334:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:2.0:1789307445.763686:0:266334:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:2.0:1789307445.763689:0:266334:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x2 00002000:00000001:2.0:1789307445.763693:0:266334:0:(ofd_fs.c:435:ofd_seq_load()) Process leaving (rc=18446638243665163584 : -105830044388032 : ffff9fbf85cc3540) 00000020:00000001:2.0:1789307445.763698:0:266334:0:(tgt_grant.c:1366:tgt_grant_create()) Process entered 00000020:00000001:2.0:1789307445.763701:0:266334:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1789307445.763709:0:266334:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1789307445.763712:0:266334:0:(tgt_grant.c:400:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/ffff9fbe83624000 free: 3918680064 avail: 3687157760 00000020:00000001:2.0:1789307445.763715:0:266334:0:(tgt_grant.c:427:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1789307445.763734:0:266334:0:(tgt_grant.c:464:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/ffff9fbe83624000 avail=3687157760 left=3678437376 unstable=0 tot_grant=8717760 pending=0 00000020:00000001:2.0:1789307445.763738:0:266334:0:(tgt_grant.c:466:tgt_grant_space_left()) Process leaving (rc=3678437376 : 3678437376 : db408000) 00000020:00000001:2.0:1789307445.763741:0:266334:0:(tgt_grant.c:893:tgt_grant_alloc()) Process entered 00000020:00000001:2.0:1789307445.763743:0:266334:0:(tgt_grant.c:923:tgt_grant_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307445.763745:0:266334:0:(tgt_grant.c:1439:tgt_grant_create()) Process leaving (rc=28 : 28 : 1c) 00002000:00000001:2.0:1789307445.763750:0:266334:0:(ofd_objects.c:272:ofd_precreate_objects()) Process entered 00002000:00000010:2.0:1789307445.763754:0:266334:0:(ofd_objects.c:290:ofd_precreate_objects()) kmalloced '(batch)': 8 at ffff9fbf9f7dc628. 00002000:00000001:2.0:1789307445.763758:0:266334:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1789307445.763761:0:266334:0:(lu_object.c:830:lu_object_find_at()) Process entered 00002000:00000001:2.0:1789307445.763769:0:266334:0:(ofd_dev.c:520:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1789307445.763772:0:266334:0:(ofd_dev.c:522:ofd_object_alloc()) slab-alloced 'of': 304 at ffff9fbfc0888390. 00002000:00000001:2.0:1789307445.763776:0:266334:0:(ofd_dev.c:533:ofd_object_alloc()) Process leaving (rc=18446638244650583016 : -105829058968600 : ffff9fbfc08883e8) 00002000:00000001:2.0:1789307445.763781:0:266334:0:(ofd_dev.c:427:ofd_object_init()) Process entered 00002000:00000040:2.0:1789307445.763782:0:266334:0:(ofd_dev.c:430:ofd_object_init()) object init, fid = [0x2:0x2:0x0] 00080000:00000010:2.0:1789307445.763787:0:266334:0:(osd_handler.c:426:osd_object_alloc()) kmalloced '(mo)': 312 at ffff9fbfbedf3600. 00002000:00000001:2.0:1789307445.763791:0:266334:0:(ofd_dev.c:439:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307445.763795:0:266334:0:(osd_handler.c:1151:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1789307445.763800:0:266334:0:(osd_oi.c:548:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1789307445.763803:0:266334:0:(osd_oi.c:587:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307445.763806:0:266334:0:(osd_oi.c:518:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1789307445.763817:0:266334:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9fbfb5058580. 00000001:00000010:2.0:1789307445.764160:0:266334:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9fbfb5058580. 00080000:00000001:2.0:1789307445.764169:0:266334:0:(osd_oi.c:540:osd_oi_iam_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307445.764172:0:266334:0:(osd_handler.c:1213:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789307445.764179:0:266334:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446638244650583016 : -105829058968600 : ffff9fbfc08883e8) 00002000:00000001:2.0:1789307445.764182:0:266334:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638244650582928 : -105829058968688 : ffff9fbfc0888390) 00080000:00000001:2.0:1789307445.764186:0:266334:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:2.0:1789307445.764190:0:266334:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfbedf3400. 00080000:00000001:2.0:1789307445.764193:0:266334:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244622709760 : -105829086841856 : ffff9fbfbedf3400) 00000001:00000001:2.0:1789307445.764197:0:266334:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1789307445.764199:0:266334:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307445.764203:0:266334:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:2.0:1789307445.764207:0:266334:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1789307445.764210:0:266334:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbec4f00a40. 00080000:00000001:2.0:1789307445.764213:0:266334:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307445.764222:0:266334:0:(osd_handler.c:4008:osd_declare_create()) Process entered 00080000:00000002:2.0:1789307445.764225:0:266334:0:(osd_handler.c:395:osd_idc_find_and_init()) lustre-OST0000: FID [0x2:0x2:0x0] not in the id map cache 00000001:00000001:2.0:1789307445.764229:0:266334:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1789307445.764230:0:266334:0:(osd_handler.c:4065:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307445.764233:0:266334:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:2.0:1789307445.764242:0:266334:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:2.0:1789307445.764245:0:266334:0:(ofd_objects.c:378:ofd_precreate_objects()) lustre-OST0000: create new object [0x2:0x2:0x0] nr 1 00080000:00000001:2.0:1789307445.764256:0:266334:0:(osd_handler.c:4564:osd_create()) Process entered 00080000:00000001:2.0:1789307445.764315:0:266334:0:(osd_oi.c:548:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1789307445.764317:0:266334:0:(osd_oi.c:587:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307445.764319:0:266334:0:(osd_handler.c:4205:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1789307445.764333:0:266334:0:(osd_handler.c:4263:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1789307445.764335:0:266334:0:(osd_oi.c:684:osd_oi_insert()) insert OI for [0x2:0x2:0x0] 00080000:00000001:2.0:1789307445.764337:0:266334:0:(osd_oi.c:548:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1789307445.764338:0:266334:0:(osd_oi.c:587:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307445.764340:0:266334:0:(osd_oi.c:651:osd_oi_iam_refresh()) Process entered 00000001:00000010:2.0:1789307445.764346:0:266334:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9fbfb5058580. 00000001:00000010:2.0:1789307445.764357:0:266334:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9fbfb5058580. 00080000:00000001:2.0:1789307445.764361:0:266334:0:(osd_oi.c:672:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1789307445.764364:0:266334:0:(osd_handler.c:4639:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1789307445.764368:0:266334:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at ffff9fbf82f2c480. 00002000:00001000:2.0:1789307445.764371:0:266334:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 1 to 0 for [0x2:0x2:0x0], th_sync 1 00080000:00000001:2.0:1789307445.764375:0:266334:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00002000:00001000:3.0:1789307445.765775:0:263040:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 1 from 1 for [0x2:0x2:0x0], th_sync 1 00002000:00000010:3.0:1789307445.765786:0:263040:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at ffff9fbf82f2c480. 00080000:00000010:3.0:1789307445.765792:0:263040:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfbedf3400. 00080000:00000010:3.0:1789307445.765796:0:263040:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfbedf2000. 00080000:00000010:3.0:1789307445.765799:0:263040:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfbedf2e00. 00000001:00100000:3.0:1789307445.765803:0:263040:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of ECHO_UUID 00000001:00000040:3.0:1789307445.765806:0:263040:0:(tgt_lastrcvd.c:570:tgt_cb_new_client()) callback PUTting export ffff9fbfbc4b9800 : new cb_count 0 00000020:00000040:3.0:1789307445.765810:0:263040:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfbc4b9800 : new refcount 3 00000001:00000010:3.0:1789307445.765813:0:263040:0:(tgt_lastrcvd.c:572:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff9fbe9794fa80. 00080000:00000010:3.0:1789307445.765821:0:263040:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfb281c600. 00080000:00000010:2.0:1789307445.765894:0:266334:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbec4f00a40. 00040000:00000001:2.0:1789307445.765901:0:266334:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:2.0:1789307445.765902:0:266334:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:2.0:1789307445.765905:0:266334:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1789307445.765909:0:266334:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfc08883e8/ffff9fbfc0888390 to site lru. bkt: ffff9fbfbb872640 00002000:00000010:2.0:1789307445.765911:0:266334:0:(ofd_objects.c:476:ofd_precreate_objects()) kfreed 'batch': 8 at ffff9fbf9f7dc628. 00002000:00001000:2.0:1789307445.765915:0:266334:0:(ofd_objects.c:479:ofd_precreate_objects()) created 1/1 objects: 0 00002000:00000001:2.0:1789307445.765917:0:266334:0:(ofd_objects.c:482:ofd_precreate_objects()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307445.765920:0:266334:0:(tgt_grant.c:1457:tgt_grant_commit()) Process entered 00000020:00000001:2.0:1789307445.765922:0:266334:0:(tgt_grant.c:1511:tgt_grant_commit()) Process leaving 00002000:00000001:2.0:1789307445.765925:0:266334:0:(ofd_obd.c:1103:ofd_echo_create()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:2.0:1789307445.765927:0:266334:0:(obd_class.h:724:obd_create()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:2.0:1789307445.765929:0:266334:0:(echo_client.c:892:cl_echo_object_find()) Process entered 00000020:00000001:2.0:1789307445.765932:0:266334:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1789307445.765936:0:266334:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9fbfbcbd2870. 00000020:00000010:2.0:1789307445.765947:0:266334:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfbedf2e00. 00000020:00000010:2.0:1789307445.765951:0:266334:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9fbfbedf2000. 00000020:00000010:2.0:1789307445.765953:0:266334:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9fbf82f2c0c0. 00000020:00000010:2.0:1789307445.765957:0:266334:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9fbfb9256800. 00000020:00000010:2.0:1789307445.765964:0:266334:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9fbfb6c2df98. 00000020:00000010:2.0:1789307445.765969:0:266334:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9fbfbedf3400. 80000000:00000010:2.0:1789307445.765974:0:266334:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9fbf82f2c420. 40000000:00000010:2.0:1789307445.765978:0:266334:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9fbec4f00a40. 00000008:00000010:2.0:1789307445.765985:0:266334:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9fbf9f324320. 00020000:00000010:2.0:1789307445.765991:0:266334:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9fbf843fd480. 00008000:00000010:2.0:1789307445.765997:0:266334:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9fbfb50aa6d8. 00100000:00000010:2.0:1789307445.766003:0:266334:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9fbfb9251000. 00040000:00000010:2.0:1789307445.766008:0:266334:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9fbf98e98600. 00040000:00000010:2.0:1789307445.766013:0:266334:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9fbfb26dd800. 00080000:00000010:2.0:1789307445.766019:0:266334:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at ffff9fbfb5bcc000. 00080000:00000010:2.0:1789307445.766025:0:266334:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff9fbf83bdc000. 00002000:00000010:2.0:1789307445.766031:0:266334:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9fbfb6bd9800. 00000080:00000010:2.0:1789307445.766035:0:266334:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9fbf86b7c0a8. 00000080:00000010:2.0:1789307445.766039:0:266334:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9fbfad136bf0. 00000020:00000010:2.0:1789307445.766043:0:266334:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb26dc000. 00000020:00000010:2.0:1789307445.766047:0:266334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44180. 00000020:00000010:2.0:1789307445.766051:0:266334:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984320. 00000008:00000010:2.0:1789307445.766055:0:266334:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9fbfb50ae6e0. 00020000:00000010:2.0:1789307445.766059:0:266334:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9fbf86f42238. 00008000:00000010:2.0:1789307445.766063:0:266334:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9fbfb310eb60. 00000080:00000010:2.0:1789307445.766067:0:266334:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9fbfb310dc30. 00000020:00000001:2.0:1789307445.766070:0:266334:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244586924152 : -105829122627464 : ffff9fbfbcbd2878) 00000020:00001000:2.0:1789307445.766072:0:266334:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfbcbd2870 00000020:00000001:2.0:1789307445.766076:0:266334:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000010:2.0:1789307445.766085:0:266334:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff9fbfb2758000. 00008000:00000001:2.0:1789307445.766089:0:266334:0:(echo_client.c:340:echo_object_alloc()) Process entered 00008000:00000010:2.0:1789307445.766104:0:266334:0:(echo_client.c:343:echo_object_alloc()) slab-alloced 'eco': 224 at ffff9fbf8f8fc460. 00000020:00000001:2.0:1789307445.766107:0:266334:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789307445.766112:0:266334:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:2.0:1789307445.766114:0:266334:0:(echo_client.c:355:echo_object_alloc()) Process leaving (rc=18446638243828974688 : -105829880576928 : ffff9fbf8f8fc460) 00008000:00000001:2.0:1789307445.766119:0:266334:0:(echo_client.c:233:echo_object_init()) Process entered 00008000:00000001:2.0:1789307445.766122:0:266334:0:(echo_client.c:269:echo_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307445.766125:0:266334:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446638243828974688 : -105829880576928 : ffff9fbf8f8fc460) 00000020:00001000:2.0:1789307445.766128:0:266334:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfbcbd2870 00008000:00000001:2.0:1789307445.766133:0:266334:0:(echo_client.c:944:cl_echo_object_find()) Process leaving (rc=18446638243828974688 : -105829880576928 : ffff9fbf8f8fc460) 00008000:00000001:2.0:1789307445.766136:0:266334:0:(echo_client.c:953:cl_echo_object_put()) Process entered 00000020:00000001:2.0:1789307445.766137:0:266334:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789307445.766139:0:266334:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244586924152 : -105829122627464 : ffff9fbfbcbd2878) 00000020:00001000:2.0:1789307445.766141:0:266334:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfbcbd2870 00000020:00000002:2.0:1789307445.766143:0:266334:0:(lu_object.c:216:lu_object_put()) Add ffff9fbf8f8fc460/ffff9fbf8f8fc498 to site lru. bkt: ffff9fbfb485b2a0 00000020:00001000:2.0:1789307445.766145:0:266334:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfbcbd2870 00008000:00000001:2.0:1789307445.766147:0:266334:0:(echo_client.c:968:cl_echo_object_put()) Process leaving (rc=0 : 0 : 0) 00008000:00000040:2.0:1789307445.766149:0:266334:0:(echo_client.c:1996:echo_create_object()) oa oid 0x2:2 00008000:00000001:2.0:1789307445.766151:0:266334:0:(echo_client.c:1997:echo_create_object()) Process leaving 00008000:00000001:2.0:1789307445.766153:0:266334:0:(echo_client.c:2316:echo_client_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307445.766159:0:266334:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9fbec4f00280. 00000020:00001000:2.0:1789307445.766171:0:266334:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfbcbd2360 00000020:00000001:2.0:1789307445.766175:0:266334:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307445.766180:0:266334:0:(class_obd.c:484:class_handle_ioctl()) kvfree 'data': 576 at ffff9fbfb6bd9c00. 00000020:00000001:2.0:1789307445.766183:0:266334:0:(class_obd.c:485:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307445.766185:0:266334:0:(class_obd.c:504:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307445.948514:0:266343:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44300. 00080000:00000010:2.0:1789307445.948528:0:266343:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44300. 00000020:00000001:2.0:1789307445.948535:0:266343:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307445.948546:0:266343:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44300. 00080000:00000010:2.0:1789307445.948553:0:266343:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44300. 00000020:00000001:2.0:1789307445.948557:0:266343:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307445.948566:0:266343:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44300. 00080000:00000010:2.0:1789307445.948574:0:266343:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44300. 00000020:00000001:2.0:1789307445.948580:0:266343:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307445.948586:0:266343:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44300. 00080000:00000010:2.0:1789307445.948591:0:266343:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44300. 00000020:00000001:2.0:1789307445.948596:0:266343:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307446.058933:0:235391:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307446.058941:0:235391:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307446.058948:0:235391:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307446.058950:0:235391:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307446.058956:0:235391:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307446.058957:0:235391:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307446.058963:0:235391:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789307446.058967:0:235391:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789307446.058970:0:235391:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789307446.058974:0:235391:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307446.058978:0:235391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789307446.058980:0:235391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307446.058983:0:235391:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307446.058985:0:235391:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307446.058991:0:235391:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789307446.058993:0:235391:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789307446.058995:0:235391:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789307446.058998:0:235391:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307446.059000:0:235391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789307446.059001:0:235391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307446.059004:0:235391:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307446.059006:0:235391:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307446.059042:0:120441:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789307446.059046:0:120441:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789307446.059050:0:120441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789307446.088509:0:266382:0:(class_obd.c:494:obd_class_ioctl()) Process entered 00000020:00000001:2.0:1789307446.088517:0:266382:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:2.0:1789307446.088520:0:266382:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c008667f len=0 uarg=00007ffc14f0b170 00000020:00000001:2.0:1789307446.088525:0:266382:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789307446.088529:0:266382:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 584 at ffff9fbfb6b5a400. 00000020:00000001:2.0:1789307446.088535:0:266382:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307446.088537:0:266382:0:(class_obd.c:131:class_resolve_dev_name()) Process entered 00000020:00000080:2.0:1789307446.088539:0:266382:0:(class_obd.c:141:class_resolve_dev_name()) device name ec 00000020:00000080:2.0:1789307446.088556:0:266382:0:(class_obd.c:148:class_resolve_dev_name()) device name ec, dev 29 00000020:00000001:2.0:1789307446.088559:0:266382:0:(class_obd.c:152:class_resolve_dev_name()) Process leaving (rc=29 : 29 : 1d) 00000020:00000001:2.0:1789307446.088562:0:266382:0:(class_obd.c:406:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307446.088565:0:266382:0:(class_obd.c:484:class_handle_ioctl()) kvfree 'data': 584 at ffff9fbfb6b5a400. 00000020:00000001:2.0:1789307446.088569:0:266382:0:(class_obd.c:485:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307446.088571:0:266382:0:(class_obd.c:504:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307446.088691:0:266382:0:(class_obd.c:494:obd_class_ioctl()) Process entered 00000020:00000001:2.0:1789307446.088694:0:266382:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:2.0:1789307446.088695:0:266382:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c008666c len=0 uarg=00007ffc14f0b160 00000020:00000001:2.0:1789307446.088698:0:266382:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789307446.088701:0:266382:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9fbfb6b5a400. 00000020:00000001:2.0:1789307446.088703:0:266382:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307446.088706:0:266382:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00008000:00000001:2.0:1789307446.088710:0:266382:0:(echo_client.c:2266:echo_client_iocontrol()) Process entered 00008000:00000080:2.0:1789307446.088726:0:266382:0:(echo_client.c:2268:echo_client_iocontrol()) ec: cmd=c008666c len=576 karg=ffff9fbfb6b5a400 uarg=0000000000000000 00000020:00000001:2.0:1789307446.088731:0:266382:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789307446.088735:0:266382:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244586922856 : -105829122628760 : ffff9fbfbcbd2368) 00000020:00001000:2.0:1789307446.088738:0:266382:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfbcbd2360 00000020:00000010:2.0:1789307446.088743:0:266382:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9fbec4f00900. 00008000:00000001:2.0:1789307446.088750:0:266382:0:(echo_client.c:2015:echo_get_object()) Process entered 00008000:00000001:2.0:1789307446.088752:0:266382:0:(echo_client.c:892:cl_echo_object_find()) Process entered 00000020:00000001:2.0:1789307446.088754:0:266382:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789307446.088755:0:266382:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244586924152 : -105829122627464 : ffff9fbfbcbd2878) 00000020:00001000:2.0:1789307446.088757:0:266382:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfbcbd2870 00000020:00000001:2.0:1789307446.088761:0:266382:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:2.0:1789307446.088768:0:266382:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243828974688 : -105829880576928 : ffff9fbf8f8fc460) 00000020:00001000:2.0:1789307446.088778:0:266382:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfbcbd2870 00008000:00000001:2.0:1789307446.088784:0:266382:0:(echo_client.c:944:cl_echo_object_find()) Process leaving (rc=18446638243828974688 : -105829880576928 : ffff9fbf8f8fc460) 00008000:00000001:2.0:1789307446.088787:0:266382:0:(echo_client.c:2030:echo_get_object()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:2.0:1789307446.088789:0:266382:0:(obd_class.h:753:obd_getattr()) Process entered 00002000:00000001:2.0:1789307446.088792:0:266382:0:(ofd_obd.c:1130:ofd_echo_getattr()) Process entered 00002000:00000001:2.0:1789307446.088795:0:266382:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1789307446.088797:0:266382:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:2.0:1789307446.088802:0:266382:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244650583016 : -105829058968600 : ffff9fbfc08883e8) 00002000:00000001:2.0:1789307446.088804:0:266382:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638244650582928 : -105829058968688 : ffff9fbfc0888390) 00002000:00000001:2.0:1789307446.088807:0:266382:0:(ofd_objects.c:1134:ofd_attr_get()) Process entered 00002000:00000001:2.0:1789307446.088811:0:266382:0:(ofd_objects.c:1141:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1789307446.088817:0:266382:0:(osd_handler.c:4825:osd_xattr_get()) Get version 0x0 for inode 182 00000020:00000002:2.0:1789307446.088821:0:266382:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfc08883e8/ffff9fbfc0888390 to site lru. bkt: ffff9fbfbb872640 00002000:00000001:2.0:1789307446.088823:0:266382:0:(ofd_obd.c:1157:ofd_echo_getattr()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:2.0:1789307446.088825:0:266382:0:(obd_class.h:766:obd_getattr()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:2.0:1789307446.088827:0:266382:0:(echo_client.c:953:cl_echo_object_put()) Process entered 00000020:00000001:2.0:1789307446.088828:0:266382:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789307446.088830:0:266382:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244586924152 : -105829122627464 : ffff9fbfbcbd2878) 00000020:00001000:2.0:1789307446.088831:0:266382:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfbcbd2870 00000020:00000002:2.0:1789307446.088834:0:266382:0:(lu_object.c:216:lu_object_put()) Add ffff9fbf8f8fc460/ffff9fbf8f8fc498 to site lru. bkt: ffff9fbfb485b2a0 00000020:00001000:2.0:1789307446.088836:0:266382:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfbcbd2870 00008000:00000001:2.0:1789307446.088838:0:266382:0:(echo_client.c:968:cl_echo_object_put()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:2.0:1789307446.088840:0:266382:0:(echo_client.c:2390:echo_client_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307446.088844:0:266382:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9fbec4f00900. 00000020:00001000:2.0:1789307446.089190:0:266382:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfbcbd2360 00000020:00000001:2.0:1789307446.089195:0:266382:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307446.089199:0:266382:0:(class_obd.c:484:class_handle_ioctl()) kvfree 'data': 576 at ffff9fbfb6b5a400. 00000020:00000001:2.0:1789307446.089201:0:266382:0:(class_obd.c:485:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307446.089203:0:266382:0:(class_obd.c:504:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307446.250985:0:225636:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1789307446.250993:0:255040:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1789307446.250994:0:225636:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307446.251003:0:255040:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1789307446.269701:0:266390:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf85192080. 00080000:00000010:0.0:1789307446.269722:0:266390:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf85192080. 00000020:00000001:0.0:1789307446.269728:0:266390:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1789307446.269735:0:266390:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf85192080. 00080000:00000010:0.0:1789307446.269740:0:266390:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf85192080. 00000020:00000001:0.0:1789307446.269743:0:266390:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1789307446.269748:0:266390:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf85192080. 00080000:00000010:0.0:1789307446.269753:0:266390:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf85192080. 00000020:00000001:0.0:1789307446.269755:0:266390:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1789307446.269761:0:266390:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf85192080. 00080000:00000010:0.0:1789307446.269765:0:266390:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf85192080. 00000020:00000001:0.0:1789307446.269768:0:266390:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.421370:0:266430:0:(class_obd.c:494:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1789307446.421377:0:266430:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1789307446.421382:0:266430:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c008667f len=0 uarg=00007ffd31cc3750 00000020:00000001:1.0:1789307446.421386:0:266430:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789307446.421389:0:266430:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 584 at ffff9fbfbd7e8800. 00000020:00000001:1.0:1789307446.421393:0:266430:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.421395:0:266430:0:(class_obd.c:131:class_resolve_dev_name()) Process entered 00000020:00000080:1.0:1789307446.421396:0:266430:0:(class_obd.c:141:class_resolve_dev_name()) device name ec 00000020:00000080:1.0:1789307446.421406:0:266430:0:(class_obd.c:148:class_resolve_dev_name()) device name ec, dev 29 00000020:00000001:1.0:1789307446.421407:0:266430:0:(class_obd.c:152:class_resolve_dev_name()) Process leaving (rc=29 : 29 : 1d) 00000020:00000001:1.0:1789307446.421409:0:266430:0:(class_obd.c:406:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307446.421411:0:266430:0:(class_obd.c:484:class_handle_ioctl()) kvfree 'data': 584 at ffff9fbfbd7e8800. 00000020:00000001:1.0:1789307446.421413:0:266430:0:(class_obd.c:485:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.421415:0:266430:0:(class_obd.c:504:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.422089:0:266430:0:(class_obd.c:494:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1789307446.422092:0:266430:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1789307446.422094:0:266430:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c008667e len=0 uarg=00007ffd31cc3720 00000020:00000001:1.0:1789307446.422097:0:266430:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789307446.422101:0:266430:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9fbfbd7e8800. 00000020:00000001:1.0:1789307446.422104:0:266430:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.422107:0:266430:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00008000:00000001:1.0:1789307446.422111:0:266430:0:(echo_client.c:2266:echo_client_iocontrol()) Process entered 00008000:00000080:1.0:1789307446.422114:0:266430:0:(echo_client.c:2268:echo_client_iocontrol()) ec: cmd=c008667e len=576 karg=ffff9fbfbd7e8800 uarg=0000000000000000 00000020:00000001:1.0:1789307446.422120:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1789307446.422136:0:266430:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9fbfb3c38750. 00000020:00000010:1.0:1789307446.422142:0:266430:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc09ca600. 00000020:00000010:1.0:1789307446.422152:0:266430:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9fbfc09cba00. 00000020:00000010:1.0:1789307446.422156:0:266430:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9fbe9794fd80. 00000020:00000010:1.0:1789307446.422162:0:266430:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9fbe84f0c800. 00000020:00000010:1.0:1789307446.422168:0:266430:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9fbfbb675a90. 00000020:00000010:1.0:1789307446.422175:0:266430:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9fbfc09cac00. 80000000:00000010:1.0:1789307446.422183:0:266430:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9fbe9794f180. 40000000:00000010:1.0:1789307446.422188:0:266430:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9fbf874ff180. 00000008:00000010:1.0:1789307446.422193:0:266430:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9fbfb6c08b30. 00020000:00000010:1.0:1789307446.422199:0:266430:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9fbf8350a780. 00008000:00000010:1.0:1789307446.422204:0:266430:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9fbfb6c60710. 00100000:00000010:1.0:1789307446.422209:0:266430:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9fbe84f09800. 00040000:00000010:1.0:1789307446.422221:0:266430:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9fbfb6bf9600. 00040000:00000010:1.0:1789307446.422227:0:266430:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9fbfc09ca400. 00080000:00000010:1.0:1789307446.422234:0:266430:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at ffff9fbf831f2000. 00080000:00000010:1.0:1789307446.422240:0:266430:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff9fbf831f6000. 00002000:00000010:1.0:1789307446.422249:0:266430:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9fbfbd7e9800. 00000080:00000010:1.0:1789307446.422255:0:266430:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9fbf923025e8. 00000080:00000010:1.0:1789307446.422260:0:266430:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9fbfb6c672e0. 00000020:00000010:1.0:1789307446.422264:0:266430:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc09caa00. 00000020:00000010:1.0:1789307446.422269:0:266430:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf83f8d780. 00000020:00000010:1.0:1789307446.422274:0:266430:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696a4b0. 00000008:00000010:1.0:1789307446.422279:0:266430:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9fbfb52a0c60. 00020000:00000010:1.0:1789307446.422283:0:266430:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9fbfb52a5ff0. 00008000:00000010:1.0:1789307446.422288:0:266430:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9fbfb5283550. 00000080:00000010:1.0:1789307446.422292:0:266430:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9fbfb52a2780. 00000020:00000001:1.0:1789307446.422295:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436346712 : -105829273204904 : ffff9fbfb3c38758) 00000020:00001000:1.0:1789307446.422298:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38750 00000020:00000010:1.0:1789307446.422301:0:266430:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9fbf874fff00. 00008000:00000001:1.0:1789307446.422308:0:266430:0:(echo_client.c:2208:echo_client_brw_ioctl()) Process entered 00008000:00000001:1.0:1789307446.422311:0:266430:0:(echo_client.c:2015:echo_get_object()) Process entered 00008000:00000001:1.0:1789307446.422313:0:266430:0:(echo_client.c:892:cl_echo_object_find()) Process entered 00000020:00000001:1.0:1789307446.422315:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1789307446.422318:0:266430:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9fbfb3c38090. 00000020:00000010:1.0:1789307446.422321:0:266430:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc09cbe00. 00000020:00000010:1.0:1789307446.422323:0:266430:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9fbfc09cbc00. 00000020:00000010:1.0:1789307446.422326:0:266430:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9fbe9794f480. 00000020:00000010:1.0:1789307446.422330:0:266430:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9fbfbfadc800. 00000020:00000010:1.0:1789307446.422334:0:266430:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9fbfbb6769a8. 00000020:00000010:1.0:1789307446.422336:0:266430:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9fbfc09ca200. 80000000:00000010:1.0:1789307446.422339:0:266430:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9fbe9794f720. 40000000:00000010:1.0:1789307446.422341:0:266430:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9fbf874ff700. 00000008:00000010:1.0:1789307446.422344:0:266430:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9fbfb6c0ce50. 00020000:00000010:1.0:1789307446.422348:0:266430:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9fbf8350a9c0. 00008000:00000010:1.0:1789307446.422351:0:266430:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9fbfb6c61c40. 00100000:00000010:1.0:1789307446.422361:0:266430:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9fbfbc4bd800. 00040000:00000010:1.0:1789307446.422365:0:266430:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9fbfb6f19f00. 00040000:00000010:1.0:1789307446.422367:0:266430:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9fbfc09cb400. 00080000:00000010:1.0:1789307446.422372:0:266430:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at ffff9fbf8655c000. 00080000:00000010:1.0:1789307446.422377:0:266430:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff9fbf922c8000. 00002000:00000010:1.0:1789307446.422383:0:266430:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9fbfb6bd9c00. 00000080:00000010:1.0:1789307446.422386:0:266430:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9fbf923027e0. 00000080:00000010:1.0:1789307446.422389:0:266430:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9fbfb6c654d0. 00000020:00000010:1.0:1789307446.422394:0:266430:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb27b8e00. 00000020:00000010:1.0:1789307446.422397:0:266430:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf83f8da00. 00000020:00000010:1.0:1789307446.422401:0:266430:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696aed8. 00000008:00000010:1.0:1789307446.422404:0:266430:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9fbfb52a1600. 00020000:00000010:1.0:1789307446.422408:0:266430:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9fbfb52a4000. 00008000:00000010:1.0:1789307446.422410:0:266430:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9fbfb5283f58. 00000080:00000010:1.0:1789307446.422414:0:266430:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9fbfb52a2000. 00000020:00000001:1.0:1789307446.422416:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436344984 : -105829273206632 : ffff9fbfb3c38098) 00000020:00001000:1.0:1789307446.422418:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38090 00000020:00000001:1.0:1789307446.422422:0:266430:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000010:1.0:1789307446.422431:0:266430:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff9fbf8541fc00. 00000020:00000001:1.0:1789307446.422435:0:266430:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243828974688 : -105829880576928 : ffff9fbf8f8fc460) 00000020:00001000:1.0:1789307446.422438:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38090 00008000:00000001:1.0:1789307446.422443:0:266430:0:(echo_client.c:944:cl_echo_object_find()) Process leaving (rc=18446638243828974688 : -105829880576928 : ffff9fbf8f8fc460) 00008000:00000001:1.0:1789307446.422446:0:266430:0:(echo_client.c:2030:echo_get_object()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.422448:0:266430:0:(echo_client.c:2117:echo_client_prep_commit()) Process entered 00008000:00000010:1.0:1789307446.422461:0:266430:0:(echo_client.c:2124:echo_client_prep_commit()) kmalloced '(lnb)': 4096 at ffff9fbf98cd3000. 00008000:00000001:1.0:1789307446.422465:0:266430:0:(obd_class.h:1146:obd_preprw()) Process entered 00002000:00000001:1.0:1789307446.422470:0:266430:0:(ofd_io.c:714:ofd_preprw_write()) Process entered 00000020:00000001:1.0:1789307446.422474:0:266430:0:(tgt_grant.c:1264:tgt_grant_prepare_write()) Process entered 00000020:00000001:1.0:1789307446.422477:0:266430:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1789307446.422479:0:266430:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1789307446.422482:0:266430:0:(tgt_grant.c:400:tgt_grant_statfs()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 free: 3918680064 avail: 3687157760 00000020:00000001:1.0:1789307446.422485:0:266430:0:(tgt_grant.c:427:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1789307446.422488:0:266430:0:(tgt_grant.c:464:tgt_grant_space_left()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 avail=3687157760 left=3678437376 unstable=0 tot_grant=8717732 pending=0 00000020:00000001:1.0:1789307446.422497:0:266430:0:(tgt_grant.c:466:tgt_grant_space_left()) Process leaving (rc=3678437376 : 3678437376 : db408000) 00000020:00000001:1.0:1789307446.422500:0:266430:0:(tgt_grant.c:491:tgt_grant_incoming()) Process entered 00000020:00000001:1.0:1789307446.422501:0:266430:0:(tgt_grant.c:498:tgt_grant_incoming()) Process leaving 00000020:00000001:1.0:1789307446.422503:0:266430:0:(tgt_grant.c:711:tgt_grant_check()) Process entered 00000020:00000020:1.0:1789307446.422506:0:266430:0:(tgt_grant.c:836:tgt_grant_check()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 granted: 0 ungranted: 286720 grant: 0 dirty: 0 00000020:00000001:1.0:1789307446.422509:0:266430:0:(tgt_grant.c:842:tgt_grant_check()) Process leaving 00000020:00000001:1.0:1789307446.422510:0:266430:0:(tgt_grant.c:1319:tgt_grant_prepare_write()) Process leaving 00002000:00000001:1.0:1789307446.422512:0:266430:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1789307446.422515:0:266430:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307446.422521:0:266430:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244650583016 : -105829058968600 : ffff9fbfc08883e8) 00002000:00000001:1.0:1789307446.422523:0:266430:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638244650582928 : -105829058968688 : ffff9fbfc0888390) 00080000:00000001:1.0:1789307446.422529:0:266430:0:(osd_io.c:562:osd_map_remote_to_local()) Process entered 00080000:00000001:1.0:1789307446.422532:0:266430:0:(osd_io.c:598:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.422843:0:266430:0:(osd_io.c:852:osd_bufs_get()) Process leaving (rc=64 : 64 : 40) 00080000:00001000:1.0:1789307446.422870:0:266430:0:(osd_io.c:137:__osd_init_iobuf()) realloc 512 for 256 (64) pages 00080000:00001000:1.0:1789307446.422873:0:266430:0:(osd_io.c:142:__osd_init_iobuf()) realloc 2048 for 256 blocks 00000020:00000010:1.0:1789307446.422878:0:266430:0:(lu_object.c:2501:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 2048 at ffff9fbfbc4ba800. 00000020:00000010:1.0:1789307446.422882:0:266430:0:(lu_object.c:2501:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 2048 at ffff9fbfbc4be000. 00080000:00000001:1.0:1789307446.422888:0:266430:0:(osd_io.c:1237:osd_write_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.422891:0:266430:0:(ofd_io.c:860:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.422894:0:266430:0:(ofd_io.c:962:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.422897:0:266430:0:(obd_class.h:1162:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.422919:0:266430:0:(obd_class.h:1174:obd_commitrw()) Process entered 00000001:00000001:1.0:1789307446.422923:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.422925:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.422928:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.422929:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.422930:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.422932:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.422934:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.422936:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.422939:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.422941:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.422942:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.422944:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.422950:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.422951:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.422953:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.422956:0:266430:0:(ofd_io.c:1249:ofd_commitrw_write()) Process entered 00002000:00000001:1.0:1789307446.422958:0:266430:0:(ofd_objects.c:1573:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.422960:0:266430:0:(ofd_io.c:1034:ofd_write_attr_set()) Process entered 00002000:00000001:1.0:1789307446.422962:0:266430:0:(ofd_objects.c:510:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1789307446.422964:0:266430:0:(ofd_objects.c:514:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.422967:0:266430:0:(ofd_io.c:1055:ofd_write_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1789307446.422972:0:266430:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:1.0:1789307446.422977:0:266430:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfb27b8600. 00080000:00000001:1.0:1789307446.422981:0:266430:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244414850560 : -105829294701056 : ffff9fbfb27b8600) 00000001:00000001:1.0:1789307446.422983:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.422986:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.422990:0:266430:0:(osd_io.c:1309:osd_declare_write_commit()) Process entered 00080000:00000002:1.0:1789307446.422995:0:266430:0:(osd_io.c:1449:osd_declare_write_commit()) lustre-OST0000: inode #182 extent_bytes 1048576 extents 1 credits 9 00000001:00000001:1.0:1789307446.422999:0:266430:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1789307446.423003:0:266430:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ffa40. 00080000:00000001:1.0:1789307446.423006:0:266430:0:(osd_io.c:1477:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.423010:0:266430:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:1.0:1789307446.423027:0:266430:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00001000:1.0:1789307446.423036:0:266430:0:(osd_io.c:971:osd_ldiskfs_map_inode_pages()) inode 182: map 64 pages from 0 00080000:00000001:1.0:1789307446.423167:0:266430:0:(osd_io.c:424:osd_do_bio()) Process entered 00080000:00000001:1.0:1789307446.423177:0:266430:0:(osd_io.c:53:osd_bio_init()) Process entered 00080000:00000010:1.0:1789307446.423180:0:266430:0:(osd_io.c:56:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff9fbfb48a9618. 00080000:00000001:1.0:1789307446.423182:0:266430:0:(osd_io.c:66:osd_bio_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1789307446.423188:0:266430:0:(osd_io.c:354:osd_submit_bio()) bio++ sz 262144 vcnt 64(64) sectors 512(2560) psg 0(254) 00000001:00000001:1.0:1789307446.423192:0:266430:0:(osd_integrity.c:444:osd_bio_integrity_handle()) Process entered 00000001:00000001:1.0:1789307446.423194:0:266430:0:(osd_integrity.c:447:osd_bio_integrity_handle()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.423265:0:266430:0:(osd_io.c:555:osd_do_bio()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.423268:0:266430:0:(osd_io.c:1570:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.423273:0:266430:0:(tgt_grant.c:1565:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:1.0:1789307446.423277:0:266430:0:(tgt_grant.c:1567:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff9fbe9794fea0. 00000020:00000040:1.0:1789307446.423279:0:266430:0:(tgt_grant.c:1571:tgt_grant_commit_cb_add()) callback GETting export ffff9fbfbc4b9800 : new cb_count 1 00000020:00000040:1.0:1789307446.423281:0:266430:0:(genops.c:868:class_export_get()) GET export ffff9fbfbc4b9800 refcount=4 00000020:00000001:1.0:1789307446.423284:0:266430:0:(tgt_grant.c:1585:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.423292:0:266430:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:1.0:1789307446.423302:0:266430:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ffa40. 00040000:00000001:1.0:1789307446.423307:0:266430:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:1.0:1789307446.423309:0:266430:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000010:1.2F:1789307446.423644:0:0:0:(osd_io.c:79:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9fbfb48a9618. 00080000:00000001:1.0:1789307446.423690:0:266430:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.423723:0:266430:0:(osd_io.c:729:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1789307446.423728:0:266430:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfc08883e8/ffff9fbfc0888390 to site lru. bkt: ffff9fbfbb872640 00002000:00000001:1.0:1789307446.423731:0:266430:0:(ofd_io.c:1425:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.423735:0:266430:0:(ofd_io.c:1615:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.423737:0:266430:0:(obd_class.h:1192:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00008000:00000010:1.0:1789307446.423741:0:266430:0:(echo_client.c:2190:echo_client_prep_commit()) kvfree 'lnb': 4096 at ffff9fbf98cd3000. 00008000:00000001:1.0:1789307446.423747:0:266430:0:(echo_client.c:2192:echo_client_prep_commit()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.423750:0:266430:0:(echo_client.c:953:cl_echo_object_put()) Process entered 00000020:00000001:1.0:1789307446.423752:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.423753:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436344984 : -105829273206632 : ffff9fbfb3c38098) 00000020:00001000:1.0:1789307446.423756:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38090 00000020:00000002:1.0:1789307446.423758:0:266430:0:(lu_object.c:216:lu_object_put()) Add ffff9fbf8f8fc460/ffff9fbf8f8fc498 to site lru. bkt: ffff9fbfb485b2a0 00000020:00001000:1.0:1789307446.423761:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38090 00008000:00000001:1.0:1789307446.423764:0:266430:0:(echo_client.c:968:cl_echo_object_put()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.423766:0:266430:0:(echo_client.c:2243:echo_client_brw_ioctl()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.423769:0:266430:0:(echo_client.c:2411:echo_client_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307446.423773:0:266430:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9fbf874fff00. 00000020:00001000:1.0:1789307446.423782:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38750 00000020:00000001:1.0:1789307446.423786:0:266430:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307446.423790:0:266430:0:(class_obd.c:484:class_handle_ioctl()) kvfree 'data': 576 at ffff9fbfbd7e8800. 00000020:00000001:1.0:1789307446.423794:0:266430:0:(class_obd.c:485:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.423796:0:266430:0:(class_obd.c:504:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.423848:0:266430:0:(class_obd.c:494:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1789307446.423892:0:266430:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1789307446.423895:0:266430:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c008667e len=0 uarg=00007ffd31cc3720 00000020:00000001:1.0:1789307446.423898:0:266430:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789307446.423902:0:266430:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9fbf85c24400. 00000020:00000001:1.0:1789307446.423905:0:266430:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.423908:0:266430:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00008000:00000001:1.0:1789307446.423910:0:266430:0:(echo_client.c:2266:echo_client_iocontrol()) Process entered 00008000:00000080:1.0:1789307446.423912:0:266430:0:(echo_client.c:2268:echo_client_iocontrol()) ec: cmd=c008667e len=576 karg=ffff9fbf85c24400 uarg=0000000000000000 00000020:00000001:1.0:1789307446.423923:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.423933:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436346712 : -105829273204904 : ffff9fbfb3c38758) 00000020:00001000:1.0:1789307446.423936:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38750 00000020:00000010:1.0:1789307446.423940:0:266430:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9fbf874ffa40. 00008000:00000001:1.0:1789307446.423944:0:266430:0:(echo_client.c:2208:echo_client_brw_ioctl()) Process entered 00008000:00000001:1.0:1789307446.423946:0:266430:0:(echo_client.c:2015:echo_get_object()) Process entered 00008000:00000001:1.0:1789307446.423948:0:266430:0:(echo_client.c:892:cl_echo_object_find()) Process entered 00000020:00000001:1.0:1789307446.423950:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.423952:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436344984 : -105829273206632 : ffff9fbfb3c38098) 00000020:00001000:1.0:1789307446.423954:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38090 00000020:00000001:1.0:1789307446.423956:0:266430:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307446.423961:0:266430:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243828974688 : -105829880576928 : ffff9fbf8f8fc460) 00000020:00001000:1.0:1789307446.423964:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38090 00008000:00000001:1.0:1789307446.423968:0:266430:0:(echo_client.c:944:cl_echo_object_find()) Process leaving (rc=18446638243828974688 : -105829880576928 : ffff9fbf8f8fc460) 00008000:00000001:1.0:1789307446.423970:0:266430:0:(echo_client.c:2030:echo_get_object()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.423972:0:266430:0:(echo_client.c:2117:echo_client_prep_commit()) Process entered 00008000:00000010:1.0:1789307446.423977:0:266430:0:(echo_client.c:2124:echo_client_prep_commit()) kmalloced '(lnb)': 4096 at ffff9fbf98cd3000. 00008000:00000001:1.0:1789307446.423979:0:266430:0:(obd_class.h:1146:obd_preprw()) Process entered 00002000:00000001:1.0:1789307446.423982:0:266430:0:(ofd_io.c:714:ofd_preprw_write()) Process entered 00000020:00000001:1.0:1789307446.423984:0:266430:0:(tgt_grant.c:1264:tgt_grant_prepare_write()) Process entered 00000020:00000001:1.0:1789307446.423986:0:266430:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1789307446.423990:0:266430:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1789307446.423993:0:266430:0:(tgt_grant.c:400:tgt_grant_statfs()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 free: 3918680064 avail: 3687157760 00000020:00000001:1.0:1789307446.423997:0:266430:0:(tgt_grant.c:427:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1789307446.424000:0:266430:0:(tgt_grant.c:464:tgt_grant_space_left()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 avail=3687157760 left=3678150656 unstable=0 tot_grant=9004452 pending=286720 00000020:00000001:1.0:1789307446.424004:0:266430:0:(tgt_grant.c:466:tgt_grant_space_left()) Process leaving (rc=3678150656 : 3678150656 : db3c2000) 00000020:00000001:1.0:1789307446.424007:0:266430:0:(tgt_grant.c:491:tgt_grant_incoming()) Process entered 00000020:00000001:1.0:1789307446.424008:0:266430:0:(tgt_grant.c:498:tgt_grant_incoming()) Process leaving 00000020:00000001:1.0:1789307446.424010:0:266430:0:(tgt_grant.c:711:tgt_grant_check()) Process entered 00000020:00000020:1.0:1789307446.424013:0:266430:0:(tgt_grant.c:836:tgt_grant_check()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 granted: 0 ungranted: 286720 grant: 0 dirty: 0 00000020:00000001:1.0:1789307446.424015:0:266430:0:(tgt_grant.c:842:tgt_grant_check()) Process leaving 00000020:00000001:1.0:1789307446.424017:0:266430:0:(tgt_grant.c:1319:tgt_grant_prepare_write()) Process leaving 00002000:00000001:1.0:1789307446.424019:0:266430:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1789307446.424020:0:266430:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307446.424022:0:266430:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244650583016 : -105829058968600 : ffff9fbfc08883e8) 00002000:00000001:1.0:1789307446.424025:0:266430:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638244650582928 : -105829058968688 : ffff9fbfc0888390) 00080000:00000001:1.0:1789307446.424035:0:266430:0:(osd_io.c:562:osd_map_remote_to_local()) Process entered 00080000:00000001:1.0:1789307446.424037:0:266430:0:(osd_io.c:598:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.424346:0:266430:0:(osd_io.c:852:osd_bufs_get()) Process leaving (rc=64 : 64 : 40) 00080000:00000001:1.0:1789307446.424354:0:266430:0:(osd_io.c:1237:osd_write_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.424357:0:266430:0:(ofd_io.c:860:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.424359:0:266430:0:(ofd_io.c:962:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.424361:0:266430:0:(obd_class.h:1162:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.424382:0:266430:0:(obd_class.h:1174:obd_commitrw()) Process entered 00000001:00000001:1.0:1789307446.424386:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.424388:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.424390:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.424391:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.424393:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.424394:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.424396:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.424397:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.424399:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.424401:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.424403:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.424405:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.424407:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.424408:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.424410:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.424412:0:266430:0:(ofd_io.c:1249:ofd_commitrw_write()) Process entered 00002000:00000001:1.0:1789307446.424414:0:266430:0:(ofd_objects.c:1573:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.424416:0:266430:0:(ofd_io.c:1034:ofd_write_attr_set()) Process entered 00002000:00000001:1.0:1789307446.424417:0:266430:0:(ofd_objects.c:510:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1789307446.424419:0:266430:0:(ofd_objects.c:514:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.424420:0:266430:0:(ofd_io.c:1055:ofd_write_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1789307446.424423:0:266430:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:1.0:1789307446.424428:0:266430:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfb27b9a00. 00080000:00000001:1.0:1789307446.424431:0:266430:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244414855680 : -105829294695936 : ffff9fbfb27b9a00) 00000001:00000001:1.0:1789307446.424432:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.424434:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.424437:0:266430:0:(osd_io.c:1309:osd_declare_write_commit()) Process entered 00080000:00000002:1.0:1789307446.424439:0:266430:0:(osd_io.c:1449:osd_declare_write_commit()) lustre-OST0000: inode #182 extent_bytes 1048576 extents 1 credits 9 00000001:00000001:1.0:1789307446.424448:0:266430:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1789307446.424460:0:266430:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ffd00. 00080000:00000001:1.0:1789307446.424463:0:266430:0:(osd_io.c:1477:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.424465:0:266430:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:1.0:1789307446.424471:0:266430:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00001000:1.0:1789307446.424478:0:266430:0:(osd_io.c:971:osd_ldiskfs_map_inode_pages()) inode 182: map 64 pages from 64 00080000:00000001:1.0:1789307446.424542:0:266430:0:(osd_io.c:424:osd_do_bio()) Process entered 00080000:00000001:1.0:1789307446.424548:0:266430:0:(osd_io.c:53:osd_bio_init()) Process entered 00080000:00000010:1.0:1789307446.424551:0:266430:0:(osd_io.c:56:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff9fbfb48a9618. 00080000:00000001:1.0:1789307446.424554:0:266430:0:(osd_io.c:66:osd_bio_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1789307446.424559:0:266430:0:(osd_io.c:354:osd_submit_bio()) bio++ sz 262144 vcnt 64(64) sectors 512(2560) psg 0(254) 00000001:00000001:1.0:1789307446.424562:0:266430:0:(osd_integrity.c:444:osd_bio_integrity_handle()) Process entered 00000001:00000001:1.0:1789307446.424564:0:266430:0:(osd_integrity.c:447:osd_bio_integrity_handle()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.424607:0:266430:0:(osd_io.c:555:osd_do_bio()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.424611:0:266430:0:(osd_io.c:1570:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.424615:0:266430:0:(tgt_grant.c:1565:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:1.0:1789307446.424618:0:266430:0:(tgt_grant.c:1567:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff9fbe9794f900. 00000020:00000040:1.0:1789307446.424621:0:266430:0:(tgt_grant.c:1571:tgt_grant_commit_cb_add()) callback GETting export ffff9fbfbc4b9800 : new cb_count 2 00000020:00000040:1.0:1789307446.424624:0:266430:0:(genops.c:868:class_export_get()) GET export ffff9fbfbc4b9800 refcount=5 00000020:00000001:1.0:1789307446.424626:0:266430:0:(tgt_grant.c:1585:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.424629:0:266430:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:1.0:1789307446.424636:0:266430:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ffd00. 00040000:00000001:1.0:1789307446.424639:0:266430:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:1.0:1789307446.424640:0:266430:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000010:1.2:1789307446.424909:0:0:0:(osd_io.c:79:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9fbfb48a9618. 00080000:00000001:1.0:1789307446.425083:0:266430:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.425099:0:266430:0:(osd_io.c:729:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1789307446.425103:0:266430:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfc08883e8/ffff9fbfc0888390 to site lru. bkt: ffff9fbfbb872640 00002000:00000001:1.0:1789307446.425105:0:266430:0:(ofd_io.c:1425:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.425107:0:266430:0:(ofd_io.c:1615:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.425109:0:266430:0:(obd_class.h:1192:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00008000:00000010:1.0:1789307446.425112:0:266430:0:(echo_client.c:2190:echo_client_prep_commit()) kvfree 'lnb': 4096 at ffff9fbf98cd3000. 00008000:00000001:1.0:1789307446.425115:0:266430:0:(echo_client.c:2192:echo_client_prep_commit()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.425117:0:266430:0:(echo_client.c:953:cl_echo_object_put()) Process entered 00000020:00000001:1.0:1789307446.425118:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.425120:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436344984 : -105829273206632 : ffff9fbfb3c38098) 00000020:00001000:1.0:1789307446.425122:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38090 00000020:00000002:1.0:1789307446.425129:0:266430:0:(lu_object.c:216:lu_object_put()) Add ffff9fbf8f8fc460/ffff9fbf8f8fc498 to site lru. bkt: ffff9fbfb485b2a0 00000020:00001000:1.0:1789307446.425130:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38090 00008000:00000001:1.0:1789307446.425133:0:266430:0:(echo_client.c:968:cl_echo_object_put()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.425134:0:266430:0:(echo_client.c:2243:echo_client_brw_ioctl()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.425136:0:266430:0:(echo_client.c:2411:echo_client_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307446.425138:0:266430:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9fbf874ffa40. 00000020:00001000:1.0:1789307446.425141:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38750 00000020:00000001:1.0:1789307446.425143:0:266430:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307446.425145:0:266430:0:(class_obd.c:484:class_handle_ioctl()) kvfree 'data': 576 at ffff9fbf85c24400. 00000020:00000001:1.0:1789307446.425147:0:266430:0:(class_obd.c:485:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.425148:0:266430:0:(class_obd.c:504:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.425177:0:266430:0:(class_obd.c:494:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1789307446.425179:0:266430:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1789307446.425180:0:266430:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c008667e len=0 uarg=00007ffd31cc3720 00000020:00000001:1.0:1789307446.425183:0:266430:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789307446.425186:0:266430:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9fbf85c24400. 00000020:00000001:1.0:1789307446.425188:0:266430:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.425191:0:266430:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00008000:00000001:1.0:1789307446.425193:0:266430:0:(echo_client.c:2266:echo_client_iocontrol()) Process entered 00008000:00000080:1.0:1789307446.425195:0:266430:0:(echo_client.c:2268:echo_client_iocontrol()) ec: cmd=c008667e len=576 karg=ffff9fbf85c24400 uarg=0000000000000000 00000020:00000001:1.0:1789307446.425199:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.425201:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436346712 : -105829273204904 : ffff9fbfb3c38758) 00000020:00001000:1.0:1789307446.425203:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38750 00000020:00000010:1.0:1789307446.425206:0:266430:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9fbf874ffd00. 00008000:00000001:1.0:1789307446.425210:0:266430:0:(echo_client.c:2208:echo_client_brw_ioctl()) Process entered 00008000:00000001:1.0:1789307446.425211:0:266430:0:(echo_client.c:2015:echo_get_object()) Process entered 00008000:00000001:1.0:1789307446.425213:0:266430:0:(echo_client.c:892:cl_echo_object_find()) Process entered 00000020:00000001:1.0:1789307446.425214:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.425216:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436344984 : -105829273206632 : ffff9fbfb3c38098) 00000020:00001000:1.0:1789307446.425218:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38090 00000020:00000001:1.0:1789307446.425220:0:266430:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307446.425228:0:266430:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243828974688 : -105829880576928 : ffff9fbf8f8fc460) 00000020:00001000:1.0:1789307446.425232:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38090 00008000:00000001:1.0:1789307446.425235:0:266430:0:(echo_client.c:944:cl_echo_object_find()) Process leaving (rc=18446638243828974688 : -105829880576928 : ffff9fbf8f8fc460) 00008000:00000001:1.0:1789307446.425237:0:266430:0:(echo_client.c:2030:echo_get_object()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.425240:0:266430:0:(echo_client.c:2117:echo_client_prep_commit()) Process entered 00008000:00000010:1.0:1789307446.425247:0:266430:0:(echo_client.c:2124:echo_client_prep_commit()) kmalloced '(lnb)': 4096 at ffff9fbf98cd3000. 00008000:00000001:1.0:1789307446.425249:0:266430:0:(obd_class.h:1146:obd_preprw()) Process entered 00002000:00000001:1.0:1789307446.425252:0:266430:0:(ofd_io.c:714:ofd_preprw_write()) Process entered 00000020:00000001:1.0:1789307446.425254:0:266430:0:(tgt_grant.c:1264:tgt_grant_prepare_write()) Process entered 00000020:00000001:1.0:1789307446.425256:0:266430:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1789307446.425257:0:266430:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1789307446.425259:0:266430:0:(tgt_grant.c:400:tgt_grant_statfs()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 free: 3918680064 avail: 3687157760 00000020:00000001:1.0:1789307446.425262:0:266430:0:(tgt_grant.c:427:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1789307446.425263:0:266430:0:(tgt_grant.c:464:tgt_grant_space_left()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 avail=3687157760 left=3677863936 unstable=0 tot_grant=9291172 pending=573440 00000020:00000001:1.0:1789307446.425266:0:266430:0:(tgt_grant.c:466:tgt_grant_space_left()) Process leaving (rc=3677863936 : 3677863936 : db37c000) 00000020:00000001:1.0:1789307446.425267:0:266430:0:(tgt_grant.c:491:tgt_grant_incoming()) Process entered 00000020:00000001:1.0:1789307446.425268:0:266430:0:(tgt_grant.c:498:tgt_grant_incoming()) Process leaving 00000020:00000001:1.0:1789307446.425269:0:266430:0:(tgt_grant.c:711:tgt_grant_check()) Process entered 00000020:00000020:1.0:1789307446.425271:0:266430:0:(tgt_grant.c:836:tgt_grant_check()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 granted: 0 ungranted: 286720 grant: 0 dirty: 0 00000020:00000001:1.0:1789307446.425273:0:266430:0:(tgt_grant.c:842:tgt_grant_check()) Process leaving 00000020:00000001:1.0:1789307446.425274:0:266430:0:(tgt_grant.c:1319:tgt_grant_prepare_write()) Process leaving 00002000:00000001:1.0:1789307446.425275:0:266430:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1789307446.425276:0:266430:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307446.425282:0:266430:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244650583016 : -105829058968600 : ffff9fbfc08883e8) 00002000:00000001:1.0:1789307446.425283:0:266430:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638244650582928 : -105829058968688 : ffff9fbfc0888390) 00080000:00000001:1.0:1789307446.425286:0:266430:0:(osd_io.c:562:osd_map_remote_to_local()) Process entered 00080000:00000001:1.0:1789307446.425288:0:266430:0:(osd_io.c:598:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.425523:0:266430:0:(osd_io.c:852:osd_bufs_get()) Process leaving (rc=64 : 64 : 40) 00080000:00000001:1.0:1789307446.425532:0:266430:0:(osd_io.c:1237:osd_write_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.425535:0:266430:0:(ofd_io.c:860:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.425537:0:266430:0:(ofd_io.c:962:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.425539:0:266430:0:(obd_class.h:1162:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.425565:0:266430:0:(obd_class.h:1174:obd_commitrw()) Process entered 00000001:00000001:1.0:1789307446.425568:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.425569:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.425571:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.425572:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.425574:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.425575:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.425577:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.425584:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.425586:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.425587:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.425588:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.425590:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.425591:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.425592:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.425594:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.425596:0:266430:0:(ofd_io.c:1249:ofd_commitrw_write()) Process entered 00002000:00000001:1.0:1789307446.425597:0:266430:0:(ofd_objects.c:1573:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.425599:0:266430:0:(ofd_io.c:1034:ofd_write_attr_set()) Process entered 00002000:00000001:1.0:1789307446.425600:0:266430:0:(ofd_objects.c:510:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1789307446.425602:0:266430:0:(ofd_objects.c:514:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.425603:0:266430:0:(ofd_io.c:1055:ofd_write_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1789307446.425605:0:266430:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:1.0:1789307446.425608:0:266430:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfb27b9e00. 00080000:00000001:1.0:1789307446.425610:0:266430:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244414856704 : -105829294694912 : ffff9fbfb27b9e00) 00000001:00000001:1.0:1789307446.425612:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.425613:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.425615:0:266430:0:(osd_io.c:1309:osd_declare_write_commit()) Process entered 00080000:00000002:1.0:1789307446.425618:0:266430:0:(osd_io.c:1449:osd_declare_write_commit()) lustre-OST0000: inode #182 extent_bytes 1048576 extents 1 credits 9 00000001:00000001:1.0:1789307446.425622:0:266430:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1789307446.425624:0:266430:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ff1c0. 00080000:00000001:1.0:1789307446.425626:0:266430:0:(osd_io.c:1477:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.425628:0:266430:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:1.0:1789307446.425633:0:266430:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00001000:1.0:1789307446.425640:0:266430:0:(osd_io.c:971:osd_ldiskfs_map_inode_pages()) inode 182: map 64 pages from 128 00080000:00000001:1.0:1789307446.425692:0:266430:0:(osd_io.c:424:osd_do_bio()) Process entered 00080000:00000001:1.0:1789307446.425698:0:266430:0:(osd_io.c:53:osd_bio_init()) Process entered 00080000:00000010:1.0:1789307446.425701:0:266430:0:(osd_io.c:56:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff9fbfb48a9618. 00080000:00000001:1.0:1789307446.425704:0:266430:0:(osd_io.c:66:osd_bio_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1789307446.425721:0:266430:0:(osd_io.c:354:osd_submit_bio()) bio++ sz 262144 vcnt 64(64) sectors 512(2560) psg 0(254) 00000001:00000001:1.0:1789307446.425725:0:266430:0:(osd_integrity.c:444:osd_bio_integrity_handle()) Process entered 00000001:00000001:1.0:1789307446.425727:0:266430:0:(osd_integrity.c:447:osd_bio_integrity_handle()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.425785:0:266430:0:(osd_io.c:555:osd_do_bio()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.425789:0:266430:0:(osd_io.c:1570:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.425799:0:266430:0:(tgt_grant.c:1565:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:1.0:1789307446.425801:0:266430:0:(tgt_grant.c:1567:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff9fbe9794f9c0. 00000020:00000040:1.0:1789307446.425804:0:266430:0:(tgt_grant.c:1571:tgt_grant_commit_cb_add()) callback GETting export ffff9fbfbc4b9800 : new cb_count 3 00000020:00000040:1.0:1789307446.425806:0:266430:0:(genops.c:868:class_export_get()) GET export ffff9fbfbc4b9800 refcount=6 00000020:00000001:1.0:1789307446.425809:0:266430:0:(tgt_grant.c:1585:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.425811:0:266430:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:1.0:1789307446.425816:0:266430:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ff1c0. 00040000:00000001:1.0:1789307446.425820:0:266430:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:1.0:1789307446.425821:0:266430:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000010:1.2:1789307446.426046:0:0:0:(osd_io.c:79:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9fbfb48a9618. 00080000:00000001:1.0:1789307446.426062:0:266430:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.426070:0:266430:0:(osd_io.c:729:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1789307446.426073:0:266430:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfc08883e8/ffff9fbfc0888390 to site lru. bkt: ffff9fbfbb872640 00002000:00000001:1.0:1789307446.426075:0:266430:0:(ofd_io.c:1425:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.426077:0:266430:0:(ofd_io.c:1615:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.426078:0:266430:0:(obd_class.h:1192:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00008000:00000010:1.0:1789307446.426080:0:266430:0:(echo_client.c:2190:echo_client_prep_commit()) kvfree 'lnb': 4096 at ffff9fbf98cd3000. 00008000:00000001:1.0:1789307446.426083:0:266430:0:(echo_client.c:2192:echo_client_prep_commit()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.426084:0:266430:0:(echo_client.c:953:cl_echo_object_put()) Process entered 00000020:00000001:1.0:1789307446.426086:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.426087:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436344984 : -105829273206632 : ffff9fbfb3c38098) 00000020:00001000:1.0:1789307446.426088:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38090 00000020:00000002:1.0:1789307446.426090:0:266430:0:(lu_object.c:216:lu_object_put()) Add ffff9fbf8f8fc460/ffff9fbf8f8fc498 to site lru. bkt: ffff9fbfb485b2a0 00000020:00001000:1.0:1789307446.426092:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38090 00008000:00000001:1.0:1789307446.426093:0:266430:0:(echo_client.c:968:cl_echo_object_put()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.426094:0:266430:0:(echo_client.c:2243:echo_client_brw_ioctl()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.426095:0:266430:0:(echo_client.c:2411:echo_client_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307446.426098:0:266430:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9fbf874ffd00. 00000020:00001000:1.0:1789307446.426102:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38750 00000020:00000001:1.0:1789307446.426104:0:266430:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307446.426109:0:266430:0:(class_obd.c:484:class_handle_ioctl()) kvfree 'data': 576 at ffff9fbf85c24400. 00000020:00000001:1.0:1789307446.426112:0:266430:0:(class_obd.c:485:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.426115:0:266430:0:(class_obd.c:504:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.426140:0:266430:0:(class_obd.c:494:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1789307446.426142:0:266430:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1789307446.426145:0:266430:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c008667e len=0 uarg=00007ffd31cc3720 00000020:00000001:1.0:1789307446.426148:0:266430:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789307446.426156:0:266430:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9fbfbd7e8800. 00000020:00000001:1.0:1789307446.426160:0:266430:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.426162:0:266430:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00008000:00000001:1.0:1789307446.426163:0:266430:0:(echo_client.c:2266:echo_client_iocontrol()) Process entered 00008000:00000080:1.0:1789307446.426164:0:266430:0:(echo_client.c:2268:echo_client_iocontrol()) ec: cmd=c008667e len=576 karg=ffff9fbfbd7e8800 uarg=0000000000000000 00000020:00000001:1.0:1789307446.426167:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.426168:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436346712 : -105829273204904 : ffff9fbfb3c38758) 00000020:00001000:1.0:1789307446.426170:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38750 00000020:00000010:1.0:1789307446.426172:0:266430:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9fbf874ff1c0. 00008000:00000001:1.0:1789307446.426174:0:266430:0:(echo_client.c:2208:echo_client_brw_ioctl()) Process entered 00008000:00000001:1.0:1789307446.426175:0:266430:0:(echo_client.c:2015:echo_get_object()) Process entered 00008000:00000001:1.0:1789307446.426176:0:266430:0:(echo_client.c:892:cl_echo_object_find()) Process entered 00000020:00000001:1.0:1789307446.426178:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.426179:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436344984 : -105829273206632 : ffff9fbfb3c38098) 00000020:00001000:1.0:1789307446.426181:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38090 00000020:00000001:1.0:1789307446.426183:0:266430:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307446.426186:0:266430:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243828974688 : -105829880576928 : ffff9fbf8f8fc460) 00000020:00001000:1.0:1789307446.426188:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38090 00008000:00000001:1.0:1789307446.426192:0:266430:0:(echo_client.c:944:cl_echo_object_find()) Process leaving (rc=18446638243828974688 : -105829880576928 : ffff9fbf8f8fc460) 00008000:00000001:1.0:1789307446.426194:0:266430:0:(echo_client.c:2030:echo_get_object()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.426197:0:266430:0:(echo_client.c:2117:echo_client_prep_commit()) Process entered 00008000:00000010:1.0:1789307446.426200:0:266430:0:(echo_client.c:2124:echo_client_prep_commit()) kmalloced '(lnb)': 4096 at ffff9fbf98cd3000. 00008000:00000001:1.0:1789307446.426202:0:266430:0:(obd_class.h:1146:obd_preprw()) Process entered 00002000:00000001:1.0:1789307446.426204:0:266430:0:(ofd_io.c:714:ofd_preprw_write()) Process entered 00000020:00000001:1.0:1789307446.426206:0:266430:0:(tgt_grant.c:1264:tgt_grant_prepare_write()) Process entered 00000020:00000001:1.0:1789307446.426209:0:266430:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1789307446.426211:0:266430:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1789307446.426213:0:266430:0:(tgt_grant.c:400:tgt_grant_statfs()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 free: 3918680064 avail: 3687157760 00000020:00000001:1.0:1789307446.426216:0:266430:0:(tgt_grant.c:427:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1789307446.426218:0:266430:0:(tgt_grant.c:464:tgt_grant_space_left()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 avail=3687157760 left=3677577216 unstable=0 tot_grant=9577892 pending=860160 00000020:00000001:1.0:1789307446.426221:0:266430:0:(tgt_grant.c:466:tgt_grant_space_left()) Process leaving (rc=3677577216 : 3677577216 : db336000) 00000020:00000001:1.0:1789307446.426223:0:266430:0:(tgt_grant.c:491:tgt_grant_incoming()) Process entered 00000020:00000001:1.0:1789307446.426224:0:266430:0:(tgt_grant.c:498:tgt_grant_incoming()) Process leaving 00000020:00000001:1.0:1789307446.426225:0:266430:0:(tgt_grant.c:711:tgt_grant_check()) Process entered 00000020:00000020:1.0:1789307446.426227:0:266430:0:(tgt_grant.c:836:tgt_grant_check()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 granted: 0 ungranted: 286720 grant: 0 dirty: 0 00000020:00000001:1.0:1789307446.426235:0:266430:0:(tgt_grant.c:842:tgt_grant_check()) Process leaving 00000020:00000001:1.0:1789307446.426237:0:266430:0:(tgt_grant.c:1319:tgt_grant_prepare_write()) Process leaving 00002000:00000001:1.0:1789307446.426238:0:266430:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1789307446.426240:0:266430:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307446.426243:0:266430:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244650583016 : -105829058968600 : ffff9fbfc08883e8) 00002000:00000001:1.0:1789307446.426245:0:266430:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638244650582928 : -105829058968688 : ffff9fbfc0888390) 00080000:00000001:1.0:1789307446.426249:0:266430:0:(osd_io.c:562:osd_map_remote_to_local()) Process entered 00080000:00000001:1.0:1789307446.426251:0:266430:0:(osd_io.c:598:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.426511:0:266430:0:(osd_io.c:852:osd_bufs_get()) Process leaving (rc=64 : 64 : 40) 00080000:00000001:1.0:1789307446.426519:0:266430:0:(osd_io.c:1237:osd_write_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.426521:0:266430:0:(ofd_io.c:860:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.426523:0:266430:0:(ofd_io.c:962:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.426525:0:266430:0:(obd_class.h:1162:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.426549:0:266430:0:(obd_class.h:1174:obd_commitrw()) Process entered 00000001:00000001:1.0:1789307446.426552:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.426553:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.426555:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.426556:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.426558:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.426559:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.426561:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.426563:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.426564:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.426565:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.426567:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.426568:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.426569:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.426570:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.426571:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.426573:0:266430:0:(ofd_io.c:1249:ofd_commitrw_write()) Process entered 00002000:00000001:1.0:1789307446.426574:0:266430:0:(ofd_objects.c:1573:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.426575:0:266430:0:(ofd_io.c:1034:ofd_write_attr_set()) Process entered 00002000:00000001:1.0:1789307446.426576:0:266430:0:(ofd_objects.c:510:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1789307446.426576:0:266430:0:(ofd_objects.c:514:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.426577:0:266430:0:(ofd_io.c:1055:ofd_write_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1789307446.426579:0:266430:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:1.0:1789307446.426587:0:266430:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfb27b9200. 00080000:00000001:1.0:1789307446.426589:0:266430:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244414853632 : -105829294697984 : ffff9fbfb27b9200) 00000001:00000001:1.0:1789307446.426591:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.426592:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.426594:0:266430:0:(osd_io.c:1309:osd_declare_write_commit()) Process entered 00080000:00000002:1.0:1789307446.426596:0:266430:0:(osd_io.c:1449:osd_declare_write_commit()) lustre-OST0000: inode #182 extent_bytes 1048576 extents 1 credits 9 00000001:00000001:1.0:1789307446.426599:0:266430:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1789307446.426600:0:266430:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ffa00. 00080000:00000001:1.0:1789307446.426602:0:266430:0:(osd_io.c:1477:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.426603:0:266430:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:1.0:1789307446.426607:0:266430:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00001000:1.0:1789307446.426611:0:266430:0:(osd_io.c:971:osd_ldiskfs_map_inode_pages()) inode 182: map 64 pages from 192 00080000:00000001:1.0:1789307446.426656:0:266430:0:(osd_io.c:424:osd_do_bio()) Process entered 00080000:00000001:1.0:1789307446.426662:0:266430:0:(osd_io.c:53:osd_bio_init()) Process entered 00080000:00000010:1.0:1789307446.426664:0:266430:0:(osd_io.c:56:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff9fbfb48a9618. 00080000:00000001:1.0:1789307446.426666:0:266430:0:(osd_io.c:66:osd_bio_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1789307446.426671:0:266430:0:(osd_io.c:354:osd_submit_bio()) bio++ sz 262144 vcnt 64(64) sectors 512(2560) psg 0(254) 00000001:00000001:1.0:1789307446.426675:0:266430:0:(osd_integrity.c:444:osd_bio_integrity_handle()) Process entered 00000001:00000001:1.0:1789307446.426676:0:266430:0:(osd_integrity.c:447:osd_bio_integrity_handle()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.426724:0:266430:0:(osd_io.c:555:osd_do_bio()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.426728:0:266430:0:(osd_io.c:1570:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.426732:0:266430:0:(tgt_grant.c:1565:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:1.0:1789307446.426736:0:266430:0:(tgt_grant.c:1567:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff9fbe9794fae0. 00000020:00000040:1.0:1789307446.426738:0:266430:0:(tgt_grant.c:1571:tgt_grant_commit_cb_add()) callback GETting export ffff9fbfbc4b9800 : new cb_count 4 00000020:00000040:1.0:1789307446.426741:0:266430:0:(genops.c:868:class_export_get()) GET export ffff9fbfbc4b9800 refcount=7 00000020:00000001:1.0:1789307446.426743:0:266430:0:(tgt_grant.c:1585:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.426745:0:266430:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:1.0:1789307446.426751:0:266430:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ffa00. 00040000:00000001:1.0:1789307446.426755:0:266430:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:1.0:1789307446.426757:0:266430:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000010:1.2:1789307446.427123:0:0:0:(osd_io.c:79:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9fbfb48a9618. 00080000:00000001:1.0:1789307446.427139:0:266430:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.427151:0:266430:0:(osd_io.c:729:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1789307446.427155:0:266430:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfc08883e8/ffff9fbfc0888390 to site lru. bkt: ffff9fbfbb872640 00002000:00000001:1.0:1789307446.427157:0:266430:0:(ofd_io.c:1425:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.427160:0:266430:0:(ofd_io.c:1615:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.427162:0:266430:0:(obd_class.h:1192:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00008000:00000010:1.0:1789307446.427171:0:266430:0:(echo_client.c:2190:echo_client_prep_commit()) kvfree 'lnb': 4096 at ffff9fbf98cd3000. 00008000:00000001:1.0:1789307446.427175:0:266430:0:(echo_client.c:2192:echo_client_prep_commit()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.427177:0:266430:0:(echo_client.c:953:cl_echo_object_put()) Process entered 00000020:00000001:1.0:1789307446.427179:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.427181:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436344984 : -105829273206632 : ffff9fbfb3c38098) 00000020:00001000:1.0:1789307446.427184:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38090 00000020:00000002:1.0:1789307446.427186:0:266430:0:(lu_object.c:216:lu_object_put()) Add ffff9fbf8f8fc460/ffff9fbf8f8fc498 to site lru. bkt: ffff9fbfb485b2a0 00000020:00001000:1.0:1789307446.427188:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38090 00008000:00000001:1.0:1789307446.427191:0:266430:0:(echo_client.c:968:cl_echo_object_put()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.427193:0:266430:0:(echo_client.c:2243:echo_client_brw_ioctl()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.427194:0:266430:0:(echo_client.c:2411:echo_client_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307446.427198:0:266430:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9fbf874ff1c0. 00000020:00001000:1.0:1789307446.427203:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38750 00000020:00000001:1.0:1789307446.427206:0:266430:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307446.427209:0:266430:0:(class_obd.c:484:class_handle_ioctl()) kvfree 'data': 576 at ffff9fbfbd7e8800. 00000020:00000001:1.0:1789307446.427211:0:266430:0:(class_obd.c:485:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.427213:0:266430:0:(class_obd.c:504:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.427247:0:266430:0:(class_obd.c:494:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1789307446.427250:0:266430:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1789307446.427252:0:266430:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c008667e len=0 uarg=00007ffd31cc3720 00000020:00000001:1.0:1789307446.427254:0:266430:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789307446.427258:0:266430:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9fbfbd7e8800. 00000020:00000001:1.0:1789307446.427262:0:266430:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.427264:0:266430:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00008000:00000001:1.0:1789307446.427266:0:266430:0:(echo_client.c:2266:echo_client_iocontrol()) Process entered 00008000:00000080:1.0:1789307446.427268:0:266430:0:(echo_client.c:2268:echo_client_iocontrol()) ec: cmd=c008667e len=576 karg=ffff9fbfbd7e8800 uarg=0000000000000000 00000020:00000001:1.0:1789307446.427271:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.427273:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436346712 : -105829273204904 : ffff9fbfb3c38758) 00000020:00001000:1.0:1789307446.427275:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38750 00000020:00000010:1.0:1789307446.427278:0:266430:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9fbf874ffa00. 00008000:00000001:1.0:1789307446.427282:0:266430:0:(echo_client.c:2208:echo_client_brw_ioctl()) Process entered 00008000:00000001:1.0:1789307446.427283:0:266430:0:(echo_client.c:2015:echo_get_object()) Process entered 00008000:00000001:1.0:1789307446.427284:0:266430:0:(echo_client.c:892:cl_echo_object_find()) Process entered 00000020:00000001:1.0:1789307446.427286:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.427287:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436344984 : -105829273206632 : ffff9fbfb3c38098) 00000020:00001000:1.0:1789307446.427289:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38090 00000020:00000001:1.0:1789307446.427298:0:266430:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307446.427301:0:266430:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243828974688 : -105829880576928 : ffff9fbf8f8fc460) 00000020:00001000:1.0:1789307446.427304:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38090 00008000:00000001:1.0:1789307446.427308:0:266430:0:(echo_client.c:944:cl_echo_object_find()) Process leaving (rc=18446638243828974688 : -105829880576928 : ffff9fbf8f8fc460) 00008000:00000001:1.0:1789307446.427310:0:266430:0:(echo_client.c:2030:echo_get_object()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.427312:0:266430:0:(echo_client.c:2117:echo_client_prep_commit()) Process entered 00008000:00000010:1.0:1789307446.427315:0:266430:0:(echo_client.c:2124:echo_client_prep_commit()) kmalloced '(lnb)': 4096 at ffff9fbf98cd3000. 00008000:00000001:1.0:1789307446.427317:0:266430:0:(obd_class.h:1146:obd_preprw()) Process entered 00002000:00000001:1.0:1789307446.427320:0:266430:0:(ofd_io.c:714:ofd_preprw_write()) Process entered 00000020:00000001:1.0:1789307446.427322:0:266430:0:(tgt_grant.c:1264:tgt_grant_prepare_write()) Process entered 00000020:00000001:1.0:1789307446.427324:0:266430:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1789307446.427327:0:266430:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1789307446.427329:0:266430:0:(tgt_grant.c:400:tgt_grant_statfs()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 free: 3918680064 avail: 3687157760 00000020:00000001:1.0:1789307446.427332:0:266430:0:(tgt_grant.c:427:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1789307446.427334:0:266430:0:(tgt_grant.c:464:tgt_grant_space_left()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 avail=3687157760 left=3677290496 unstable=0 tot_grant=9864612 pending=1146880 00000020:00000001:1.0:1789307446.427338:0:266430:0:(tgt_grant.c:466:tgt_grant_space_left()) Process leaving (rc=3677290496 : 3677290496 : db2f0000) 00000020:00000001:1.0:1789307446.427341:0:266430:0:(tgt_grant.c:491:tgt_grant_incoming()) Process entered 00000020:00000001:1.0:1789307446.427342:0:266430:0:(tgt_grant.c:498:tgt_grant_incoming()) Process leaving 00000020:00000001:1.0:1789307446.427344:0:266430:0:(tgt_grant.c:711:tgt_grant_check()) Process entered 00000020:00000020:1.0:1789307446.427346:0:266430:0:(tgt_grant.c:836:tgt_grant_check()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 granted: 0 ungranted: 286720 grant: 0 dirty: 0 00000020:00000001:1.0:1789307446.427349:0:266430:0:(tgt_grant.c:842:tgt_grant_check()) Process leaving 00000020:00000001:1.0:1789307446.427350:0:266430:0:(tgt_grant.c:1319:tgt_grant_prepare_write()) Process leaving 00002000:00000001:1.0:1789307446.427351:0:266430:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1789307446.427353:0:266430:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307446.427355:0:266430:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244650583016 : -105829058968600 : ffff9fbfc08883e8) 00002000:00000001:1.0:1789307446.427357:0:266430:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638244650582928 : -105829058968688 : ffff9fbfc0888390) 00080000:00000001:1.0:1789307446.427361:0:266430:0:(osd_io.c:562:osd_map_remote_to_local()) Process entered 00080000:00000001:1.0:1789307446.427363:0:266430:0:(osd_io.c:598:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.427673:0:266430:0:(osd_io.c:852:osd_bufs_get()) Process leaving (rc=64 : 64 : 40) 00080000:00000001:1.0:1789307446.427681:0:266430:0:(osd_io.c:1237:osd_write_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.427684:0:266430:0:(ofd_io.c:860:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.427685:0:266430:0:(ofd_io.c:962:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.427687:0:266430:0:(obd_class.h:1162:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.427722:0:266430:0:(obd_class.h:1174:obd_commitrw()) Process entered 00000001:00000001:1.0:1789307446.427725:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.427737:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.427740:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.427741:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.427743:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.427744:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.427746:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.427747:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.427750:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.427751:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.427753:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.427755:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.427756:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.427757:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.427759:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.427763:0:266430:0:(ofd_io.c:1249:ofd_commitrw_write()) Process entered 00002000:00000001:1.0:1789307446.427764:0:266430:0:(ofd_objects.c:1573:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.427766:0:266430:0:(ofd_io.c:1034:ofd_write_attr_set()) Process entered 00002000:00000001:1.0:1789307446.427768:0:266430:0:(ofd_objects.c:510:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1789307446.427769:0:266430:0:(ofd_objects.c:514:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.427770:0:266430:0:(ofd_io.c:1055:ofd_write_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1789307446.427773:0:266430:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:1.0:1789307446.427777:0:266430:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbf9788ee00. 00080000:00000001:1.0:1789307446.427780:0:266430:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638243962744320 : -105829746807296 : ffff9fbf9788ee00) 00000001:00000001:1.0:1789307446.427782:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.427783:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.427786:0:266430:0:(osd_io.c:1309:osd_declare_write_commit()) Process entered 00080000:00000002:1.0:1789307446.427790:0:266430:0:(osd_io.c:1449:osd_declare_write_commit()) lustre-OST0000: inode #182 extent_bytes 1048576 extents 1 credits 9 00000001:00000001:1.0:1789307446.427793:0:266430:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1789307446.427796:0:266430:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ffec0. 00080000:00000001:1.0:1789307446.427798:0:266430:0:(osd_io.c:1477:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.427801:0:266430:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:1.0:1789307446.427806:0:266430:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00001000:1.0:1789307446.427814:0:266430:0:(osd_io.c:971:osd_ldiskfs_map_inode_pages()) inode 182: map 64 pages from 256 00080000:00000001:1.0:1789307446.427908:0:266430:0:(osd_io.c:424:osd_do_bio()) Process entered 00080000:00000001:1.0:1789307446.427914:0:266430:0:(osd_io.c:53:osd_bio_init()) Process entered 00080000:00000010:1.0:1789307446.427918:0:266430:0:(osd_io.c:56:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff9fbfb48a9618. 00080000:00000001:1.0:1789307446.427926:0:266430:0:(osd_io.c:66:osd_bio_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1789307446.427932:0:266430:0:(osd_io.c:354:osd_submit_bio()) bio++ sz 262144 vcnt 64(64) sectors 512(2560) psg 0(254) 00000001:00000001:1.0:1789307446.427936:0:266430:0:(osd_integrity.c:444:osd_bio_integrity_handle()) Process entered 00000001:00000001:1.0:1789307446.427938:0:266430:0:(osd_integrity.c:447:osd_bio_integrity_handle()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.427984:0:266430:0:(osd_io.c:555:osd_do_bio()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.427988:0:266430:0:(osd_io.c:1570:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.427993:0:266430:0:(tgt_grant.c:1565:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:1.0:1789307446.427996:0:266430:0:(tgt_grant.c:1567:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff9fbe9794f360. 00000020:00000040:1.0:1789307446.428000:0:266430:0:(tgt_grant.c:1571:tgt_grant_commit_cb_add()) callback GETting export ffff9fbfbc4b9800 : new cb_count 5 00000020:00000040:1.0:1789307446.428004:0:266430:0:(genops.c:868:class_export_get()) GET export ffff9fbfbc4b9800 refcount=8 00000020:00000001:1.0:1789307446.428008:0:266430:0:(tgt_grant.c:1585:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.428011:0:266430:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:1.0:1789307446.428020:0:266430:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ffec0. 00040000:00000001:1.0:1789307446.428024:0:266430:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:1.0:1789307446.428025:0:266430:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000010:1.2:1789307446.428232:0:0:0:(osd_io.c:79:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9fbfb48a9618. 00080000:00000001:1.0:1789307446.428248:0:266430:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.428260:0:266430:0:(osd_io.c:729:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1789307446.428263:0:266430:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfc08883e8/ffff9fbfc0888390 to site lru. bkt: ffff9fbfbb872640 00002000:00000001:1.0:1789307446.428265:0:266430:0:(ofd_io.c:1425:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.428268:0:266430:0:(ofd_io.c:1615:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.428270:0:266430:0:(obd_class.h:1192:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00008000:00000010:1.0:1789307446.428272:0:266430:0:(echo_client.c:2190:echo_client_prep_commit()) kvfree 'lnb': 4096 at ffff9fbf98cd3000. 00008000:00000001:1.0:1789307446.428276:0:266430:0:(echo_client.c:2192:echo_client_prep_commit()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.428278:0:266430:0:(echo_client.c:953:cl_echo_object_put()) Process entered 00000020:00000001:1.0:1789307446.428280:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.428282:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436344984 : -105829273206632 : ffff9fbfb3c38098) 00000020:00001000:1.0:1789307446.428284:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38090 00000020:00000002:1.0:1789307446.428286:0:266430:0:(lu_object.c:216:lu_object_put()) Add ffff9fbf8f8fc460/ffff9fbf8f8fc498 to site lru. bkt: ffff9fbfb485b2a0 00000020:00001000:1.0:1789307446.428288:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38090 00008000:00000001:1.0:1789307446.428290:0:266430:0:(echo_client.c:968:cl_echo_object_put()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.428292:0:266430:0:(echo_client.c:2243:echo_client_brw_ioctl()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.428294:0:266430:0:(echo_client.c:2411:echo_client_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307446.428297:0:266430:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9fbf874ffa00. 00000020:00001000:1.0:1789307446.428302:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38750 00000020:00000001:1.0:1789307446.428304:0:266430:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307446.428308:0:266430:0:(class_obd.c:484:class_handle_ioctl()) kvfree 'data': 576 at ffff9fbfbd7e8800. 00000020:00000001:1.0:1789307446.428315:0:266430:0:(class_obd.c:485:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.428317:0:266430:0:(class_obd.c:504:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.428347:0:266430:0:(class_obd.c:494:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1789307446.428349:0:266430:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1789307446.428351:0:266430:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c008667e len=0 uarg=00007ffd31cc3720 00000020:00000001:1.0:1789307446.428354:0:266430:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789307446.428356:0:266430:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9fbfbd7e8800. 00000020:00000001:1.0:1789307446.428360:0:266430:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.428362:0:266430:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00008000:00000001:1.0:1789307446.428364:0:266430:0:(echo_client.c:2266:echo_client_iocontrol()) Process entered 00008000:00000080:1.0:1789307446.428366:0:266430:0:(echo_client.c:2268:echo_client_iocontrol()) ec: cmd=c008667e len=576 karg=ffff9fbfbd7e8800 uarg=0000000000000000 00000020:00000001:1.0:1789307446.428369:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.428372:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436346712 : -105829273204904 : ffff9fbfb3c38758) 00000020:00001000:1.0:1789307446.428374:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38750 00000020:00000010:1.0:1789307446.428377:0:266430:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9fbf874ffec0. 00008000:00000001:1.0:1789307446.428380:0:266430:0:(echo_client.c:2208:echo_client_brw_ioctl()) Process entered 00008000:00000001:1.0:1789307446.428382:0:266430:0:(echo_client.c:2015:echo_get_object()) Process entered 00008000:00000001:1.0:1789307446.428383:0:266430:0:(echo_client.c:892:cl_echo_object_find()) Process entered 00000020:00000001:1.0:1789307446.428385:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.428386:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436344984 : -105829273206632 : ffff9fbfb3c38098) 00000020:00001000:1.0:1789307446.428388:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38090 00000020:00000001:1.0:1789307446.428390:0:266430:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307446.428393:0:266430:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243828974688 : -105829880576928 : ffff9fbf8f8fc460) 00000020:00001000:1.0:1789307446.428396:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38090 00008000:00000001:1.0:1789307446.428399:0:266430:0:(echo_client.c:944:cl_echo_object_find()) Process leaving (rc=18446638243828974688 : -105829880576928 : ffff9fbf8f8fc460) 00008000:00000001:1.0:1789307446.428402:0:266430:0:(echo_client.c:2030:echo_get_object()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.428404:0:266430:0:(echo_client.c:2117:echo_client_prep_commit()) Process entered 00008000:00000010:1.0:1789307446.428407:0:266430:0:(echo_client.c:2124:echo_client_prep_commit()) kmalloced '(lnb)': 4096 at ffff9fbf98cd3000. 00008000:00000001:1.0:1789307446.428409:0:266430:0:(obd_class.h:1146:obd_preprw()) Process entered 00002000:00000001:1.0:1789307446.428412:0:266430:0:(ofd_io.c:714:ofd_preprw_write()) Process entered 00000020:00000001:1.0:1789307446.428413:0:266430:0:(tgt_grant.c:1264:tgt_grant_prepare_write()) Process entered 00000020:00000001:1.0:1789307446.428415:0:266430:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1789307446.428417:0:266430:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1789307446.428419:0:266430:0:(tgt_grant.c:400:tgt_grant_statfs()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 free: 3918680064 avail: 3687157760 00000020:00000001:1.0:1789307446.428423:0:266430:0:(tgt_grant.c:427:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1789307446.428425:0:266430:0:(tgt_grant.c:464:tgt_grant_space_left()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 avail=3687157760 left=3677003776 unstable=0 tot_grant=10151332 pending=1433600 00000020:00000001:1.0:1789307446.428436:0:266430:0:(tgt_grant.c:466:tgt_grant_space_left()) Process leaving (rc=3677003776 : 3677003776 : db2aa000) 00000020:00000001:1.0:1789307446.428439:0:266430:0:(tgt_grant.c:491:tgt_grant_incoming()) Process entered 00000020:00000001:1.0:1789307446.428440:0:266430:0:(tgt_grant.c:498:tgt_grant_incoming()) Process leaving 00000020:00000001:1.0:1789307446.428442:0:266430:0:(tgt_grant.c:711:tgt_grant_check()) Process entered 00000020:00000020:1.0:1789307446.428444:0:266430:0:(tgt_grant.c:836:tgt_grant_check()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 granted: 0 ungranted: 286720 grant: 0 dirty: 0 00000020:00000001:1.0:1789307446.428447:0:266430:0:(tgt_grant.c:842:tgt_grant_check()) Process leaving 00000020:00000001:1.0:1789307446.428448:0:266430:0:(tgt_grant.c:1319:tgt_grant_prepare_write()) Process leaving 00002000:00000001:1.0:1789307446.428450:0:266430:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1789307446.428452:0:266430:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307446.428455:0:266430:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244650583016 : -105829058968600 : ffff9fbfc08883e8) 00002000:00000001:1.0:1789307446.428458:0:266430:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638244650582928 : -105829058968688 : ffff9fbfc0888390) 00080000:00000001:1.0:1789307446.428462:0:266430:0:(osd_io.c:562:osd_map_remote_to_local()) Process entered 00080000:00000001:1.0:1789307446.428465:0:266430:0:(osd_io.c:598:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.428793:0:266430:0:(osd_io.c:852:osd_bufs_get()) Process leaving (rc=64 : 64 : 40) 00080000:00000001:1.0:1789307446.428802:0:266430:0:(osd_io.c:1237:osd_write_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.428804:0:266430:0:(ofd_io.c:860:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.428806:0:266430:0:(ofd_io.c:962:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.428807:0:266430:0:(obd_class.h:1162:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.428826:0:266430:0:(obd_class.h:1174:obd_commitrw()) Process entered 00000001:00000001:1.0:1789307446.428830:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.428831:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.428833:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.428834:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.428836:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.428837:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.428839:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.428840:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.428842:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.428844:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.428845:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.428847:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.428848:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.428900:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.428903:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.428906:0:266430:0:(ofd_io.c:1249:ofd_commitrw_write()) Process entered 00002000:00000001:1.0:1789307446.428915:0:266430:0:(ofd_objects.c:1573:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.428917:0:266430:0:(ofd_io.c:1034:ofd_write_attr_set()) Process entered 00002000:00000001:1.0:1789307446.428918:0:266430:0:(ofd_objects.c:510:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1789307446.428920:0:266430:0:(ofd_objects.c:514:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.428921:0:266430:0:(ofd_io.c:1055:ofd_write_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1789307446.428924:0:266430:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:1.0:1789307446.428927:0:266430:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbf9788f200. 00080000:00000001:1.0:1789307446.428929:0:266430:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638243962745344 : -105829746806272 : ffff9fbf9788f200) 00000001:00000001:1.0:1789307446.428932:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.428933:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.428936:0:266430:0:(osd_io.c:1309:osd_declare_write_commit()) Process entered 00080000:00000002:1.0:1789307446.428939:0:266430:0:(osd_io.c:1449:osd_declare_write_commit()) lustre-OST0000: inode #182 extent_bytes 1048576 extents 1 credits 9 00000001:00000001:1.0:1789307446.428942:0:266430:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1789307446.428944:0:266430:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ff580. 00080000:00000001:1.0:1789307446.428946:0:266430:0:(osd_io.c:1477:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.428949:0:266430:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:1.0:1789307446.428953:0:266430:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00001000:1.0:1789307446.428958:0:266430:0:(osd_io.c:971:osd_ldiskfs_map_inode_pages()) inode 182: map 64 pages from 320 00080000:00000001:1.0:1789307446.429000:0:266430:0:(osd_io.c:424:osd_do_bio()) Process entered 00080000:00000001:1.0:1789307446.429004:0:266430:0:(osd_io.c:53:osd_bio_init()) Process entered 00080000:00000010:1.0:1789307446.429006:0:266430:0:(osd_io.c:56:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff9fbfb48a9618. 00080000:00000001:1.0:1789307446.429008:0:266430:0:(osd_io.c:66:osd_bio_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1789307446.429013:0:266430:0:(osd_io.c:354:osd_submit_bio()) bio++ sz 262144 vcnt 64(64) sectors 512(2560) psg 0(254) 00000001:00000001:1.0:1789307446.429016:0:266430:0:(osd_integrity.c:444:osd_bio_integrity_handle()) Process entered 00000001:00000001:1.0:1789307446.429018:0:266430:0:(osd_integrity.c:447:osd_bio_integrity_handle()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.429050:0:266430:0:(osd_io.c:555:osd_do_bio()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.429053:0:266430:0:(osd_io.c:1570:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.429057:0:266430:0:(tgt_grant.c:1565:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:1.0:1789307446.429060:0:266430:0:(tgt_grant.c:1567:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff9fbe9794f000. 00000020:00000040:1.0:1789307446.429062:0:266430:0:(tgt_grant.c:1571:tgt_grant_commit_cb_add()) callback GETting export ffff9fbfbc4b9800 : new cb_count 6 00000020:00000040:1.0:1789307446.429064:0:266430:0:(genops.c:868:class_export_get()) GET export ffff9fbfbc4b9800 refcount=9 00000020:00000001:1.0:1789307446.429067:0:266430:0:(tgt_grant.c:1585:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.429068:0:266430:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:1.0:1789307446.429073:0:266430:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ff580. 00040000:00000001:1.0:1789307446.429076:0:266430:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:1.0:1789307446.429078:0:266430:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000010:1.2:1789307446.429289:0:0:0:(osd_io.c:79:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9fbfb48a9618. 00080000:00000001:1.0:1789307446.429304:0:266430:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.429316:0:266430:0:(osd_io.c:729:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1789307446.429319:0:266430:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfc08883e8/ffff9fbfc0888390 to site lru. bkt: ffff9fbfbb872640 00002000:00000001:1.0:1789307446.429321:0:266430:0:(ofd_io.c:1425:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.429323:0:266430:0:(ofd_io.c:1615:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.429324:0:266430:0:(obd_class.h:1192:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00008000:00000010:1.0:1789307446.429327:0:266430:0:(echo_client.c:2190:echo_client_prep_commit()) kvfree 'lnb': 4096 at ffff9fbf98cd3000. 00008000:00000001:1.0:1789307446.429331:0:266430:0:(echo_client.c:2192:echo_client_prep_commit()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.429333:0:266430:0:(echo_client.c:953:cl_echo_object_put()) Process entered 00000020:00000001:1.0:1789307446.429334:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.429335:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436344984 : -105829273206632 : ffff9fbfb3c38098) 00000020:00001000:1.0:1789307446.429337:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38090 00000020:00000002:1.0:1789307446.429340:0:266430:0:(lu_object.c:216:lu_object_put()) Add ffff9fbf8f8fc460/ffff9fbf8f8fc498 to site lru. bkt: ffff9fbfb485b2a0 00000020:00001000:1.0:1789307446.429341:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38090 00008000:00000001:1.0:1789307446.429344:0:266430:0:(echo_client.c:968:cl_echo_object_put()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.429346:0:266430:0:(echo_client.c:2243:echo_client_brw_ioctl()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.429347:0:266430:0:(echo_client.c:2411:echo_client_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307446.429350:0:266430:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9fbf874ffec0. 00000020:00001000:1.0:1789307446.429354:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38750 00000020:00000001:1.0:1789307446.429357:0:266430:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307446.429361:0:266430:0:(class_obd.c:484:class_handle_ioctl()) kvfree 'data': 576 at ffff9fbfbd7e8800. 00000020:00000001:1.0:1789307446.429363:0:266430:0:(class_obd.c:485:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.429365:0:266430:0:(class_obd.c:504:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.429390:0:266430:0:(class_obd.c:494:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1789307446.429392:0:266430:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1789307446.429393:0:266430:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c008667e len=0 uarg=00007ffd31cc3720 00000020:00000001:1.0:1789307446.429396:0:266430:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789307446.429399:0:266430:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9fbfbd7e8800. 00000020:00000001:1.0:1789307446.429401:0:266430:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.429404:0:266430:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00008000:00000001:1.0:1789307446.429406:0:266430:0:(echo_client.c:2266:echo_client_iocontrol()) Process entered 00008000:00000080:1.0:1789307446.429407:0:266430:0:(echo_client.c:2268:echo_client_iocontrol()) ec: cmd=c008667e len=576 karg=ffff9fbfbd7e8800 uarg=0000000000000000 00000020:00000001:1.0:1789307446.429411:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.429413:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436346712 : -105829273204904 : ffff9fbfb3c38758) 00000020:00001000:1.0:1789307446.429415:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38750 00000020:00000010:1.0:1789307446.429417:0:266430:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9fbf874ff580. 00008000:00000001:1.0:1789307446.429426:0:266430:0:(echo_client.c:2208:echo_client_brw_ioctl()) Process entered 00008000:00000001:1.0:1789307446.429427:0:266430:0:(echo_client.c:2015:echo_get_object()) Process entered 00008000:00000001:1.0:1789307446.429428:0:266430:0:(echo_client.c:892:cl_echo_object_find()) Process entered 00000020:00000001:1.0:1789307446.429430:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.429432:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436344984 : -105829273206632 : ffff9fbfb3c38098) 00000020:00001000:1.0:1789307446.429434:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38090 00000020:00000001:1.0:1789307446.429436:0:266430:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307446.429439:0:266430:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243828974688 : -105829880576928 : ffff9fbf8f8fc460) 00000020:00001000:1.0:1789307446.429441:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38090 00008000:00000001:1.0:1789307446.429444:0:266430:0:(echo_client.c:944:cl_echo_object_find()) Process leaving (rc=18446638243828974688 : -105829880576928 : ffff9fbf8f8fc460) 00008000:00000001:1.0:1789307446.429446:0:266430:0:(echo_client.c:2030:echo_get_object()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.429447:0:266430:0:(echo_client.c:2117:echo_client_prep_commit()) Process entered 00008000:00000010:1.0:1789307446.429450:0:266430:0:(echo_client.c:2124:echo_client_prep_commit()) kmalloced '(lnb)': 4096 at ffff9fbf98cd3000. 00008000:00000001:1.0:1789307446.429453:0:266430:0:(obd_class.h:1146:obd_preprw()) Process entered 00002000:00000001:1.0:1789307446.429456:0:266430:0:(ofd_io.c:714:ofd_preprw_write()) Process entered 00000020:00000001:1.0:1789307446.429458:0:266430:0:(tgt_grant.c:1264:tgt_grant_prepare_write()) Process entered 00000020:00000001:1.0:1789307446.429460:0:266430:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1789307446.429461:0:266430:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1789307446.429463:0:266430:0:(tgt_grant.c:400:tgt_grant_statfs()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 free: 3918680064 avail: 3687157760 00000020:00000001:1.0:1789307446.429466:0:266430:0:(tgt_grant.c:427:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1789307446.429468:0:266430:0:(tgt_grant.c:464:tgt_grant_space_left()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 avail=3687157760 left=3676717056 unstable=0 tot_grant=10438052 pending=1720320 00000020:00000001:1.0:1789307446.429470:0:266430:0:(tgt_grant.c:466:tgt_grant_space_left()) Process leaving (rc=3676717056 : 3676717056 : db264000) 00000020:00000001:1.0:1789307446.429473:0:266430:0:(tgt_grant.c:491:tgt_grant_incoming()) Process entered 00000020:00000001:1.0:1789307446.429474:0:266430:0:(tgt_grant.c:498:tgt_grant_incoming()) Process leaving 00000020:00000001:1.0:1789307446.429476:0:266430:0:(tgt_grant.c:711:tgt_grant_check()) Process entered 00000020:00000020:1.0:1789307446.429478:0:266430:0:(tgt_grant.c:836:tgt_grant_check()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 granted: 0 ungranted: 286720 grant: 0 dirty: 0 00000020:00000001:1.0:1789307446.429481:0:266430:0:(tgt_grant.c:842:tgt_grant_check()) Process leaving 00000020:00000001:1.0:1789307446.429483:0:266430:0:(tgt_grant.c:1319:tgt_grant_prepare_write()) Process leaving 00002000:00000001:1.0:1789307446.429484:0:266430:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1789307446.429485:0:266430:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307446.429488:0:266430:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244650583016 : -105829058968600 : ffff9fbfc08883e8) 00002000:00000001:1.0:1789307446.429491:0:266430:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638244650582928 : -105829058968688 : ffff9fbfc0888390) 00080000:00000001:1.0:1789307446.429494:0:266430:0:(osd_io.c:562:osd_map_remote_to_local()) Process entered 00080000:00000001:1.0:1789307446.429496:0:266430:0:(osd_io.c:598:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.429737:0:266430:0:(osd_io.c:852:osd_bufs_get()) Process leaving (rc=64 : 64 : 40) 00080000:00000001:1.0:1789307446.429744:0:266430:0:(osd_io.c:1237:osd_write_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.429746:0:266430:0:(ofd_io.c:860:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.429748:0:266430:0:(ofd_io.c:962:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.429750:0:266430:0:(obd_class.h:1162:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.429774:0:266430:0:(obd_class.h:1174:obd_commitrw()) Process entered 00000001:00000001:1.0:1789307446.429777:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.429778:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.429780:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.429781:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.429783:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.429784:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.429786:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.429788:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.429790:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.429791:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.429792:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.429794:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.429796:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.429797:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.429799:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.429801:0:266430:0:(ofd_io.c:1249:ofd_commitrw_write()) Process entered 00002000:00000001:1.0:1789307446.429802:0:266430:0:(ofd_objects.c:1573:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.429804:0:266430:0:(ofd_io.c:1034:ofd_write_attr_set()) Process entered 00002000:00000001:1.0:1789307446.429806:0:266430:0:(ofd_objects.c:510:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1789307446.429807:0:266430:0:(ofd_objects.c:514:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.429809:0:266430:0:(ofd_io.c:1055:ofd_write_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1789307446.429811:0:266430:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:1.0:1789307446.429814:0:266430:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbf9788e200. 00080000:00000001:1.0:1789307446.429817:0:266430:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638243962741248 : -105829746810368 : ffff9fbf9788e200) 00000001:00000001:1.0:1789307446.429818:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.429820:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.429822:0:266430:0:(osd_io.c:1309:osd_declare_write_commit()) Process entered 00080000:00000002:1.0:1789307446.429825:0:266430:0:(osd_io.c:1449:osd_declare_write_commit()) lustre-OST0000: inode #182 extent_bytes 1048576 extents 1 credits 9 00000001:00000001:1.0:1789307446.429828:0:266430:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1789307446.429831:0:266430:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ff6c0. 00080000:00000001:1.0:1789307446.429839:0:266430:0:(osd_io.c:1477:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.429842:0:266430:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:1.0:1789307446.429847:0:266430:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00001000:1.0:1789307446.429875:0:266430:0:(osd_io.c:971:osd_ldiskfs_map_inode_pages()) inode 182: map 64 pages from 384 00080000:00000001:1.0:1789307446.429914:0:266430:0:(osd_io.c:424:osd_do_bio()) Process entered 00080000:00000001:1.0:1789307446.429917:0:266430:0:(osd_io.c:53:osd_bio_init()) Process entered 00080000:00000010:1.0:1789307446.429919:0:266430:0:(osd_io.c:56:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff9fbfb48a9618. 00080000:00000001:1.0:1789307446.429920:0:266430:0:(osd_io.c:66:osd_bio_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1789307446.429923:0:266430:0:(osd_io.c:354:osd_submit_bio()) bio++ sz 262144 vcnt 64(64) sectors 512(2560) psg 0(254) 00000001:00000001:1.0:1789307446.429925:0:266430:0:(osd_integrity.c:444:osd_bio_integrity_handle()) Process entered 00000001:00000001:1.0:1789307446.429926:0:266430:0:(osd_integrity.c:447:osd_bio_integrity_handle()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.429949:0:266430:0:(osd_io.c:555:osd_do_bio()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.429951:0:266430:0:(osd_io.c:1570:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.429954:0:266430:0:(tgt_grant.c:1565:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:1.0:1789307446.429956:0:266430:0:(tgt_grant.c:1567:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff9fbe9794fe40. 00000020:00000040:1.0:1789307446.429957:0:266430:0:(tgt_grant.c:1571:tgt_grant_commit_cb_add()) callback GETting export ffff9fbfbc4b9800 : new cb_count 7 00000020:00000040:1.0:1789307446.429959:0:266430:0:(genops.c:868:class_export_get()) GET export ffff9fbfbc4b9800 refcount=10 00000020:00000001:1.0:1789307446.429960:0:266430:0:(tgt_grant.c:1585:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.429962:0:266430:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:1.0:1789307446.429966:0:266430:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ff6c0. 00040000:00000001:1.0:1789307446.429969:0:266430:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:1.0:1789307446.429970:0:266430:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000010:1.2:1789307446.430444:0:0:0:(osd_io.c:79:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9fbfb48a9618. 00080000:00000001:1.0:1789307446.430457:0:266430:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.430470:0:266430:0:(osd_io.c:729:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1789307446.430473:0:266430:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfc08883e8/ffff9fbfc0888390 to site lru. bkt: ffff9fbfbb872640 00002000:00000001:1.0:1789307446.430475:0:266430:0:(ofd_io.c:1425:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.430477:0:266430:0:(ofd_io.c:1615:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.430480:0:266430:0:(obd_class.h:1192:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00008000:00000010:1.0:1789307446.430483:0:266430:0:(echo_client.c:2190:echo_client_prep_commit()) kvfree 'lnb': 4096 at ffff9fbf98cd3000. 00008000:00000001:1.0:1789307446.430486:0:266430:0:(echo_client.c:2192:echo_client_prep_commit()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.430488:0:266430:0:(echo_client.c:953:cl_echo_object_put()) Process entered 00000020:00000001:1.0:1789307446.430490:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.430492:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436344984 : -105829273206632 : ffff9fbfb3c38098) 00000020:00001000:1.0:1789307446.430494:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38090 00000020:00000002:1.0:1789307446.430496:0:266430:0:(lu_object.c:216:lu_object_put()) Add ffff9fbf8f8fc460/ffff9fbf8f8fc498 to site lru. bkt: ffff9fbfb485b2a0 00000020:00001000:1.0:1789307446.430497:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38090 00008000:00000001:1.0:1789307446.430520:0:266430:0:(echo_client.c:968:cl_echo_object_put()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.430522:0:266430:0:(echo_client.c:2243:echo_client_brw_ioctl()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.430523:0:266430:0:(echo_client.c:2411:echo_client_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307446.430528:0:266430:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9fbf874ff580. 00000020:00001000:1.0:1789307446.430533:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38750 00000020:00000001:1.0:1789307446.430536:0:266430:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307446.430539:0:266430:0:(class_obd.c:484:class_handle_ioctl()) kvfree 'data': 576 at ffff9fbfbd7e8800. 00000020:00000001:1.0:1789307446.430542:0:266430:0:(class_obd.c:485:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.430543:0:266430:0:(class_obd.c:504:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.430573:0:266430:0:(class_obd.c:494:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1789307446.430576:0:266430:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1789307446.430578:0:266430:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c008667e len=0 uarg=00007ffd31cc3720 00000020:00000001:1.0:1789307446.430581:0:266430:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789307446.430584:0:266430:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9fbfbd7e8800. 00000020:00000001:1.0:1789307446.430587:0:266430:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.430590:0:266430:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00008000:00000001:1.0:1789307446.430592:0:266430:0:(echo_client.c:2266:echo_client_iocontrol()) Process entered 00008000:00000080:1.0:1789307446.430594:0:266430:0:(echo_client.c:2268:echo_client_iocontrol()) ec: cmd=c008667e len=576 karg=ffff9fbfbd7e8800 uarg=0000000000000000 00000020:00000001:1.0:1789307446.430596:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.430598:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436346712 : -105829273204904 : ffff9fbfb3c38758) 00000020:00001000:1.0:1789307446.430600:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38750 00000020:00000010:1.0:1789307446.430603:0:266430:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9fbf874ff6c0. 00008000:00000001:1.0:1789307446.430606:0:266430:0:(echo_client.c:2208:echo_client_brw_ioctl()) Process entered 00008000:00000001:1.0:1789307446.430607:0:266430:0:(echo_client.c:2015:echo_get_object()) Process entered 00008000:00000001:1.0:1789307446.430608:0:266430:0:(echo_client.c:892:cl_echo_object_find()) Process entered 00000020:00000001:1.0:1789307446.430610:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.430611:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436344984 : -105829273206632 : ffff9fbfb3c38098) 00000020:00001000:1.0:1789307446.430613:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38090 00000020:00000001:1.0:1789307446.430616:0:266430:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307446.430619:0:266430:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243828974688 : -105829880576928 : ffff9fbf8f8fc460) 00000020:00001000:1.0:1789307446.430622:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38090 00008000:00000001:1.0:1789307446.430625:0:266430:0:(echo_client.c:944:cl_echo_object_find()) Process leaving (rc=18446638243828974688 : -105829880576928 : ffff9fbf8f8fc460) 00008000:00000001:1.0:1789307446.430627:0:266430:0:(echo_client.c:2030:echo_get_object()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.430629:0:266430:0:(echo_client.c:2117:echo_client_prep_commit()) Process entered 00008000:00000010:1.0:1789307446.430632:0:266430:0:(echo_client.c:2124:echo_client_prep_commit()) kmalloced '(lnb)': 4096 at ffff9fbf98cd3000. 00008000:00000001:1.0:1789307446.430634:0:266430:0:(obd_class.h:1146:obd_preprw()) Process entered 00002000:00000001:1.0:1789307446.430643:0:266430:0:(ofd_io.c:714:ofd_preprw_write()) Process entered 00000020:00000001:1.0:1789307446.430644:0:266430:0:(tgt_grant.c:1264:tgt_grant_prepare_write()) Process entered 00000020:00000001:1.0:1789307446.430645:0:266430:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1789307446.430647:0:266430:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1789307446.430648:0:266430:0:(tgt_grant.c:400:tgt_grant_statfs()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 free: 3918680064 avail: 3687157760 00000020:00000001:1.0:1789307446.430650:0:266430:0:(tgt_grant.c:427:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1789307446.430652:0:266430:0:(tgt_grant.c:464:tgt_grant_space_left()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 avail=3687157760 left=3676430336 unstable=0 tot_grant=10724772 pending=2007040 00000020:00000001:1.0:1789307446.430654:0:266430:0:(tgt_grant.c:466:tgt_grant_space_left()) Process leaving (rc=3676430336 : 3676430336 : db21e000) 00000020:00000001:1.0:1789307446.430656:0:266430:0:(tgt_grant.c:491:tgt_grant_incoming()) Process entered 00000020:00000001:1.0:1789307446.430657:0:266430:0:(tgt_grant.c:498:tgt_grant_incoming()) Process leaving 00000020:00000001:1.0:1789307446.430658:0:266430:0:(tgt_grant.c:711:tgt_grant_check()) Process entered 00000020:00000020:1.0:1789307446.430659:0:266430:0:(tgt_grant.c:836:tgt_grant_check()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 granted: 0 ungranted: 286720 grant: 0 dirty: 0 00000020:00000001:1.0:1789307446.430660:0:266430:0:(tgt_grant.c:842:tgt_grant_check()) Process leaving 00000020:00000001:1.0:1789307446.430661:0:266430:0:(tgt_grant.c:1319:tgt_grant_prepare_write()) Process leaving 00002000:00000001:1.0:1789307446.430662:0:266430:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1789307446.430663:0:266430:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307446.430665:0:266430:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244650583016 : -105829058968600 : ffff9fbfc08883e8) 00002000:00000001:1.0:1789307446.430667:0:266430:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638244650582928 : -105829058968688 : ffff9fbfc0888390) 00080000:00000001:1.0:1789307446.430670:0:266430:0:(osd_io.c:562:osd_map_remote_to_local()) Process entered 00080000:00000001:1.0:1789307446.430672:0:266430:0:(osd_io.c:598:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.430992:0:266430:0:(osd_io.c:852:osd_bufs_get()) Process leaving (rc=64 : 64 : 40) 00080000:00000001:1.0:1789307446.431001:0:266430:0:(osd_io.c:1237:osd_write_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.431003:0:266430:0:(ofd_io.c:860:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.431005:0:266430:0:(ofd_io.c:962:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.431007:0:266430:0:(obd_class.h:1162:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.431027:0:266430:0:(obd_class.h:1174:obd_commitrw()) Process entered 00000001:00000001:1.0:1789307446.431031:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.431032:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.431034:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.431036:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.431037:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.431038:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.431041:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.431042:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.431043:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.431050:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.431051:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.431053:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.431054:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.431055:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.431057:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.431059:0:266430:0:(ofd_io.c:1249:ofd_commitrw_write()) Process entered 00002000:00000001:1.0:1789307446.431061:0:266430:0:(ofd_objects.c:1573:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.431063:0:266430:0:(ofd_io.c:1034:ofd_write_attr_set()) Process entered 00002000:00000001:1.0:1789307446.431065:0:266430:0:(ofd_objects.c:510:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1789307446.431066:0:266430:0:(ofd_objects.c:514:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.431068:0:266430:0:(ofd_io.c:1055:ofd_write_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1789307446.431071:0:266430:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:1.0:1789307446.431074:0:266430:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbf9788f000. 00080000:00000001:1.0:1789307446.431077:0:266430:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638243962744832 : -105829746806784 : ffff9fbf9788f000) 00000001:00000001:1.0:1789307446.431078:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.431080:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.431082:0:266430:0:(osd_io.c:1309:osd_declare_write_commit()) Process entered 00080000:00000002:1.0:1789307446.431086:0:266430:0:(osd_io.c:1449:osd_declare_write_commit()) lustre-OST0000: inode #182 extent_bytes 1048576 extents 1 credits 9 00000001:00000001:1.0:1789307446.431089:0:266430:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1789307446.431093:0:266430:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ff940. 00080000:00000001:1.0:1789307446.431095:0:266430:0:(osd_io.c:1477:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.431097:0:266430:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:1.0:1789307446.431103:0:266430:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00001000:1.0:1789307446.431109:0:266430:0:(osd_io.c:971:osd_ldiskfs_map_inode_pages()) inode 182: map 64 pages from 448 00080000:00000001:1.0:1789307446.431216:0:266430:0:(osd_io.c:424:osd_do_bio()) Process entered 00080000:00000001:1.0:1789307446.431221:0:266430:0:(osd_io.c:53:osd_bio_init()) Process entered 00080000:00000010:1.0:1789307446.431224:0:266430:0:(osd_io.c:56:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff9fbfb48a9618. 00080000:00000001:1.0:1789307446.431227:0:266430:0:(osd_io.c:66:osd_bio_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1789307446.431232:0:266430:0:(osd_io.c:354:osd_submit_bio()) bio++ sz 262144 vcnt 64(64) sectors 512(2560) psg 0(254) 00000001:00000001:1.0:1789307446.431235:0:266430:0:(osd_integrity.c:444:osd_bio_integrity_handle()) Process entered 00000001:00000001:1.0:1789307446.431236:0:266430:0:(osd_integrity.c:447:osd_bio_integrity_handle()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.431270:0:266430:0:(osd_io.c:555:osd_do_bio()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.431273:0:266430:0:(osd_io.c:1570:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.431277:0:266430:0:(tgt_grant.c:1565:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:1.0:1789307446.431280:0:266430:0:(tgt_grant.c:1567:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff9fbe9794f600. 00000020:00000040:1.0:1789307446.431287:0:266430:0:(tgt_grant.c:1571:tgt_grant_commit_cb_add()) callback GETting export ffff9fbfbc4b9800 : new cb_count 8 00000020:00000040:1.0:1789307446.431289:0:266430:0:(genops.c:868:class_export_get()) GET export ffff9fbfbc4b9800 refcount=11 00000020:00000001:1.0:1789307446.431292:0:266430:0:(tgt_grant.c:1585:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.431294:0:266430:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:1.0:1789307446.431301:0:266430:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ff940. 00040000:00000001:1.0:1789307446.431305:0:266430:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:1.0:1789307446.431306:0:266430:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000010:1.2:1789307446.431497:0:0:0:(osd_io.c:79:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9fbfb48a9618. 00080000:00000001:1.0:1789307446.431511:0:266430:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.431519:0:266430:0:(osd_io.c:729:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1789307446.431522:0:266430:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfc08883e8/ffff9fbfc0888390 to site lru. bkt: ffff9fbfbb872640 00002000:00000001:1.0:1789307446.431524:0:266430:0:(ofd_io.c:1425:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.431526:0:266430:0:(ofd_io.c:1615:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.431528:0:266430:0:(obd_class.h:1192:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00008000:00000010:1.0:1789307446.431531:0:266430:0:(echo_client.c:2190:echo_client_prep_commit()) kvfree 'lnb': 4096 at ffff9fbf98cd3000. 00008000:00000001:1.0:1789307446.431534:0:266430:0:(echo_client.c:2192:echo_client_prep_commit()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.431536:0:266430:0:(echo_client.c:953:cl_echo_object_put()) Process entered 00000020:00000001:1.0:1789307446.431537:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.431539:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436344984 : -105829273206632 : ffff9fbfb3c38098) 00000020:00001000:1.0:1789307446.431541:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38090 00000020:00000002:1.0:1789307446.431543:0:266430:0:(lu_object.c:216:lu_object_put()) Add ffff9fbf8f8fc460/ffff9fbf8f8fc498 to site lru. bkt: ffff9fbfb485b2a0 00000020:00001000:1.0:1789307446.431545:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38090 00008000:00000001:1.0:1789307446.431548:0:266430:0:(echo_client.c:968:cl_echo_object_put()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.431549:0:266430:0:(echo_client.c:2243:echo_client_brw_ioctl()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.431551:0:266430:0:(echo_client.c:2411:echo_client_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307446.431555:0:266430:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9fbf874ff6c0. 00000020:00001000:1.0:1789307446.431559:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38750 00000020:00000001:1.0:1789307446.431561:0:266430:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307446.431565:0:266430:0:(class_obd.c:484:class_handle_ioctl()) kvfree 'data': 576 at ffff9fbfbd7e8800. 00000020:00000001:1.0:1789307446.431567:0:266430:0:(class_obd.c:485:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.431569:0:266430:0:(class_obd.c:504:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.431599:0:266430:0:(class_obd.c:494:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1789307446.431602:0:266430:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1789307446.431603:0:266430:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c008667e len=0 uarg=00007ffd31cc3720 00000020:00000001:1.0:1789307446.431606:0:266430:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789307446.431610:0:266430:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9fbfbd7e8800. 00000020:00000001:1.0:1789307446.431613:0:266430:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.431621:0:266430:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00008000:00000001:1.0:1789307446.431622:0:266430:0:(echo_client.c:2266:echo_client_iocontrol()) Process entered 00008000:00000080:1.0:1789307446.431624:0:266430:0:(echo_client.c:2268:echo_client_iocontrol()) ec: cmd=c008667e len=576 karg=ffff9fbfbd7e8800 uarg=0000000000000000 00000020:00000001:1.0:1789307446.431626:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.431627:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436346712 : -105829273204904 : ffff9fbfb3c38758) 00000020:00001000:1.0:1789307446.431629:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38750 00000020:00000010:1.0:1789307446.431631:0:266430:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9fbf874ff940. 00008000:00000001:1.0:1789307446.431633:0:266430:0:(echo_client.c:2208:echo_client_brw_ioctl()) Process entered 00008000:00000001:1.0:1789307446.431634:0:266430:0:(echo_client.c:2015:echo_get_object()) Process entered 00008000:00000001:1.0:1789307446.431635:0:266430:0:(echo_client.c:892:cl_echo_object_find()) Process entered 00000020:00000001:1.0:1789307446.431636:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.431637:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436344984 : -105829273206632 : ffff9fbfb3c38098) 00000020:00001000:1.0:1789307446.431638:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38090 00000020:00000001:1.0:1789307446.431640:0:266430:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307446.431642:0:266430:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243828974688 : -105829880576928 : ffff9fbf8f8fc460) 00000020:00001000:1.0:1789307446.431644:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38090 00008000:00000001:1.0:1789307446.431646:0:266430:0:(echo_client.c:944:cl_echo_object_find()) Process leaving (rc=18446638243828974688 : -105829880576928 : ffff9fbf8f8fc460) 00008000:00000001:1.0:1789307446.431647:0:266430:0:(echo_client.c:2030:echo_get_object()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.431648:0:266430:0:(echo_client.c:2117:echo_client_prep_commit()) Process entered 00008000:00000010:1.0:1789307446.431650:0:266430:0:(echo_client.c:2124:echo_client_prep_commit()) kmalloced '(lnb)': 4096 at ffff9fbf98cd3000. 00008000:00000001:1.0:1789307446.431652:0:266430:0:(obd_class.h:1146:obd_preprw()) Process entered 00002000:00000001:1.0:1789307446.431654:0:266430:0:(ofd_io.c:714:ofd_preprw_write()) Process entered 00000020:00000001:1.0:1789307446.431655:0:266430:0:(tgt_grant.c:1264:tgt_grant_prepare_write()) Process entered 00000020:00000001:1.0:1789307446.431657:0:266430:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1789307446.431658:0:266430:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1789307446.431660:0:266430:0:(tgt_grant.c:400:tgt_grant_statfs()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 free: 3918680064 avail: 3687157760 00000020:00000001:1.0:1789307446.431662:0:266430:0:(tgt_grant.c:427:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1789307446.431664:0:266430:0:(tgt_grant.c:464:tgt_grant_space_left()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 avail=3687157760 left=3676143616 unstable=0 tot_grant=11011492 pending=2293760 00000020:00000001:1.0:1789307446.431666:0:266430:0:(tgt_grant.c:466:tgt_grant_space_left()) Process leaving (rc=3676143616 : 3676143616 : db1d8000) 00000020:00000001:1.0:1789307446.431667:0:266430:0:(tgt_grant.c:491:tgt_grant_incoming()) Process entered 00000020:00000001:1.0:1789307446.431668:0:266430:0:(tgt_grant.c:498:tgt_grant_incoming()) Process leaving 00000020:00000001:1.0:1789307446.431669:0:266430:0:(tgt_grant.c:711:tgt_grant_check()) Process entered 00000020:00000020:1.0:1789307446.431671:0:266430:0:(tgt_grant.c:836:tgt_grant_check()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 granted: 0 ungranted: 286720 grant: 0 dirty: 0 00000020:00000001:1.0:1789307446.431672:0:266430:0:(tgt_grant.c:842:tgt_grant_check()) Process leaving 00000020:00000001:1.0:1789307446.431673:0:266430:0:(tgt_grant.c:1319:tgt_grant_prepare_write()) Process leaving 00002000:00000001:1.0:1789307446.431680:0:266430:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1789307446.431681:0:266430:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307446.431683:0:266430:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244650583016 : -105829058968600 : ffff9fbfc08883e8) 00002000:00000001:1.0:1789307446.431685:0:266430:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638244650582928 : -105829058968688 : ffff9fbfc0888390) 00080000:00000001:1.0:1789307446.431688:0:266430:0:(osd_io.c:562:osd_map_remote_to_local()) Process entered 00080000:00000001:1.0:1789307446.431689:0:266430:0:(osd_io.c:598:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.432014:0:266430:0:(osd_io.c:852:osd_bufs_get()) Process leaving (rc=64 : 64 : 40) 00080000:00000001:1.0:1789307446.432022:0:266430:0:(osd_io.c:1237:osd_write_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.432024:0:266430:0:(ofd_io.c:860:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.432026:0:266430:0:(ofd_io.c:962:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.432028:0:266430:0:(obd_class.h:1162:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.432048:0:266430:0:(obd_class.h:1174:obd_commitrw()) Process entered 00000001:00000001:1.0:1789307446.432052:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.432053:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.432055:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.432056:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.432058:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.432059:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.432061:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.432063:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.432065:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.432066:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.432067:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.432070:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.432071:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.432073:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.432074:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.432076:0:266430:0:(ofd_io.c:1249:ofd_commitrw_write()) Process entered 00002000:00000001:1.0:1789307446.432078:0:266430:0:(ofd_objects.c:1573:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.432080:0:266430:0:(ofd_io.c:1034:ofd_write_attr_set()) Process entered 00002000:00000001:1.0:1789307446.432081:0:266430:0:(ofd_objects.c:510:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1789307446.432083:0:266430:0:(ofd_objects.c:514:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.432085:0:266430:0:(ofd_io.c:1055:ofd_write_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1789307446.432088:0:266430:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:1.0:1789307446.432092:0:266430:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbf9788fe00. 00080000:00000001:1.0:1789307446.432095:0:266430:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638243962748416 : -105829746803200 : ffff9fbf9788fe00) 00000001:00000001:1.0:1789307446.432103:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.432104:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.432107:0:266430:0:(osd_io.c:1309:osd_declare_write_commit()) Process entered 00080000:00000002:1.0:1789307446.432110:0:266430:0:(osd_io.c:1449:osd_declare_write_commit()) lustre-OST0000: inode #182 extent_bytes 1048576 extents 1 credits 9 00000001:00000001:1.0:1789307446.432113:0:266430:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1789307446.432116:0:266430:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ff800. 00080000:00000001:1.0:1789307446.432119:0:266430:0:(osd_io.c:1477:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.432121:0:266430:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:1.0:1789307446.432126:0:266430:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00001000:1.0:1789307446.432132:0:266430:0:(osd_io.c:971:osd_ldiskfs_map_inode_pages()) inode 182: map 64 pages from 512 00080000:00000001:1.0:1789307446.432181:0:266430:0:(osd_io.c:424:osd_do_bio()) Process entered 00080000:00000001:1.0:1789307446.432198:0:266430:0:(osd_io.c:53:osd_bio_init()) Process entered 00080000:00000010:1.0:1789307446.432200:0:266430:0:(osd_io.c:56:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff9fbfb48a9618. 00080000:00000001:1.0:1789307446.432202:0:266430:0:(osd_io.c:66:osd_bio_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1789307446.432208:0:266430:0:(osd_io.c:354:osd_submit_bio()) bio++ sz 262144 vcnt 64(64) sectors 512(2560) psg 0(254) 00000001:00000001:1.0:1789307446.432211:0:266430:0:(osd_integrity.c:444:osd_bio_integrity_handle()) Process entered 00000001:00000001:1.0:1789307446.432212:0:266430:0:(osd_integrity.c:447:osd_bio_integrity_handle()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.432294:0:266430:0:(osd_io.c:555:osd_do_bio()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.432298:0:266430:0:(osd_io.c:1570:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.432302:0:266430:0:(tgt_grant.c:1565:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:1.0:1789307446.432305:0:266430:0:(tgt_grant.c:1567:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff9fbe9794f7e0. 00000020:00000040:1.0:1789307446.432307:0:266430:0:(tgt_grant.c:1571:tgt_grant_commit_cb_add()) callback GETting export ffff9fbfbc4b9800 : new cb_count 9 00000020:00000040:1.0:1789307446.432309:0:266430:0:(genops.c:868:class_export_get()) GET export ffff9fbfbc4b9800 refcount=12 00000020:00000001:1.0:1789307446.432312:0:266430:0:(tgt_grant.c:1585:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.432314:0:266430:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:1.0:1789307446.432320:0:266430:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ff800. 00040000:00000001:1.0:1789307446.432324:0:266430:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:1.0:1789307446.432325:0:266430:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000010:1.2:1789307446.432550:0:0:0:(osd_io.c:79:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9fbfb48a9618. 00080000:00000001:1.0:1789307446.432565:0:266430:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.432577:0:266430:0:(osd_io.c:729:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1789307446.432580:0:266430:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfc08883e8/ffff9fbfc0888390 to site lru. bkt: ffff9fbfbb872640 00002000:00000001:1.0:1789307446.432583:0:266430:0:(ofd_io.c:1425:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.432585:0:266430:0:(ofd_io.c:1615:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.432587:0:266430:0:(obd_class.h:1192:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00008000:00000010:1.0:1789307446.432590:0:266430:0:(echo_client.c:2190:echo_client_prep_commit()) kvfree 'lnb': 4096 at ffff9fbf98cd3000. 00008000:00000001:1.0:1789307446.432594:0:266430:0:(echo_client.c:2192:echo_client_prep_commit()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.432602:0:266430:0:(echo_client.c:953:cl_echo_object_put()) Process entered 00000020:00000001:1.0:1789307446.432603:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.432606:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436344984 : -105829273206632 : ffff9fbfb3c38098) 00000020:00001000:1.0:1789307446.432608:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38090 00000020:00000002:1.0:1789307446.432610:0:266430:0:(lu_object.c:216:lu_object_put()) Add ffff9fbf8f8fc460/ffff9fbf8f8fc498 to site lru. bkt: ffff9fbfb485b2a0 00000020:00001000:1.0:1789307446.432612:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38090 00008000:00000001:1.0:1789307446.432615:0:266430:0:(echo_client.c:968:cl_echo_object_put()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.432617:0:266430:0:(echo_client.c:2243:echo_client_brw_ioctl()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.432619:0:266430:0:(echo_client.c:2411:echo_client_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307446.432623:0:266430:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9fbf874ff940. 00000020:00001000:1.0:1789307446.432628:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38750 00000020:00000001:1.0:1789307446.432631:0:266430:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307446.432633:0:266430:0:(class_obd.c:484:class_handle_ioctl()) kvfree 'data': 576 at ffff9fbfbd7e8800. 00000020:00000001:1.0:1789307446.432635:0:266430:0:(class_obd.c:485:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.432636:0:266430:0:(class_obd.c:504:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.432659:0:266430:0:(class_obd.c:494:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1789307446.432660:0:266430:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1789307446.432662:0:266430:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c008667e len=0 uarg=00007ffd31cc3720 00000020:00000001:1.0:1789307446.432664:0:266430:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789307446.432667:0:266430:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9fbfbd7e8800. 00000020:00000001:1.0:1789307446.432671:0:266430:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.432673:0:266430:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00008000:00000001:1.0:1789307446.432675:0:266430:0:(echo_client.c:2266:echo_client_iocontrol()) Process entered 00008000:00000080:1.0:1789307446.432676:0:266430:0:(echo_client.c:2268:echo_client_iocontrol()) ec: cmd=c008667e len=576 karg=ffff9fbfbd7e8800 uarg=0000000000000000 00000020:00000001:1.0:1789307446.432680:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.432682:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436346712 : -105829273204904 : ffff9fbfb3c38758) 00000020:00001000:1.0:1789307446.432684:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38750 00000020:00000010:1.0:1789307446.432687:0:266430:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9fbf874ff800. 00008000:00000001:1.0:1789307446.432690:0:266430:0:(echo_client.c:2208:echo_client_brw_ioctl()) Process entered 00008000:00000001:1.0:1789307446.432691:0:266430:0:(echo_client.c:2015:echo_get_object()) Process entered 00008000:00000001:1.0:1789307446.432693:0:266430:0:(echo_client.c:892:cl_echo_object_find()) Process entered 00000020:00000001:1.0:1789307446.432694:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.432695:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436344984 : -105829273206632 : ffff9fbfb3c38098) 00000020:00001000:1.0:1789307446.432697:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38090 00000020:00000001:1.0:1789307446.432699:0:266430:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307446.432703:0:266430:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243828974688 : -105829880576928 : ffff9fbf8f8fc460) 00000020:00001000:1.0:1789307446.432724:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38090 00008000:00000001:1.0:1789307446.432728:0:266430:0:(echo_client.c:944:cl_echo_object_find()) Process leaving (rc=18446638243828974688 : -105829880576928 : ffff9fbf8f8fc460) 00008000:00000001:1.0:1789307446.432730:0:266430:0:(echo_client.c:2030:echo_get_object()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.432732:0:266430:0:(echo_client.c:2117:echo_client_prep_commit()) Process entered 00008000:00000010:1.0:1789307446.432736:0:266430:0:(echo_client.c:2124:echo_client_prep_commit()) kmalloced '(lnb)': 4096 at ffff9fbf98cd3000. 00008000:00000001:1.0:1789307446.432739:0:266430:0:(obd_class.h:1146:obd_preprw()) Process entered 00002000:00000001:1.0:1789307446.432742:0:266430:0:(ofd_io.c:714:ofd_preprw_write()) Process entered 00000020:00000001:1.0:1789307446.432744:0:266430:0:(tgt_grant.c:1264:tgt_grant_prepare_write()) Process entered 00000020:00000001:1.0:1789307446.432745:0:266430:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1789307446.432747:0:266430:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1789307446.432750:0:266430:0:(tgt_grant.c:400:tgt_grant_statfs()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 free: 3918680064 avail: 3687157760 00000020:00000001:1.0:1789307446.432753:0:266430:0:(tgt_grant.c:427:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1789307446.432755:0:266430:0:(tgt_grant.c:464:tgt_grant_space_left()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 avail=3687157760 left=3675856896 unstable=0 tot_grant=11298212 pending=2580480 00000020:00000001:1.0:1789307446.432757:0:266430:0:(tgt_grant.c:466:tgt_grant_space_left()) Process leaving (rc=3675856896 : 3675856896 : db192000) 00000020:00000001:1.0:1789307446.432759:0:266430:0:(tgt_grant.c:491:tgt_grant_incoming()) Process entered 00000020:00000001:1.0:1789307446.432760:0:266430:0:(tgt_grant.c:498:tgt_grant_incoming()) Process leaving 00000020:00000001:1.0:1789307446.432761:0:266430:0:(tgt_grant.c:711:tgt_grant_check()) Process entered 00000020:00000020:1.0:1789307446.432763:0:266430:0:(tgt_grant.c:836:tgt_grant_check()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 granted: 0 ungranted: 286720 grant: 0 dirty: 0 00000020:00000001:1.0:1789307446.432764:0:266430:0:(tgt_grant.c:842:tgt_grant_check()) Process leaving 00000020:00000001:1.0:1789307446.432765:0:266430:0:(tgt_grant.c:1319:tgt_grant_prepare_write()) Process leaving 00002000:00000001:1.0:1789307446.432766:0:266430:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1789307446.432767:0:266430:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307446.432769:0:266430:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244650583016 : -105829058968600 : ffff9fbfc08883e8) 00002000:00000001:1.0:1789307446.432770:0:266430:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638244650582928 : -105829058968688 : ffff9fbfc0888390) 00080000:00000001:1.0:1789307446.432772:0:266430:0:(osd_io.c:562:osd_map_remote_to_local()) Process entered 00080000:00000001:1.0:1789307446.432773:0:266430:0:(osd_io.c:598:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.433106:0:266430:0:(osd_io.c:852:osd_bufs_get()) Process leaving (rc=64 : 64 : 40) 00080000:00000001:1.0:1789307446.433113:0:266430:0:(osd_io.c:1237:osd_write_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.433115:0:266430:0:(ofd_io.c:860:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.433116:0:266430:0:(ofd_io.c:962:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.433117:0:266430:0:(obd_class.h:1162:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.433139:0:266430:0:(obd_class.h:1174:obd_commitrw()) Process entered 00000001:00000001:1.0:1789307446.433141:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.433142:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.433144:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.433148:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.433149:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.433150:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.433152:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.433153:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.433155:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.433157:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.433158:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.433160:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307446.433161:0:266430:0:(nodemap_handler.c:1241:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1789307446.433162:0:266430:0:(nodemap_handler.c:1247:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307446.433164:0:266430:0:(nodemap_handler.c:1360:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.433166:0:266430:0:(ofd_io.c:1249:ofd_commitrw_write()) Process entered 00002000:00000001:1.0:1789307446.433168:0:266430:0:(ofd_objects.c:1573:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.433169:0:266430:0:(ofd_io.c:1034:ofd_write_attr_set()) Process entered 00002000:00000001:1.0:1789307446.433171:0:266430:0:(ofd_objects.c:510:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1789307446.433172:0:266430:0:(ofd_objects.c:514:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.433174:0:266430:0:(ofd_io.c:1055:ofd_write_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1789307446.433176:0:266430:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:1.0:1789307446.433179:0:266430:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbf9788ea00. 00080000:00000001:1.0:1789307446.433182:0:266430:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638243962743296 : -105829746808320 : ffff9fbf9788ea00) 00000001:00000001:1.0:1789307446.433184:0:266430:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1789307446.433186:0:266430:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.433189:0:266430:0:(osd_io.c:1309:osd_declare_write_commit()) Process entered 00080000:00000002:1.0:1789307446.433192:0:266430:0:(osd_io.c:1449:osd_declare_write_commit()) lustre-OST0000: inode #182 extent_bytes 1048576 extents 1 credits 9 00000001:00000001:1.0:1789307446.433195:0:266430:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1789307446.433198:0:266430:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ffe40. 00080000:00000001:1.0:1789307446.433200:0:266430:0:(osd_io.c:1477:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.433202:0:266430:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:1.0:1789307446.433208:0:266430:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00001000:1.0:1789307446.433214:0:266430:0:(osd_io.c:971:osd_ldiskfs_map_inode_pages()) inode 182: map 64 pages from 576 00080000:00000001:1.0:1789307446.433273:0:266430:0:(osd_io.c:424:osd_do_bio()) Process entered 00080000:00000001:1.0:1789307446.433278:0:266430:0:(osd_io.c:53:osd_bio_init()) Process entered 00080000:00000010:1.0:1789307446.433280:0:266430:0:(osd_io.c:56:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff9fbfb48a9618. 00080000:00000001:1.0:1789307446.433282:0:266430:0:(osd_io.c:66:osd_bio_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1789307446.433286:0:266430:0:(osd_io.c:354:osd_submit_bio()) bio++ sz 262144 vcnt 64(64) sectors 512(2560) psg 0(254) 00000001:00000001:1.0:1789307446.433296:0:266430:0:(osd_integrity.c:444:osd_bio_integrity_handle()) Process entered 00000001:00000001:1.0:1789307446.433298:0:266430:0:(osd_integrity.c:447:osd_bio_integrity_handle()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.433337:0:266430:0:(osd_io.c:555:osd_do_bio()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.433340:0:266430:0:(osd_io.c:1570:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.433343:0:266430:0:(tgt_grant.c:1565:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:1.0:1789307446.433346:0:266430:0:(tgt_grant.c:1567:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff9fbe9794fd20. 00000020:00000040:1.0:1789307446.433348:0:266430:0:(tgt_grant.c:1571:tgt_grant_commit_cb_add()) callback GETting export ffff9fbfbc4b9800 : new cb_count 10 00000020:00000040:1.0:1789307446.433351:0:266430:0:(genops.c:868:class_export_get()) GET export ffff9fbfbc4b9800 refcount=13 00000020:00000001:1.0:1789307446.433354:0:266430:0:(tgt_grant.c:1585:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.433356:0:266430:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:1.0:1789307446.433362:0:266430:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ffe40. 00040000:00000001:1.0:1789307446.433366:0:266430:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:1.0:1789307446.433367:0:266430:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000010:1.2:1789307446.433570:0:0:0:(osd_io.c:79:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9fbfb48a9618. 00080000:00000001:1.0:1789307446.433593:0:266430:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.433604:0:266430:0:(osd_io.c:729:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1789307446.433607:0:266430:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfc08883e8/ffff9fbfc0888390 to site lru. bkt: ffff9fbfbb872640 00002000:00000001:1.0:1789307446.433609:0:266430:0:(ofd_io.c:1425:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.433611:0:266430:0:(ofd_io.c:1615:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.433613:0:266430:0:(obd_class.h:1192:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00008000:00000010:1.0:1789307446.433617:0:266430:0:(echo_client.c:2190:echo_client_prep_commit()) kvfree 'lnb': 4096 at ffff9fbf98cd3000. 00008000:00000001:1.0:1789307446.433621:0:266430:0:(echo_client.c:2192:echo_client_prep_commit()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.433623:0:266430:0:(echo_client.c:953:cl_echo_object_put()) Process entered 00000020:00000001:1.0:1789307446.433625:0:266430:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.433627:0:266430:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436344984 : -105829273206632 : ffff9fbfb3c38098) 00000020:00001000:1.0:1789307446.433629:0:266430:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38090 00000020:00000002:1.0:1789307446.433632:0:266430:0:(lu_object.c:216:lu_object_put()) Add ffff9fbf8f8fc460/ffff9fbf8f8fc498 to site lru. bkt: ffff9fbfb485b2a0 00000020:00001000:1.0:1789307446.433634:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38090 00008000:00000001:1.0:1789307446.433636:0:266430:0:(echo_client.c:968:cl_echo_object_put()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.433639:0:266430:0:(echo_client.c:2243:echo_client_brw_ioctl()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.433641:0:266430:0:(echo_client.c:2411:echo_client_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307446.433644:0:266430:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9fbf874ff800. 00000020:00001000:1.0:1789307446.433648:0:266430:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38750 00000020:00000001:1.0:1789307446.433652:0:266430:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307446.433655:0:266430:0:(class_obd.c:484:class_handle_ioctl()) kvfree 'data': 576 at ffff9fbfbd7e8800. 00000020:00000001:1.0:1789307446.433658:0:266430:0:(class_obd.c:485:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.433660:0:266430:0:(class_obd.c:504:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1789307446.617842:0:266439:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf85192400. 00080000:00000010:0.0:1789307446.617896:0:266439:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf85192400. 00000020:00000001:0.0:1789307446.617906:0:266439:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1789307446.617917:0:266439:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf85192400. 00080000:00000010:0.0:1789307446.617926:0:266439:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf85192400. 00000020:00000001:0.0:1789307446.617931:0:266439:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1789307446.617939:0:266439:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf85192400. 00080000:00000010:0.0:1789307446.617946:0:266439:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf85192400. 00000020:00000001:0.0:1789307446.617958:0:266439:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1789307446.617969:0:266439:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf85192400. 00080000:00000010:0.0:1789307446.617977:0:266439:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf85192400. 00000020:00000001:0.0:1789307446.617982:0:266439:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.761811:0:266478:0:(class_obd.c:494:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1789307446.761817:0:266478:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1789307446.761818:0:266478:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c008667f len=0 uarg=00007ffe700f12a0 00000020:00000001:1.0:1789307446.761823:0:266478:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789307446.761826:0:266478:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 584 at ffff9fbf85c24400. 00000020:00000001:1.0:1789307446.761829:0:266478:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.761831:0:266478:0:(class_obd.c:131:class_resolve_dev_name()) Process entered 00000020:00000080:1.0:1789307446.761833:0:266478:0:(class_obd.c:141:class_resolve_dev_name()) device name ec 00000020:00000080:1.0:1789307446.761842:0:266478:0:(class_obd.c:148:class_resolve_dev_name()) device name ec, dev 29 00000020:00000001:1.0:1789307446.761843:0:266478:0:(class_obd.c:152:class_resolve_dev_name()) Process leaving (rc=29 : 29 : 1d) 00000020:00000001:1.0:1789307446.761845:0:266478:0:(class_obd.c:406:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307446.761847:0:266478:0:(class_obd.c:484:class_handle_ioctl()) kvfree 'data': 584 at ffff9fbf85c24400. 00000020:00000001:1.0:1789307446.761864:0:266478:0:(class_obd.c:485:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.761866:0:266478:0:(class_obd.c:504:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.762108:0:266478:0:(class_obd.c:494:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1789307446.762110:0:266478:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1789307446.762111:0:266478:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=40086668 len=0 uarg=00007ffe700f1270 00000020:00000001:1.0:1789307446.762113:0:266478:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789307446.762115:0:266478:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9fbf85c24400. 00000020:00000001:1.0:1789307446.762117:0:266478:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.762119:0:266478:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00008000:00000001:1.0:1789307446.762123:0:266478:0:(echo_client.c:2266:echo_client_iocontrol()) Process entered 00008000:00000080:1.0:1789307446.762124:0:266478:0:(echo_client.c:2268:echo_client_iocontrol()) ec: cmd=40086668 len=576 karg=ffff9fbf85c24400 uarg=0000000000000000 00000020:00000001:1.0:1789307446.762127:0:266478:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.762131:0:266478:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436346712 : -105829273204904 : ffff9fbfb3c38758) 00000020:00001000:1.0:1789307446.762132:0:266478:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38750 00000020:00000010:1.0:1789307446.762135:0:266478:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9fbf874ff1c0. 00008000:00000001:1.0:1789307446.762140:0:266478:0:(echo_client.c:2015:echo_get_object()) Process entered 00008000:00000001:1.0:1789307446.762142:0:266478:0:(echo_client.c:892:cl_echo_object_find()) Process entered 00000020:00000001:1.0:1789307446.762143:0:266478:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.762145:0:266478:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436344984 : -105829273206632 : ffff9fbfb3c38098) 00000020:00001000:1.0:1789307446.762146:0:266478:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38090 00000020:00000001:1.0:1789307446.762149:0:266478:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307446.762154:0:266478:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243828974688 : -105829880576928 : ffff9fbf8f8fc460) 00000020:00001000:1.0:1789307446.762156:0:266478:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38090 00008000:00000001:1.0:1789307446.762161:0:266478:0:(echo_client.c:944:cl_echo_object_find()) Process leaving (rc=18446638243828974688 : -105829880576928 : ffff9fbf8f8fc460) 00008000:00000001:1.0:1789307446.762167:0:266478:0:(echo_client.c:2030:echo_get_object()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.762169:0:266478:0:(obd_class.h:732:obd_destroy()) Process entered 00002000:00000001:1.0:1789307446.762172:0:266478:0:(ofd_obd.c:979:ofd_echo_destroy()) Process entered 00002000:00080000:1.0:1789307446.762174:0:266478:0:(ofd_obd.c:987:ofd_echo_destroy()) lustre-OST0000: Destroy object [0x2:0x2:0x0] 00002000:00000001:1.0:1789307446.762176:0:266478:0:(ofd_obd.c:922:ofd_destroy_by_fid()) Process entered 00002000:00000001:1.0:1789307446.762178:0:266478:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1789307446.762179:0:266478:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307446.762183:0:266478:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244650583016 : -105829058968600 : ffff9fbfc08883e8) 00002000:00000001:1.0:1789307446.762184:0:266478:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638244650582928 : -105829058968688 : ffff9fbfc0888390) 00010000:00000001:1.0:1789307446.762187:0:266478:0:(ldlm_request.c:506:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1789307446.762190:0:266478:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789307446.762195:0:266478:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9fbf90a1fd00. 00010000:00000010:1.0:1789307446.762198:0:266478:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9fbf90a1f900. 00010000:00000001:1.0:1789307446.762201:0:266478:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789307446.762203:0:266478:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fbf97918000. 00000020:00000001:1.0:1789307446.762205:0:266478:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789307446.762208:0:266478:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9fbf97918000 with handle 0x66de20725ed78251 to hash 00000020:00000001:1.0:1789307446.762209:0:266478:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789307446.762210:0:266478:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446638243963305984 : -105829746245632 : ffff9fbf97918000) 00010000:00000001:1.0:1789307446.762212:0:266478:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446638243963305984 : -105829746245632 : ffff9fbf97918000) 00002000:00000001:1.0:1789307446.762215:0:266478:0:(ofd_lvb.c:86:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1789307446.762218:0:266478:0:(ofd_lvb.c:103:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9fbf874ffa00. 00002000:00000001:1.0:1789307446.762219:0:266478:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1789307446.762220:0:266478:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307446.762221:0:266478:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244650583016 : -105829058968600 : ffff9fbfc08883e8) 00002000:00000001:1.0:1789307446.762222:0:266478:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638244650582928 : -105829058968688 : ffff9fbfc0888390) 00002000:00000001:1.0:1789307446.762223:0:266478:0:(ofd_objects.c:1134:ofd_attr_get()) Process entered 00002000:00000001:1.0:1789307446.762227:0:266478:0:(ofd_objects.c:1141:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1789307446.762229:0:266478:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2:0x2:0x0] initial LVB size: 2621440, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1400 00002000:00000001:1.0:1789307446.762231:0:266478:0:(ofd_lvb.c:155:ofd_lvbo_init()) Process leaving 00010000:00000001:1.0:1789307446.762233:0:266478:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789307446.762235:0:266478:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789307446.762239:0:266478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000131e1335/0x66de20725ed78251 lrc: 3/0,1 mode: --/PW res: [0x2:0x2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 266478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307446.762259:0:266478:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789307446.762263:0:266478:0:(ldlm_lock.c:1758:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1789307446.762265:0:266478:0:(ldlm_extent.c:868:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1789307446.762268:0:266478:0:(ldlm_extent.c:489:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1789307446.762271:0:266478:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2:0x2:0x0].0x0 since=20407s v=(0 0) 00010000:00000001:1.0:1789307446.762275:0:266478:0:(ldlm_extent.c:426:ldlm_update_contention()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307446.762277:0:266478:0:(ldlm_extent.c:745:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307446.762279:0:266478:0:(ldlm_extent.c:489:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1789307446.762280:0:266478:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2:0x2:0x0].0x0 since=0s v=(0 0) 00010000:00000001:1.0:1789307446.762283:0:266478:0:(ldlm_extent.c:426:ldlm_update_contention()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307446.762284:0:266478:0:(ldlm_extent.c:745:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307446.762287:0:266478:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1789307446.762291:0:266478:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000131e1335/0x66de20725ed78251 lrc: 3/0,1 mode: PW/PW res: [0x2:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 266478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789307446.762299:0:266478:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2:0x2:0x0].0x0 (ffff9fbf90a1fd00) refcount = 1 00010000:00000040:1.0:1789307446.762302:0:266478:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789307446.762305:0:266478:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: 00000000131e1335/0x66de20725ed78251 lrc: 3/0,1 mode: PW/PW res: [0x2:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 266478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307446.762316:0:266478:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1789307446.762319:0:266478:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307446.762321:0:266478:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789307446.762322:0:266478:0:(ldlm_extent.c:922:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789307446.762324:0:266478:0:(ldlm_lock.c:1769:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307446.762327:0:266478:0:(ldlm_lock.c:1928:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789307446.762330:0:266478:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789307446.762332:0:266478:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789307446.762336:0:266478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000131e1335/0x66de20725ed78251 lrc: 3/0,1 mode: PW/PW res: [0x2:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 266478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307446.762354:0:266478:0:(ldlm_request.c:558:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1789307446.762355:0:266478:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307446.762357:0:266478:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789307446.762360:0:266478:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789307446.762362:0:266478:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307446.762364:0:266478:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbf97918000 refcount=3 00000020:00000001:1.0:1789307446.762366:0:266478:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243963305984 : -105829746245632 : ffff9fbf97918000) 00010000:00000001:1.0:1789307446.762369:0:266478:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638243963305984 : -105829746245632 : ffff9fbf97918000) 00010000:00000001:1.0:1789307446.762372:0:266478:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789307446.762375:0:266478:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000131e1335/0x66de20725ed78251 lrc: 3/0,1 mode: PW/PW res: [0x2:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 266478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307446.762381:0:266478:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307446.762382:0:266478:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789307446.762385:0:266478:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000131e1335/0x66de20725ed78251 lrc: 2/0,0 mode: PW/PW res: [0x2:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 266478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789307446.762391:0:266478:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789307446.762392:0:266478:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307446.762395:0:266478:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1789307446.762398:0:266478:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9fbf9647f9c0. 00010000:00000001:1.0:1789307446.762401:0:266478:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1789307446.762415:0:266478:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1789307446.762416:0:266478:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307446.762418:0:266478:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307446.762419:0:266478:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789307446.762420:0:266478:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789307446.762421:0:266478:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1789307446.762423:0:266478:0:(ofd_objects.c:1071:ofd_destroy()) Process entered 00080000:00000001:1.0:1789307446.762426:0:266478:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:1.0:1789307446.762430:0:266478:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbf9213da00. 00080000:00000001:1.0:1789307446.762432:0:266478:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638243871185408 : -105829838366208 : ffff9fbf9213da00) 00000020:00000001:2.0:1789307446.762432:0:243629:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789307446.762435:0:243629:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789307446.762440:0:243629:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000001:00000001:1.0:1789307446.762441:0:266478:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00010000:00000001:2.0:1789307446.762443:0:243629:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00000001:00000001:1.0:1789307446.762444:0:266478:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.762449:0:266478:0:(osd_handler.c:4081:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1789307446.762452:0:266478:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1789307446.762453:0:243629:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000001:00000001:1.0:1789307446.762455:0:266478:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1789307446.762459:0:266478:0:(osd_handler.c:395:osd_idc_find_and_init()) lustre-OST0000: FID [0x2:0x2:0x0] not in the id map cache 00010000:00010000:2.0:1789307446.762460:0:243629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000131e1335/0x66de20725ed78251 lrc: 2/0,0 mode: PW/PW res: [0x2:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 266478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00080000:00000010:1.0:1789307446.762463:0:266478:0:(osd_handler.c:219:osd_idc_add()) kmalloced '(idc)': 320 at ffff9fbf9213c600. 00080000:00000001:1.0:1789307446.762468:0:266478:0:(osd_handler.c:4122:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.762473:0:266478:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00010000:00010000:2.0:1789307446.762478:0:243629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9fbf97918000 already unused, calling callback (ffffffffc0cbd8b0) 00010000:00000001:2.0:1789307446.762481:0:243629:0:(ldlm_request.c:407:ldlm_blocking_ast()) Process entered 00080000:00000001:1.0:1789307446.762483:0:266478:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307446.762484:0:243629:0:(ldlm_request.c:368:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1789307446.762489:0:243629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000131e1335/0x66de20725ed78251 lrc: 2/0,0 mode: PW/PW res: [0x2:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 266478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00080000:00000002:1.0:1789307446.762490:0:266478:0:(osd_handler.c:4782:osd_ref_del()) [0x2:0x2:0x0] decrease nlink 1 00080000:00000001:1.0:1789307446.762508:0:266478:0:(osd_handler.c:4135:osd_destroy()) Process entered 00010000:00000001:2.0:1789307446.762510:0:243629:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00080000:00000002:1.0:1789307446.762512:0:266478:0:(osd_oi.c:788:osd_oi_delete()) delete OI for [0x2:0x2:0x0] 00010000:00000001:2.0:1789307446.762514:0:243629:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00080000:00000001:1.0:1789307446.762515:0:266478:0:(osd_oi.c:548:fid_is_on_ost()) Process entered 00000020:00000001:2.0:1789307446.762517:0:243629:0:(lustre_handles.c:130:class_handle2object()) Process entered 00080000:00000001:1.0:1789307446.762518:0:266478:0:(osd_oi.c:587:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307446.762521:0:243629:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9fbf97918000 refcount=3 00080000:00000001:1.0:1789307446.762522:0:266478:0:(osd_oi.c:762:osd_oi_iam_delete()) Process entered 00000020:00000001:2.0:1789307446.762526:0:243629:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243963305984 : -105829746245632 : ffff9fbf97918000) 00010000:00000001:2.0:1789307446.762528:0:243629:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446638243963305984 : -105829746245632 : ffff9fbf97918000) 00010000:00000001:2.0:1789307446.762530:0:243629:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00000001:00000010:1.0:1789307446.762533:0:266478:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9fbe856447e8. 00010000:00010000:2.0:1789307446.762533:0:243629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000131e1335/0x66de20725ed78251 lrc: 3/0,0 mode: PW/PW res: [0x2:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 266478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789307446.762541:0:243629:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789307446.762543:0:243629:0:(ldlm_request.c:407:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1789307446.762544:0:243629:0:(ldlm_request.c:411:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307446.762547:0:243629:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789307446.762548:0:243629:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789307446.762550:0:243629:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789307446.762552:0:243629:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307446.762555:0:243629:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbf97918000 with handle 0x66de20725ed78251 from hash 00000001:00000010:1.0:1789307446.762557:0:266478:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9fbe856447e8. 00010000:00000001:2.0:1789307446.762558:0:243629:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789307446.762561:0:243629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307446.762563:0:243629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307446.762565:0:243629:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:1.0:1789307446.762567:0:266478:0:(osd_oi.c:779:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307446.762568:0:243629:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:1.0:1789307446.762571:0:266478:0:(osd_handler.c:4185:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307446.762575:0:266478:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00010000:00000001:2.0:1789307446.762577:0:243629:0:(ldlm_pool.c:321:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1789307446.762586:0:266478:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00010000:00000001:2.0:1789307446.762587:0:243629:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00040000:00000001:1.0:1789307446.762589:0:266478:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00010000:00000001:2.0:1789307446.762591:0:243629:0:(ldlm_lock.c:2393:__ldlm_reprocess_all()) Process entered 00080000:00000001:1.0:1789307446.762594:0:266478:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307446.762595:0:243629:0:(ldlm_lock.c:1970:ldlm_reprocess_queue()) Process entered 00002000:00000001:1.0:1789307446.762599:0:266478:0:(ofd_objects.c:1113:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307446.762600:0:243629:0:(ldlm_lock.c:2019:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1789307446.762604:0:266478:0:(ofd_obd.c:945:ofd_destroy_by_fid()) Process leaving 00010000:00000001:2.0:1789307446.762609:0:243629:0:(ldlm_lock.c:2323:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307446.762611:0:243629:0:(ldlm_lock.c:2427:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1789307446.762612:0:243629:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789307446.762615:0:243629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789307446.762617:0:243629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307446.762618:0:243629:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307446.762621:0:243629:0:(ldlm_request.c:387:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307446.762623:0:243629:0:(ldlm_request.c:426:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789307446.762626:0:243629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000131e1335/0x66de20725ed78251 lrc: 1/0,0 mode: --/PW res: [0x2:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 266478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789307446.762633:0:243629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789307446.762636:0:243629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000131e1335/0x66de20725ed78251 lrc: 0/0,0 mode: --/PW res: [0x2:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 266478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789307446.762643:0:243629:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9fbf90a1fd00 count: 0 00002000:00000010:2.0:1789307446.762649:0:243629:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fbf874ffa00. 00010000:00000010:2.0:1789307446.762655:0:243629:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fbf90a1f900. 00010000:00000001:2.0:1789307446.762662:0:243629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789307446.762663:0:243629:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1789307446.762665:0:243629:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9fbf9647f9c0. 00010000:00000001:2.0:1789307446.762669:0:243629:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307446.762672:0:243629:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789307446.762674:0:243629:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789307446.762676:0:243629:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789307446.762678:0:243629:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789307446.762678:0:243629:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789307446.762680:0:243629:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789307446.762682:0:243629:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789307446.762683:0:243629:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789307446.762691:0:243629:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:2.0:1789307446.762889:0:226375:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:2.0:1789307446.762892:0:226375:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000004:00000001:0.0:1789307446.762907:0:238807:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:0.0:1789307446.762911:0:238807:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1789307446.762914:0:226375:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbb48ce00. 00000100:00000010:0.0:1789307446.762917:0:238807:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0e9d500. 00000020:00000040:2.0:1789307446.762920:0:226375:0:(genops.c:1209:class_import_get()) import ffff9fbfb6ad4000 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000020:00000040:0.0:1789307446.762923:0:238807:0:(genops.c:1209:class_import_get()) import ffff9fbe8d189000 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1789307446.762927:0:226375:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1789307446.762928:0:238807:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789307446.762933:0:238807:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789307446.762933:0:226375:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789307446.762940:0:238807:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307446.762940:0:226375:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789307446.762951:0:238807:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf98f66900. 02000000:00000010:2.0:1789307446.762951:0:226375:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb2758c00. 00000100:00000001:0.0:1789307446.762958:0:238807:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307446.762958:0:226375:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307446.762968:0:238807:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789307446.762968:0:226375:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789307446.762974:0:238807:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307446.762974:0:226375:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307446.762987:0:226375:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fbe1e39] to pc [ptlrpcd_00_02+2] req@ffff9fbfbb48ce00 x1876218616155008/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789307446.762988:0:238807:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054454cfc] to pc [ptlrpcd_00_03+3] req@ffff9fbfc0e9d500 x1876218616155136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1789307446.763019:0:238807:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307446.763026:0:226375:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307446.763045:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307446.763053:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789307446.763056:0:118852:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789307446.763064:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfc0e9d500 x1876218616155136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307446.763074:0:118852:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789307446.763077:0:118852:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307446.763081:0:118852:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789307446.763085:0:118852:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789307446.763088:0:118852:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307446.763092:0:118852:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfc0e9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:118852:1876218616155136:0@lo:13:osp-pre-0-0.0 00000100:00000001:3.0:1789307446.763097:0:118852:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789307446.763102:0:118852:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789307446.763105:0:118852:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307446.763108:0:118852:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789307446.763113:0:118852:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbfbd257000. 02000000:00000001:3.0:1789307446.763116:0:118852:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789307446.763122:0:118852:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a516630. 00000400:00000010:3.0:1789307446.763130:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde110. 00000100:00000200:3.0:1789307446.763137:0:118852:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616155136, portal 4 00000100:00000001:3.0:1789307446.763140:0:118852:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789307446.763142:0:118852:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244656960768 : -105829052590848 : ffff9fbfc0e9d500) 00000100:00000040:3.0:1789307446.763149:0:118852:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfc0e9d500 x1876218616155136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307462 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307446.763157:0:118852:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789307446.763159:0:118852:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789307446.763162:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde6e8. 00000100:00000200:3.0:1789307446.763166:0:118852:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876218616155136, offset 0 00000400:00000200:3.0:1789307446.763173:0:118852:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789307446.763188:0:118852:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789307446.763201:0:118852:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6aa6930230c00 00000400:00000200:3.0:1789307446.763207:0:118852:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x4f41 [8] + 3584 00000400:00000200:3.0:1789307446.763216:0:118852:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307446.763228:0:118852:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1789307446.763236:0:118852:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307446.763238:0:118852:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1789307446.763242:0:118852:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb4a7fb80. 00000100:00000040:3.0:1789307446.763246:0:118852:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb4a7fb80 x1876218616155136 msgsize 224 00000100:00100000:3.0:1789307446.763251:0:118852:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1789307446.763265:0:118852:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:3.0:1789307446.763274:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde6e8 00000400:00000010:3.0:1789307446.763277:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde6e8. 00000100:00000001:3.0:1789307446.763282:0:118852:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789307446.763286:0:118852:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfc0e9d500 x1876218616155136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307462 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307446.763292:0:234380:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1789307446.763296:0:234380:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616155136 00000100:00000001:3.0:1789307446.763297:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1789307446.763299:0:234380:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1789307446.763303:0:234380:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1789307446.763304:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfc0e9d500 x1876218616155136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307462 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307446.763306:0:234380:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307446.763312:0:234380:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307446.763315:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307446.763317:0:234380:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616155136 00000100:00000001:3.0:1789307446.763318:0:118852:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1789307446.763322:0:234380:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789307446.763325:0:234380:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed7782c 00000100:00000001:3.0:1789307446.763327:0:118852:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307446.763328:0:234380:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789307446.763333:0:234380:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe8a12d800 refcount=5 00000100:00000040:3.0:1789307446.763334:0:118852:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 18526 usecs (19 jiffies) 00000020:00000001:0.0:1789307446.763336:0:234380:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239441934336 : -105834267617280 : ffff9fbe8a12d800) 00000020:00000001:0.0:1789307446.763340:0:234380:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239441934336 : -105834267617280 : ffff9fbe8a12d800) 00000100:00000001:3.0:1789307446.763342:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315075091 00000100:00000001:0.0:1789307446.763345:0:234380:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1789307446.763346:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315078059 00000020:00000010:0.0:1789307446.763349:0:234380:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564d80. 00000100:00000001:3.0:1789307446.763350:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315075091 00000100:00000001:3.0:1789307446.763355:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315078059 00000100:00000001:3.0:1789307446.763358:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315075091 00000020:00000040:0.0:1789307446.763359:0:234380:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff9fbf82a0b380) now 11 - evictor 00000100:00000001:3.0:1789307446.763360:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315078059 00000100:00000001:3.0:1789307446.763365:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315075091 00000100:00000001:3.0:1789307446.763367:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315078059 00000100:00000001:3.0:1789307446.763369:0:118852:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307446.763372:0:118852:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307446.763373:0:234380:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1789307446.763377:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307446.763380:0:234380:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0a94200. 00000100:00000001:3.0:1789307446.763381:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1789307446.763385:0:234380:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf85192b80. 00000020:00000010:0.0:1789307446.763392:0:234380:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfad0efc80. 00000100:00000001:3.0:1789307446.763394:0:118852:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1789307446.763396:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1789307446.763398:0:118852:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1789307446.763401:0:234380:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1789307446.763402:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1789307446.763403:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000 (ffff9fbf82a0b380) now 11 - evictor 00000100:00000001:0.0:1789307446.763405:0:234380:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307446.763406:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789307446.763409:0:234380:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789307446.763411:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307446.763413:0:234380:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307446.763416:0:118852:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1789307446.763419:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307446.763422:0:118852:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789307446.763423:0:234380:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307446.763424:0:118852:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307446.763429:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789307446.763430:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307446.763431:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789307446.763434:0:118852:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1789307446.763435:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307446.763436:0:234380:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789307446.763440:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbb48ce00 x1876218616155008/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307446.763448:0:118852:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789307446.763450:0:234380:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789307446.763450:0:118852:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307446.763453:0:234380:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1789307446.763455:0:118852:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1789307446.763458:0:122269:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1789307446.763459:0:118852:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1789307446.763460:0:234380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4570 00000100:00000001:2.0:1789307446.763461:0:122269:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1789307446.763463:0:118852:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307446.763467:0:122269:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307446.763468:0:234380:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe8a12d800 : new rpc_count 1 00000100:00100000:3.0:1789307446.763469:0:118852:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbb48ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:118852:1876218616155008:0@lo:13:osp-pre-0-1.0 00000100:00000001:2.0:1789307446.763472:0:122269:0:(service.c:2488:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307446.763473:0:234380:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244451318656 : -105829258232960 : ffff9fbfb4a7fb80) 00000100:00000001:3.0:1789307446.763479:0:118852:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789307446.763483:0:118852:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1789307446.763484:0:234380:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfb4a7fb80 x1876218616155136/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:492/0 lens 224/0 e 0 to 0 dl 1789307457 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789307446.763485:0:118852:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307446.763490:0:118852:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789307446.763496:0:118852:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbfb24dc400. 00000100:00000001:0.0:1789307446.763497:0:234380:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1789307446.763500:0:118852:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307446.763502:0:234380:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564fc0. 00000100:00000001:0.0:1789307446.763506:0:234380:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1789307446.763506:0:118852:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a5164d0. 00000020:00000010:0.0:1789307446.763511:0:234380:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564fc0. 00000400:00000010:3.0:1789307446.763512:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde6e8. 00000100:00100000:0.0:1789307446.763517:0:234380:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfb4a7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:118852:x1876218616155136:12345-0@lo:13:osp-pre-0-0.0 00000100:00000200:3.0:1789307446.763517:0:118852:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616155008, portal 4 00000100:00000001:3.0:1789307446.763521:0:118852:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789307446.763524:0:118852:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244562521600 : -105829147030016 : ffff9fbfbb48ce00) 00000100:00000200:0.0:1789307446.763525:0:234380:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616155136 00000020:00000001:0.0:1789307446.763530:0:234380:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000040:3.0:1789307446.763534:0:118852:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbb48ce00 x1876218616155008/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307462 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1789307446.763535:0:234380:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1789307446.763539:0:234380:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307446.763543:0:234380:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1789307446.763547:0:234380:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664990128 : -1044561488 : ffffffffc1bd41b0) 00000100:00000001:3.0:1789307446.763547:0:118852:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789307446.763551:0:118852:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1789307446.763554:0:234380:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1789307446.763557:0:234380:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1789307446.763560:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdef68. 00000020:00000001:0.0:1789307446.763561:0:234380:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1789307446.763565:0:234380:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000200:3.0:1789307446.763566:0:118852:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876218616155008, offset 0 00000020:00000001:0.0:1789307446.763568:0:234380:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307446.763573:0:118852:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1789307446.763575:0:234380:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1789307446.763580:0:118852:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1789307446.763585:0:234380:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1789307446.763587:0:118852:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6aa6930230b80 02000000:00000010:0.0:1789307446.763591:0:234380:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbfb1ab1800. 00000400:00000200:3.0:1789307446.763593:0:118852:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x4f41 [8] + 3808 02000000:00000001:0.0:1789307446.763596:0:234380:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307446.763600:0:234380:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307446.763600:0:118852:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000001:0.0:1789307446.763605:0:234380:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000200:3.0:1789307446.763608:0:118852:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00002000:00000001:0.0:1789307446.763611:0:234380:0:(ofd_obd.c:710:ofd_statfs()) Process entered 00000100:00000001:3.0:1789307446.763613:0:118852:0:(events.c:290:request_in_callback()) Process entered 00000020:00000001:0.0:1789307446.763614:0:234380:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000100:00000200:3.0:1789307446.763615:0:118852:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost_create 00000020:00000001:0.0:1789307446.763618:0:234380:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1789307446.763620:0:118852:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb4a7df80. 00002000:00000024:0.0:1789307446.763622:0:234380:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 11584932 pending 2867200 free 3918680064 avail 3687157760 00000100:00000040:3.0:1789307446.763625:0:118852:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb4a7df80 x1876218616155008 msgsize 224 00000020:00000020:0.0:1789307446.763628:0:234380:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279972 0 0 00000020:00000020:0.0:1789307446.763634:0:234380:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 dirty 0 pend 2867200 grant 0 00000100:00100000:3.0:1789307446.763634:0:118852:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000020:0.0:1789307446.763639:0:234380:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbe83622000 dirty 0 pend 0 grant 8437760 00000020:00000020:0.0:1789307446.763642:0:234380:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9fbe8a12d800 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1789307446.763644:0:234380:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9fbe8a12d000 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1789307446.763647:0:234380:0:(ofd_obd.c:759:ofd_statfs()) 958279 blocks: 956709 free, 899417 avail; 262144 objects: 259129 free; state 0 00000100:00000001:3.0:1789307446.763647:0:118852:0:(events.c:377:request_in_callback()) Process leaving 00002000:00000001:0.0:1789307446.763652:0:234380:0:(ofd_obd.c:802:ofd_statfs()) Process leaving 00000400:00000200:3.0:1789307446.763654:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdef68 00000001:00000001:0.0:1789307446.763656:0:234380:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000400:00000010:3.0:1789307446.763657:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdef68. 00000001:00000001:0.0:1789307446.763659:0:234380:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307446.763662:0:118852:0:(events.c:35:request_out_callback()) Process entered 00002000:00000001:0.0:1789307446.763663:0:234380:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1789307446.763667:0:234380:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 47244640271, transno 0, xid 1876218616155136 00000100:00000001:2.0:1789307446.763668:0:124163:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1789307446.763669:0:118852:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbb48ce00 x1876218616155008/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307462 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789307446.763672:0:234380:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00100000:2.0:1789307446.763672:0:124163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616155008 02000000:00000001:2.0:1789307446.763676:0:124163:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307446.763679:0:124163:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00010000:00000200:0.0:1789307446.763680:0:234380:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfb4a7fb80 x1876218616155136/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:492/0 lens 224/368 e 0 to 0 dl 1789307457 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307446.763681:0:124163:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307446.763687:0:124163:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307446.763689:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1789307446.763690:0:124163:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616155008 00000020:00000001:2.0:1789307446.763692:0:124163:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307446.763694:0:124163:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed7781e 00000100:00000040:3.0:1789307446.763696:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbb48ce00 x1876218616155008/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307462 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307446.763699:0:124163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00010000:00000001:0.0:1789307446.763712:0:234380:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1789307446.763717:0:234380:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307446.763717:0:124163:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe8a12d000 refcount=5 00000020:00000001:2.0:1789307446.763723:0:124163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239441932288 : -105834267619328 : ffff9fbe8a12d000) 00000100:00000001:3.0:1789307446.763725:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789307446.763726:0:234380:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbe1fbde8 time=8 v=5 (1 1 1 1) 00000100:00000001:3.0:1789307446.763728:0:118852:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789307446.763732:0:234380:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1789307446.763735:0:124163:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239441932288 : -105834267619328 : ffff9fbe8a12d000) 00000100:00000001:3.0:1789307446.763736:0:118852:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307446.763737:0:234380:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:0.0:1789307446.763742:0:234380:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00000001:2.0:1789307446.763743:0:124163:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1789307446.763743:0:118852:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 38485 usecs (39 jiffies) 02000000:00000001:0.0:1789307446.763745:0:234380:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1789307446.763749:0:124163:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f007c0. 02000000:00000001:0.0:1789307446.763750:0:234380:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307446.763750:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315075111 00000100:00000001:0.0:1789307446.763756:0:234380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1789307446.763756:0:124163:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbfb56d0800. 00000100:00000001:3.0:1789307446.763756:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315078059 00000100:00000001:3.0:1789307446.763761:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315075111 00000100:00000040:0.0:1789307446.763762:0:234380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1789307446.763765:0:124163:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff9fbf82a0b380) now 11 - evictor 00000100:00000001:3.0:1789307446.763766:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315078059 00000400:00000010:0.0:1789307446.763768:0:234380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82aa0. 00000100:00000001:3.0:1789307446.763772:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315075111 00000100:00000200:0.0:1789307446.763774:0:234380:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1876218616155136, offset 224 00000100:00000001:3.0:1789307446.763776:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315078059 00000100:00000001:2.0:1789307446.763778:0:124163:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1789307446.763782:0:234380:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1789307446.763782:0:124163:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f007c0. 00000100:00000001:3.0:1789307446.763789:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315075111 00000400:00000200:0.0:1789307446.763793:0:234380:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1789307446.763794:0:124163:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0a81a00. 00000100:00000001:3.0:1789307446.763794:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315078059 00000100:00000001:3.0:1789307446.763800:0:118852:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307446.763801:0:124163:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44700. 00000100:00000001:3.0:1789307446.763803:0:118852:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307446.763805:0:234380:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6aa6930230c00 00000020:00000010:2.0:1789307446.763808:0:124163:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb59847d0. 00000100:00000001:3.0:1789307446.763810:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307446.763813:0:234380:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c1b65 [1] + 224 00000100:00000001:2.0:1789307446.763815:0:124163:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307446.763816:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307446.763819:0:124163:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1789307446.763821:0:234380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1789307446.763822:0:124163:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307446.763827:0:234380:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1789307446.763830:0:124163:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307446.763831:0:234380:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789307446.763838:0:234380:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfc0e9d500 x1876218616155136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307462 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307446.763840:0:124163:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789307446.763871:0:234380:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fbfc0e9d500 x1876218616155136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307462 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307446.763875:0:122268:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307446.763877:0:124163:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789307446.763879:0:122268:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1789307446.763880:0:124163:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789307446.763886:0:122268:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4571 00000100:00000001:0.0:1789307446.763888:0:234380:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789307446.763891:0:124163:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307446.763891:0:122268:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe8a12d000 : new rpc_count 1 00000400:00000200:0.0:1789307446.763894:0:234380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82aa0 00000100:00000001:3.0:1789307446.763896:0:122268:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244451311488 : -105829258240128 : ffff9fbfb4a7df80) 00000100:00000001:2.0:1789307446.763897:0:124163:0:(service.c:2488:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789307446.763898:0:234380:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82aa0. 00000100:00000040:3.0:1789307446.763903:0:122268:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfb4a7df80 x1876218616155008/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:492/0 lens 224/0 e 0 to 0 dl 1789307457 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307446.763905:0:234380:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1789307446.763909:0:234380:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1789307446.763913:0:122268:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1789307446.763915:0:234380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307446.763917:0:122268:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d07c0. 00000100:00080000:2.0:1789307446.763920:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:0.0:1789307446.763921:0:234380:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000100:00000001:3.0:1789307446.763921:0:122268:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789307446.763927:0:122268:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d07c0. 00010000:00000001:0.0:1789307446.763928:0:234380:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000040:2.0:1789307446.763928:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000 (ffff9fbf82a0b380) now 11 - evictor 00000020:00000001:0.0:1789307446.763932:0:234380:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307446.763935:0:122268:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfb4a7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:118852:x1876218616155008:12345-0@lo:13:osp-pre-0-1.0 00000020:00000001:0.0:1789307446.763936:0:234380:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1789307446.763940:0:122268:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616155008 00000020:00000001:3.0:1789307446.763943:0:122268:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000040:0.0:1789307446.763944:0:234380:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb4a7fb80 x1876218616155136/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:492/0 lens 224/368 e 0 to 0 dl 1789307457 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307446.763946:0:122268:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:2.0:1789307446.763947:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1789307446.763948:0:122268:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307446.763952:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1789307446.763953:0:122268:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1789307446.763956:0:122268:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664990128 : -1044561488 : ffffffffc1bd41b0) 00000400:00000001:2.0:1789307446.763960:0:118852:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1789307446.763961:0:122268:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000001:2.0:1789307446.763964:0:118852:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1789307446.763965:0:122268:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1789307446.763969:0:118852:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a516630. 00000020:00000001:3.0:1789307446.763970:0:122268:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1789307446.763973:0:122268:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789307446.763976:0:122268:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307446.763977:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde110 00000100:00100000:0.0:1789307446.763979:0:234380:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfb4a7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:118852:x1876218616155136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 479us (729us total) trans 0 rc 0/0 00000400:00000010:2.0:1789307446.763983:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde110. 00000100:00000001:3.0:1789307446.763983:0:122268:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789307446.763987:0:122268:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1789307446.763989:0:118852:0:(events.c:80:reply_in_callback()) Process entered 00000100:00100000:0.0:1789307446.763990:0:234380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4570 02000000:00000010:3.0:1789307446.763993:0:122268:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbfb6c5fc00. 00000100:00000040:0.0:1789307446.763995:0:234380:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe8a12d800 : new rpc_count 0 00000100:00000200:2.0:1789307446.763998:0:118852:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfc0e9d500 x1876218616155136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307462 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307446.763999:0:234380:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1789307446.764002:0:234380:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1789307446.764006:0:122268:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307446.764008:0:234380:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf85192b80. 00000100:00000001:3.0:1789307446.764011:0:122268:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307446.764015:0:234380:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfad0efc80. 00002000:00000001:3.0:1789307446.764017:0:122268:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000200:2.0:1789307446.764018:0:118852:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfc0e9d500 x1876218616155136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307462 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1789307446.764020:0:234380:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0a94200. 00002000:00000001:3.0:1789307446.764021:0:122268:0:(ofd_obd.c:710:ofd_statfs()) Process entered 00000020:00000001:3.0:1789307446.764024:0:122268:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000020:00000040:0.0:1789307446.764028:0:234380:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a12d800 : new refcount 4 00000020:00000001:3.0:1789307446.764029:0:122268:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307446.764033:0:118852:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789307446.764034:0:234380:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00002000:00000024:3.0:1789307446.764034:0:122268:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 11584932 pending 2867200 free 3918680064 avail 3687157760 00000020:00000020:3.0:1789307446.764040:0:122268:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279972 0 0 00000020:00000020:3.0:1789307446.764044:0:122268:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 dirty 0 pend 2867200 grant 0 00000100:00000001:2.0:1789307446.764045:0:118852:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:3.0:1789307446.764048:0:122268:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbe83622000 dirty 0 pend 0 grant 8437760 00000100:00000001:2.0:1789307446.764050:0:118852:0:(client.c:1593:after_reply()) Process entered 00000020:00000020:3.0:1789307446.764052:0:122268:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9fbe8a12d800 dirty 0 pend 0 grant 0 02000000:00000001:2.0:1789307446.764055:0:118852:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000020:00000020:3.0:1789307446.764056:0:122268:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9fbe8a12d000 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1789307446.764059:0:118852:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00002000:00000020:3.0:1789307446.764061:0:122268:0:(ofd_obd.c:759:ofd_statfs()) 958279 blocks: 956709 free, 899417 avail; 262144 objects: 259129 free; state 0 00000100:00000001:2.0:1789307446.764063:0:118852:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1789307446.764065:0:122268:0:(ofd_obd.c:802:ofd_statfs()) Process leaving 02000000:00000001:2.0:1789307446.764068:0:118852:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789307446.764070:0:122268:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1789307446.764073:0:122268:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307446.764075:0:118852:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe8d1894a8 time=15 v=5 (5 5 5 5) 00002000:00000001:3.0:1789307446.764076:0:122268:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789307446.764081:0:122268:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 30064771184, transno 0, xid 1876218616155008 00000100:00001000:2.0:1789307446.764083:0:118852:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe8d189418 time=51 v=5 (1 0 0 0) 00010000:00000001:3.0:1789307446.764085:0:122268:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:2.0:1789307446.764089:0:118852:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789307446.764093:0:118852:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1789307446.764094:0:122268:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfb4a7df80 x1876218616155008/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:492/0 lens 224/368 e 0 to 0 dl 1789307457 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789307446.764098:0:118852:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789307446.764103:0:118852:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307446.764105:0:122268:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1789307446.764108:0:118852:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00010000:00000001:3.0:1789307446.764109:0:122268:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307446.764113:0:118852:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 47244640271 00000100:00001000:3.0:1789307446.764114:0:122268:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbe1fbde8 time=8 v=5 (1 1 1 1) 00000100:00000001:3.0:1789307446.764120:0:122268:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789307446.764122:0:122268:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:3.0:1789307446.764125:0:122268:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00000001:2.0:1789307446.764128:0:118852:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1789307446.764128:0:122268:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789307446.764130:0:122268:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307446.764132:0:118852:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307446.764134:0:122268:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789307446.764139:0:122268:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1789307446.764142:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfc0e9d500 x1876218616155136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307462 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1789307446.764144:0:122268:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdef68. 00000100:00000200:3.0:1789307446.764150:0:122268:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1876218616155008, offset 224 00000100:00000001:2.0:1789307446.764153:0:118852:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307446.764158:0:118852:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789307446.764162:0:118852:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307446.764163:0:122268:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000001:2.0:1789307446.764166:0:118852:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1789307446.764171:0:118852:0:(osp_precreate.c:87:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000400:00000200:3.0:1789307446.764174:0:122268:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000040:2.0:1789307446.764176:0:118852:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=958279 free=956709 avail=899417 avail_mb=3513 hwm_mb=7 files=262144 ffree=259129 state=0: rc = 0 00000400:00000200:3.0:1789307446.764183:0:122268:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6aa6930230b80 00000004:00000020:2.0:1789307446.764186:0:118852:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (ffff9fbe8d18d800): 958279 blocks, 956709 free, 899417 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259129 free files 0x0 00000400:00000200:3.0:1789307446.764190:0:122268:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c1b6d [1] + 224 00000004:00000001:2.0:1789307446.764196:0:118852:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307446.764199:0:122268:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1789307446.764204:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfc0e9d500 x1876218616155136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307462 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789307446.764207:0:122268:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1789307446.764214:0:122268:0:(events.c:80:reply_in_callback()) Process entered 00000100:00100000:2.0:1789307446.764220:0:118852:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfc0e9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:118852:1876218616155136:0@lo:13:osp-pre-0-0.0 00000100:00000200:3.0:1789307446.764222:0:122268:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbb48ce00 x1876218616155008/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307462 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307446.764227:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307446.764233:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789307446.764236:0:122268:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fbfbb48ce00 x1876218616155008/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307462 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307446.764247:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfc0e9d500 x1876218616155136/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307462 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307446.764249:0:122268:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789307446.764256:0:122268:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdef68 00000100:00000001:2.0:1789307446.764258:0:118852:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1789307446.764260:0:122268:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdef68. 02000000:00000001:2.0:1789307446.764262:0:118852:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1789307446.764264:0:122268:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000010:2.0:1789307446.764266:0:118852:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbfbd257000. 00000100:00000001:3.0:1789307446.764267:0:122268:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1789307446.764274:0:122268:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307446.764275:0:118852:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1789307446.764279:0:122268:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000020:00000001:2.0:1789307446.764280:0:118852:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789307446.764283:0:118852:0:(genops.c:1222:class_import_put()) import ffff9fbe8d189000 refcount=2 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:3.0:1789307446.764284:0:122268:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307446.764287:0:118852:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000001:3.0:1789307446.764288:0:122268:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789307446.764291:0:118852:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf98f66900. 00000020:00000001:3.0:1789307446.764292:0:122268:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1789307446.764299:0:118852:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1789307446.764300:0:122268:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb4a7df80 x1876218616155008/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:492/0 lens 224/368 e 0 to 0 dl 1789307457 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789307446.764302:0:118852:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789307446.764306:0:118852:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfc0e9d500. 00000100:00000001:2.0:1789307446.764312:0:118852:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789307446.764315:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789307446.764318:0:122268:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfb4a7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:118852:x1876218616155008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 402us (689us total) trans 0 rc 0/0 00000100:00000001:2.0:1789307446.764319:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307446.764324:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789307446.764327:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789307446.764331:0:118852:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1789307446.764331:0:122268:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4571 00000400:00000001:2.0:1789307446.764335:0:118852:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1789307446.764337:0:122268:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe8a12d000 : new rpc_count 0 00000400:00000010:2.0:1789307446.764339:0:118852:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a5164d0. 00000100:00000001:3.0:1789307446.764341:0:122268:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1789307446.764344:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde6e8 00000100:00000001:3.0:1789307446.764344:0:122268:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1789307446.764349:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde6e8. 00000020:00000010:3.0:1789307446.764350:0:122268:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44700. 00000100:00000001:2.0:1789307446.764355:0:118852:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000010:3.0:1789307446.764357:0:122268:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb59847d0. 00000020:00000010:3.0:1789307446.764361:0:122268:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0a81a00. 00000100:00000200:2.0:1789307446.764363:0:118852:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbb48ce00 x1876218616155008/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307462 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1789307446.764374:0:122268:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a12d000 : new refcount 4 00000100:00000200:2.0:1789307446.764377:0:118852:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbb48ce00 x1876218616155008/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307462 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307446.764379:0:122268:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307446.764389:0:118852:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789307446.764391:0:118852:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307446.764393:0:118852:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789307446.764395:0:118852:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789307446.764397:0:118852:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307446.764398:0:118852:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307446.764401:0:118852:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307446.764404:0:118852:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfb6ad44a8 time=21 v=5 (5 5 5 5) 00000100:00001000:2.0:1789307446.764413:0:118852:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6ad4418 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1789307446.764416:0:118852:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789307446.764418:0:118852:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307446.764420:0:118852:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789307446.764422:0:118852:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307446.764424:0:118852:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789307446.764426:0:118852:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 30064771184 00000100:00000001:2.0:1789307446.764428:0:118852:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789307446.764430:0:118852:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307446.764434:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbb48ce00 x1876218616155008/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307462 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307446.764441:0:118852:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307446.764443:0:118852:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789307446.764445:0:118852:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1789307446.764446:0:118852:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1789307446.764449:0:118852:0:(osp_precreate.c:87:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0001: Updating status = 0 00000004:00000040:2.0:1789307446.764451:0:118852:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0001: blocks=958279 free=956709 avail=899417 avail_mb=3513 hwm_mb=7 files=262144 ffree=259129 state=0: rc = 0 00000004:00000020:2.0:1789307446.764458:0:118852:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-OST0000-osc-MDT0001 (ffff9fbfb6ad2000): 958279 blocks, 956709 free, 899417 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259129 free files 0x0 00000004:00000001:2.0:1789307446.764462:0:118852:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307446.764466:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbb48ce00 x1876218616155008/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307462 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307446.764473:0:118852:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbb48ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:118852:1876218616155008:0@lo:13:osp-pre-0-1.0 00000100:00000001:2.0:1789307446.764478:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307446.764480:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789307446.764483:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbb48ce00 x1876218616155008/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307462 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307446.764489:0:118852:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789307446.764490:0:118852:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789307446.764492:0:118852:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbfb24dc400. 02000000:00000001:2.0:1789307446.764496:0:118852:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789307446.764502:0:118852:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789307446.764504:0:118852:0:(genops.c:1222:class_import_put()) import ffff9fbfb6ad4000 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:2.0:1789307446.764506:0:118852:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789307446.764508:0:118852:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfb2758c00. 02000000:00000001:2.0:1789307446.764514:0:118852:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789307446.764516:0:118852:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789307446.764517:0:118852:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbb48ce00. 00000100:00000001:2.0:1789307446.764522:0:118852:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789307446.764523:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307446.764525:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307446.764529:0:118852:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789307446.764531:0:118852:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307446.764550:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789307446.764553:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:04000000:1.0:1789307446.764580:0:266478:0:(osd_handler.c:2534:osd_object_delete()) ffff9fbfb2203eb8 ino=182 00040000:00000001:1.0:1789307446.764585:0:266478:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1789307446.764587:0:266478:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1789307446.764588:0:266478:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1789307446.764590:0:266478:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1789307446.764591:0:266478:0:(qsd_handler.c:1209:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1789307446.764592:0:266478:0:(qsd_handler.c:1227:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1789307446.764596:0:266478:0:(osd_handler.c:1701:osd_object_free()) kfreed 'obj': 312 at ffff9fbfbedf3600. 00002000:00000001:1.0:1789307446.764600:0:266478:0:(ofd_dev.c:462:ofd_object_free()) Process entered 00002000:00000040:1.0:1789307446.764602:0:266478:0:(ofd_dev.c:466:ofd_object_free()) object free, fid = [0x2:0x2:0x0] 00002000:00000010:1.0:1789307446.764603:0:266478:0:(ofd_dev.c:470:ofd_object_free()) slab-freed 'of': 304 at ffff9fbfc0888390. 00002000:00000001:1.0:1789307446.764605:0:266478:0:(ofd_dev.c:472:ofd_object_free()) Process leaving 00002000:00000001:1.0:1789307446.764611:0:266478:0:(ofd_obd.c:952:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1789307446.764613:0:266478:0:(ofd_obd.c:999:ofd_echo_destroy()) Process leaving 00008000:00000001:1.0:1789307446.764615:0:266478:0:(obd_class.h:745:obd_destroy()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.764617:0:266478:0:(echo_client.c:953:cl_echo_object_put()) Process entered 00000020:00000001:1.0:1789307446.764619:0:266478:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789307446.764620:0:266478:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446638244436344984 : -105829273206632 : ffff9fbfb3c38098) 00000020:00001000:1.0:1789307446.764622:0:266478:0:(cl_object.c:823:cl_env_get()) 1@ffff9fbfb3c38090 00008000:00000001:1.0:1789307446.764630:0:266478:0:(echo_client.c:277:echo_object_delete()) Process entered 00008000:00000001:1.0:1789307446.764632:0:266478:0:(echo_client.c:304:echo_object_free()) Process entered 00008000:00000010:1.0:1789307446.764633:0:266478:0:(echo_client.c:309:echo_object_free()) slab-freed 'eco': 224 at ffff9fbf8f8fc460. 00008000:00000001:1.0:1789307446.764636:0:266478:0:(echo_client.c:311:echo_object_free()) Process leaving 00000020:00001000:1.0:1789307446.764637:0:266478:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38090 00008000:00000001:1.0:1789307446.764640:0:266478:0:(echo_client.c:968:cl_echo_object_put()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1789307446.764642:0:266478:0:(echo_client.c:2382:echo_client_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307446.764644:0:266478:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9fbf874ff1c0. 00000020:00001000:1.0:1789307446.764651:0:266478:0:(cl_object.c:917:cl_env_put()) 1@ffff9fbfb3c38750 00000020:00000001:1.0:1789307446.764654:0:266478:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307446.764656:0:266478:0:(class_obd.c:484:class_handle_ioctl()) kvfree 'data': 576 at ffff9fbf85c24400. 00000020:00000001:1.0:1789307446.764658:0:266478:0:(class_obd.c:485:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307446.764659:0:266478:0:(class_obd.c:504:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1789307446.769899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9fbf90a1fd00. 00010000:00000010:2.1:1789307446.769920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fbf97918000. 00080000:00000010:3.0:1789307446.967042:0:266488:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47a180. 00080000:00000010:3.0:1789307446.967058:0:266488:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47a180. 00000020:00000001:3.0:1789307446.967066:0:266488:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307446.967075:0:266488:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47a180. 00080000:00000010:3.0:1789307446.967082:0:266488:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47a180. 00000020:00000001:3.0:1789307446.967088:0:266488:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307446.967096:0:266488:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47a180. 00080000:00000010:3.0:1789307446.967102:0:266488:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47a180. 00000020:00000001:3.0:1789307446.967107:0:266488:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307446.967114:0:266488:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47a180. 00080000:00000010:3.0:1789307446.967120:0:266488:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47a180. 00000020:00000001:3.0:1789307446.967124:0:266488:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307447.082926:0:235391:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307447.082931:0:235391:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307447.082935:0:235391:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307447.082937:0:235391:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307447.082940:0:235391:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307447.082940:0:235391:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307447.082944:0:235391:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789307447.082946:0:235391:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307447.082949:0:235391:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789307447.082949:0:235391:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307447.082971:0:120440:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789307447.082975:0:120440:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789307447.082979:0:120440:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789307447.119668:0:266526:0:(class_obd.c:494:obd_class_ioctl()) Process entered 00000020:00000001:0.0:1789307447.119680:0:266526:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:0.0:1789307447.119682:0:266526:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c008667f len=0 uarg=00007ffd844305e0 00000020:00000001:0.0:1789307447.119688:0:266526:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789307447.119692:0:266526:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 584 at ffff9fbf97e54400. 00000020:00000001:0.0:1789307447.119710:0:266526:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307447.119712:0:266526:0:(class_obd.c:131:class_resolve_dev_name()) Process entered 00000020:00000080:0.0:1789307447.119714:0:266526:0:(class_obd.c:141:class_resolve_dev_name()) device name ec 00000020:00000080:0.0:1789307447.119725:0:266526:0:(class_obd.c:148:class_resolve_dev_name()) device name ec, dev 29 00000020:00000001:0.0:1789307447.119728:0:266526:0:(class_obd.c:152:class_resolve_dev_name()) Process leaving (rc=29 : 29 : 1d) 00000020:00000001:0.0:1789307447.119729:0:266526:0:(class_obd.c:406:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789307447.119732:0:266526:0:(class_obd.c:484:class_handle_ioctl()) kvfree 'data': 584 at ffff9fbf97e54400. 00000020:00000001:0.0:1789307447.119734:0:266526:0:(class_obd.c:485:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307447.119735:0:266526:0:(class_obd.c:504:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307447.119845:0:266526:0:(class_obd.c:494:obd_class_ioctl()) Process entered 00000020:00000001:0.0:1789307447.119847:0:266526:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:0.0:1789307447.119848:0:266526:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffd844304f0 00000020:00000001:0.0:1789307447.119920:0:266526:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789307447.119924:0:266526:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9fbf97e54400. 00000020:00000001:0.0:1789307447.119927:0:266526:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307447.119931:0:266526:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 48 at ffff9fbf88564d00. 00000020:00000080:0.0:1789307447.119935:0:266526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1789307447.119943:0:266526:0:(obd_config.c:901:class_cleanup()) Process entered 00000020:00000080:0.0:1789307447.119946:0:266526:0:(obd_config.c:956:class_cleanup()) ec: forcing exports to disconnect: 0/1 00000020:00000001:0.0:1789307447.119949:0:266526:0:(genops.c:1542:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1789307447.119951:0:266526:0:(genops.c:1557:class_disconnect_exports()) OBD device 29 (ffff9fbfbf1db380) has no exports 00000020:00000001:0.0:1789307447.119953:0:266526:0:(genops.c:1558:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1789307447.119957:0:266526:0:(obd_class.h:611:obd_precleanup()) Process entered 00000020:00000010:0.0:1789307447.119962:0:266526:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0a95400. 00000020:00000010:0.0:1789307447.119968:0:266526:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9fbfc0a94200. 00000020:00000010:0.0:1789307447.119972:0:266526:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9fbe86acd780. 00000040:00000010:0.0:1789307447.119978:0:266526:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9fbf978a3e00. 00000020:00000010:0.0:1789307447.119984:0:266526:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9fbfb1019800. 00000020:00000010:0.0:1789307447.119990:0:266526:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9fbfbf8a8f18. 00000020:00000010:0.0:1789307447.119996:0:266526:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9fbf978a3400. 80000000:00000010:0.0:1789307447.120001:0:266526:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9fbe86acdd80. 40000000:00000010:0.0:1789307447.120005:0:266526:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9fbf885646c0. 00000008:00000010:0.0:1789307447.120012:0:266526:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9fbf86b40b30. 00020000:00000010:0.0:1789307447.120018:0:266526:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9fbf8859b3c0. 00008000:00000010:0.0:1789307447.120023:0:266526:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9fbf9f3158b8. 00100000:00000010:0.0:1789307447.120029:0:266526:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9fbfb101b800. 00040000:00000010:0.0:1789307447.120034:0:266526:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9fbf98f66c00. 00040000:00000010:0.0:1789307447.120040:0:266526:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9fbfb1018800. 00040000:00000010:0.0:1789307447.120045:0:266526:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9fbfb27c9c00. 00080000:00000010:0.0:1789307447.120054:0:266526:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at ffff9fbf87d48000. 00080000:00000010:0.0:1789307447.120060:0:266526:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff9fbfb1acc000. 00000004:00000010:0.0:1789307447.120068:0:266526:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9fbfb101e800. 00000004:00000010:0.0:1789307447.120075:0:266526:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff9fbfb686d000. 00000004:00000010:0.0:1789307447.120084:0:266526:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9fbf9a5c6000. 00002000:00000010:0.0:1789307447.120090:0:266526:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9fbe8911cc00. 00000004:00000010:0.0:1789307447.120095:0:266526:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9fbfb6b0d000. 00000080:00000010:0.0:1789307447.120102:0:266526:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9fbfbf85f7e0. 00000080:00000010:0.0:1789307447.120107:0:266526:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9fbfbcb406f0. 00000020:00000010:0.0:1789307447.120110:0:266526:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9fbf88564680. 00000020:00000010:0.0:1789307447.120120:0:266526:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9fbf88564680. 00000020:00000010:0.0:1789307447.120134:0:266526:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9fbfc0a94200. 00000020:00000010:0.0:1789307447.120137:0:266526:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff9fbe86acd780. 00000040:00000010:0.0:1789307447.120140:0:266526:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9fbf978a3e00. 00000020:00000010:0.0:1789307447.120143:0:266526:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9fbfb1019800. 00000020:00000010:0.0:1789307447.120149:0:266526:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9fbfbf8a8f18. 00000020:00000010:0.0:1789307447.120153:0:266526:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9fbf978a3400. 80000000:00000010:0.0:1789307447.120156:0:266526:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9fbe86acdd80. 40000000:00000010:0.0:1789307447.120158:0:266526:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9fbf885646c0. 00000008:00000010:0.0:1789307447.120160:0:266526:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9fbf86b40b30. 00020000:00000010:0.0:1789307447.120163:0:266526:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff9fbf8859b3c0. 00008000:00000010:0.0:1789307447.120166:0:266526:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9fbf9f3158b8. 00100000:00000010:0.0:1789307447.120170:0:266526:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9fbfb101b800. 00040000:00000010:0.0:1789307447.120177:0:266526:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9fbf98f66c00. 00040000:00000010:0.0:1789307447.120182:0:266526:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9fbfb1018800. 00040000:00000010:0.0:1789307447.120189:0:266526:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9fbfb27c9c00. 00080000:00000010:0.0:1789307447.120195:0:266526:0:(osd_handler.c:8304:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff9fbfb1acc000. 00080000:00000010:0.0:1789307447.120200:0:266526:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info': 4296 at ffff9fbf87d48000. 00000004:00000010:0.0:1789307447.120205:0:266526:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9fbfb101e800. 00000004:00000010:0.0:1789307447.120211:0:266526:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff9fbfb686d000. 00000004:00000010:0.0:1789307447.120215:0:266526:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9fbf9a5c6000. 00002000:00000010:0.0:1789307447.120223:0:266526:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9fbe8911cc00. 00000004:00000010:0.0:1789307447.120226:0:266526:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9fbfb6b0d000. 00000080:00000010:0.0:1789307447.120230:0:266526:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9fbfbf85f7e0. 00000080:00000010:0.0:1789307447.120235:0:266526:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9fbfbcb406f0. 00000020:00000010:0.0:1789307447.120238:0:266526:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0a95400. 00000020:00000001:0.0:1789307447.120241:0:266526:0:(obd_class.h:630:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789307447.120260:0:266526:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1789307447.120265:0:266526:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbf9788e000. 00000001:00000010:0.0:1789307447.120267:0:266526:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbf9788e800. 00000001:00000010:0.0:1789307447.120268:0:266526:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbf9788fc00. 00000001:00000010:0.0:1789307447.120270:0:266526:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff9fbf9788ec00. 00000001:00000010:0.0:1789307447.120272:0:266526:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff9fbfa31422e0. 00000001:00000010:0.0:1789307447.120273:0:266526:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff9fbfb6bf9b00. 00000001:00000001:0.0:1789307447.120276:0:266526:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1789307447.120279:0:266526:0:(obd_config.c:1023:class_decref()) Decref ec (ffff9fbfbf1db380) now 3 - setup 00000020:00000001:0.0:1789307447.120282:0:266526:0:(obd_config.c:986:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307447.120284:0:266526:0:(obd_config.c:1628:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789307447.120287:0:266526:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 48 at ffff9fbf88564d00. 00000020:00000001:0.0:1789307447.120290:0:266526:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789307447.120292:0:266526:0:(class_obd.c:484:class_handle_ioctl()) kvfree 'data': 576 at ffff9fbf97e54400. 00000020:00000001:0.0:1789307447.120294:0:266526:0:(class_obd.c:485:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307447.120296:0:266526:0:(class_obd.c:504:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307447.274973:0:238809:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:2.0:1789307447.274983:0:238809:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000004:00000001:3.0:1789307447.274991:0:238805:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000100:00000010:2.0:1789307447.274994:0:238809:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbb48ce00. 00000004:00000001:1.0:1789307447.274995:0:226372:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:3.0:1789307447.274996:0:238805:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1789307447.275005:0:238805:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb4a7e680. 00000020:00000040:2.0:1789307447.275006:0:238809:0:(genops.c:1209:class_import_get()) import ffff9fbf97e5e000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000004:00000020:1.0:1789307447.275010:0:226372:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000020:00000040:3.0:1789307447.275012:0:238805:0:(genops.c:1209:class_import_get()) import ffff9fbfba939800 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1789307447.275015:0:238809:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1789307447.275018:0:238805:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789307447.275021:0:238809:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789307447.275021:0:238805:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:1.0:1789307447.275028:0:226372:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf862ec700. 02000000:00000001:2.0:1789307447.275030:0:238809:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307447.275030:0:238805:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307447.275043:0:226372:0:(genops.c:1209:class_import_get()) import ffff9fbf84cc6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 02000000:00000010:2.0:1789307447.275048:0:238809:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb2758300. 02000000:00000010:3.0:1789307447.275048:0:238805:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbe84d06900. 00000100:00000001:1.0:1789307447.275050:0:226372:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789307447.275059:0:226372:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1789307447.275061:0:238809:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307447.275061:0:238805:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307447.275065:0:226372:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307447.275075:0:238809:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789307447.275075:0:238805:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1789307447.275076:0:226372:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf8541f200. 00000100:00000001:2.0:1789307447.275085:0:238809:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307447.275085:0:238805:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.275086:0:226372:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307447.275102:0:238809:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fbe1e39] to pc [ptlrpcd_00_00+0] req@ffff9fbfbb48ce00 x1876218616155392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307447.275104:0:238805:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af7fe3b4] to pc [ptlrpcd_00_01+1] req@ffff9fbfb4a7e680 x1876218616155264/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307447.275105:0:226372:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789307447.275120:0:226372:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307447.275144:0:226372:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc676bff] to pc [ptlrpcd_00_02+2] req@ffff9fbf862ec700 x1876218616155520/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1789307447.275171:0:238805:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307447.275174:0:238809:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307447.275180:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:1.0:1789307447.275182:0:226372:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307447.275186:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789307447.275194:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789307447.275194:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789307447.275200:0:118850:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1789307447.275200:0:118849:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1789307447.275201:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307447.275209:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789307447.275210:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1789307447.275210:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbb48ce00 x1876218616155392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789307447.275214:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfb4a7e680 x1876218616155264/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307447.275216:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.275232:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1789307447.275241:0:118849:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789307447.275242:0:118850:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789307447.275247:0:118850:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307447.275247:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbf862ec700 x1876218616155520/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307447.275256:0:118849:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307447.275260:0:118850:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789307447.275265:0:118849:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789307447.275266:0:118850:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789307447.275269:0:118849:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789307447.275277:0:118849:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.275278:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789307447.275282:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307447.275284:0:118849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbb48ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:118849:1876218616155392:0@lo:13:osp-pre-1-0.0 02000000:00000001:0.0:1789307447.275292:0:118850:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307447.275295:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1789307447.275296:0:118849:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1789307447.275300:0:118850:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfb4a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:118850:1876218616155264:0@lo:41:osp-pre-1-0.0 02000000:00000001:1.0:1789307447.275300:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789307447.275304:0:118849:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789307447.275309:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307447.275312:0:118849:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307447.275317:0:118850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789307447.275318:0:118849:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1789307447.275320:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbf862ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:118851:1876218616155520:0@lo:41:osp-pre-0-1.0 02000000:00000001:0.0:1789307447.275324:0:118850:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1789307447.275326:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1789307447.275327:0:118849:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbfa33f5800. 02000000:00000001:0.0:1789307447.275328:0:118850:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307447.275331:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789307447.275334:0:118849:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307447.275335:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307447.275341:0:118850:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1789307447.275349:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789307447.275355:0:118850:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbfb6b0d000. 00000400:00000010:3.0:1789307447.275356:0:118849:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a516790. 02000000:00000010:1.0:1789307447.275357:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbf85c24400. 02000000:00000001:0.0:1789307447.275361:0:118850:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307447.275370:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789307447.275372:0:118850:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb6ce3160. 00000400:00000010:3.0:1789307447.275374:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdef68. 00000400:00000010:1.0:1789307447.275380:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe856447e8. 00000400:00000010:0.0:1789307447.275381:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82aa0. 00000100:00000200:3.0:1789307447.275384:0:118849:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616155392, portal 4 00000100:00000001:3.0:1789307447.275390:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1789307447.275392:0:118850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616155264, portal 4 00000100:00000001:3.0:1789307447.275393:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244562521600 : -105829147030016 : ffff9fbfbb48ce00) 00000400:00000010:1.0:1789307447.275397:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54bb0. 00000100:00000001:0.0:1789307447.275399:0:118850:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789307447.275403:0:118850:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244451313280 : -105829258238336 : ffff9fbfb4a7e680) 00000100:00000200:1.0:1789307447.275409:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616155520, portal 4 00000100:00000040:3.0:1789307447.275410:0:118849:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbb48ce00 x1876218616155392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307463 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789307447.275417:0:118850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfb4a7e680 x1876218616155264/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307463 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307447.275420:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307447.275425:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638243671623424 : -105830037928192 : ffff9fbf862ec700) 00000100:00000001:3.0:1789307447.275444:0:118849:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1789307447.275448:0:118850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789307447.275452:0:118849:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1789307447.275459:0:118850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1789307447.275459:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbf862ec700 x1876218616155520/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307463 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1789307447.275460:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdeb28. 00000400:00000010:0.0:1789307447.275469:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82770. 00000100:00000200:3.0:1789307447.275473:0:118849:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876218616155392, offset 0 00000100:00000200:0.0:1789307447.275478:0:118850:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1876218616155264, offset 0 00000400:00000200:3.0:1789307447.275499:0:118849:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1789307447.275502:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307447.275506:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789307447.275509:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54a18. 00000400:00000200:0.0:1789307447.275524:0:118850:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1789307447.275530:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1876218616155520, offset 0 00000400:00000200:3.0:1789307447.275537:0:118849:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789307447.275540:0:118850:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789307447.275553:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789307447.275560:0:118850:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6aa6930230c80 00000400:00000200:3.0:1789307447.275563:0:118849:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6aa6930230d00 00000400:00000200:0.0:1789307447.275573:0:118850:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0xa2499 [256] + 17624 00000400:00000200:1.0:1789307447.275580:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789307447.275590:0:118849:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x4f41 [8] + 4032 00000400:00000200:0.0:1789307447.275592:0:118850:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307447.275602:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6aa6930230d80 00000400:00000200:3.0:1789307447.275602:0:118849:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789307447.275609:0:118850:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1789307447.275622:0:118849:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1789307447.275626:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0xa2499 [256] + 17848 00000100:00000001:0.0:1789307447.275637:0:118850:0:(events.c:290:request_in_callback()) Process entered 00000100:00000001:3.0:1789307447.275638:0:118849:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1789307447.275640:0:118850:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:1.0:1789307447.275641:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1789307447.275642:0:118849:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1789307447.275647:0:118850:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0e9dc00. 00000100:00000040:0.0:1789307447.275653:0:118850:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfc0e9dc00 x1876218616155264 msgsize 224 00000100:00000010:3.0:1789307447.275655:0:118849:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb4a7e300. 00000100:00100000:0.0:1789307447.275666:0:118850:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1789307447.275666:0:118849:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb4a7e300 x1876218616155392 msgsize 224 00000400:00000200:1.0:1789307447.275670:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1789307447.275680:0:118849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1789307447.275682:0:118850:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:3.0:1789307447.275713:0:118849:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:0.0:1789307447.275714:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82770 00000400:00000010:0.0:1789307447.275719:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82770. 00000100:00000001:0.0:1789307447.275722:0:118850:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789307447.275727:0:118850:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfb4a7e680 x1876218616155264/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307463 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307447.275727:0:118851:0:(events.c:290:request_in_callback()) Process entered 00000400:00000200:3.0:1789307447.275730:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdeb28 00000400:00000010:3.0:1789307447.275735:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdeb28. 00000100:00000200:1.0:1789307447.275741:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1789307447.275745:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789307447.275745:0:251985:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:1.0:1789307447.275746:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf862ed500. 00000100:00000001:3.0:1789307447.275746:0:118849:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1789307447.275754:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfb4a7e680 x1876218616155264/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307463 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307447.275755:0:251985:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616155264 00000100:00000040:1.0:1789307447.275757:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf862ed500 x1876218616155520 msgsize 224 00000100:00000200:3.0:1789307447.275761:0:118849:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbb48ce00 x1876218616155392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307463 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789307447.275762:0:251985:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307447.275771:0:251985:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307447.275780:0:251985:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307447.275790:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1789307447.275793:0:251985:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307447.275803:0:251985:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616155264 00000100:00000001:1.0:1789307447.275811:0:118851:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:3.0:1789307447.275811:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789307447.275819:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307447.275819:0:251985:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789307447.275823:0:251985:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc98 00000100:00000001:0.0:1789307447.275825:0:118850:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1789307447.275826:0:251985:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000040:3.0:1789307447.275826:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbb48ce00 x1876218616155392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307463 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789307447.275828:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54a18 00000020:00000040:2.0:1789307447.275832:0:251985:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe95150800 refcount=5 00000400:00000010:1.0:1789307447.275834:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54a18. 00000100:00000001:0.0:1789307447.275835:0:118850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307447.275837:0:251985:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 00000100:00000001:1.0:1789307447.275845:0:118851:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1789307447.275845:0:251985:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 00000100:00000040:0.0:1789307447.275848:0:118850:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 2390 usecs (3 jiffies) 00000100:00000200:1.0:1789307447.275886:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbf862ec700 x1876218616155520/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307463 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307447.275895:0:251985:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1789307447.275904:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315075588 00000100:00000001:3.0:1789307447.275904:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307447.275905:0:251985:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f002c0. 00000100:00000001:3.0:1789307447.275918:0:118849:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789307447.275919:0:251985:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789307447.275922:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315078059 00000100:00000001:1.0:1789307447.275923:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789307447.275927:0:118849:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307447.275930:0:251985:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f002c0. 00000100:00000001:0.0:1789307447.275933:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315075588 00000100:00000040:1.0:1789307447.275935:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbf862ec700 x1876218616155520/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307463 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307447.275937:0:118849:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 12595 usecs (13 jiffies) 00000100:00000001:0.0:1789307447.275938:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315078059 00000020:00000010:2.0:1789307447.275945:0:251985:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0a81400. 00000100:00000001:3.0:1789307447.275945:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315075598 00000100:00000001:0.0:1789307447.275949:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315075588 00000020:00000010:2.0:1789307447.275956:0:251985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44000. 00000100:00000001:3.0:1789307447.275956:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315078059 00000100:00000001:0.0:1789307447.275958:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315078059 00000100:00000001:3.0:1789307447.275967:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315075598 00000020:00000010:2.0:1789307447.275969:0:251985:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb59840c8. 00000100:00000001:0.0:1789307447.275971:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315075588 00000100:00000001:3.0:1789307447.275980:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315078059 00000100:00000001:0.0:1789307447.275983:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315078059 00000100:00000040:2.0:1789307447.275990:0:251985:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1789307447.275991:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315075598 00000100:00000001:0.0:1789307447.275992:0:118850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307447.276000:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315078059 00000100:00000001:2.0:1789307447.276001:0:251985:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789307447.276002:0:118850:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.276005:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307447.276006:0:251985:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789307447.276007:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315075598 00000100:00000001:0.0:1789307447.276008:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307447.276013:0:251985:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.276019:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789307447.276021:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307447.276021:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315078059 00000100:00000001:3.0:1789307447.276027:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307447.276029:0:251985:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.276031:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307447.276031:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307447.276032:0:118850:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789307447.276039:0:118850:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789307447.276042:0:251985:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307447.276049:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307447.276050:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1789307447.276050:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 15257 usecs (16 jiffies) 00000100:00000001:0.0:1789307447.276055:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789307447.276056:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307447.276058:0:251985:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1789307447.276061:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.276061:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315075601 00000100:00100000:2.0:1789307447.276063:0:251985:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616155520 00000100:00000001:3.0:1789307447.276064:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789307447.276068:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789307447.276071:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307447.276071:0:251985:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789307447.276074:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307447.276075:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315078059 00000100:00000001:2.0:1789307447.276075:0:251985:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307447.276077:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789307447.276081:0:251985:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307447.276082:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.276084:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315075601 02000000:00000001:2.0:1789307447.276089:0:251985:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307447.276089:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.276092:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315078059 00000100:00100000:2.0:1789307447.276097:0:251985:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616155520 00000100:00000001:1.0:1789307447.276100:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315075601 00000020:00000001:2.0:1789307447.276102:0:251985:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1789307447.276107:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315078059 00000020:00000040:2.0:1789307447.276107:0:251985:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc59 00000020:00000001:2.0:1789307447.276113:0:251985:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1789307447.276116:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315075601 00000020:00000040:2.0:1789307447.276119:0:251985:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf86770800 refcount=7 00000100:00000001:1.0:1789307447.276121:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315078059 00000020:00000001:2.0:1789307447.276123:0:251985:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243676358656 : -105830033192960 : ffff9fbf86770800) 00000100:00000001:3.0:1789307447.276128:0:122269:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1789307447.276130:0:251985:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243676358656 : -105830033192960 : ffff9fbf86770800) 00000100:00000001:1.0:1789307447.276131:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307447.276137:0:251985:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307447.276142:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307447.276142:0:122269:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616155392 00000020:00000010:2.0:1789307447.276143:0:251985:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f002c0. 02000000:00000001:3.0:1789307447.276150:0:122269:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789307447.276154:0:251985:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307447.276155:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307447.276155:0:122269:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1789307447.276159:0:251985:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f002c0. 00000100:00000001:3.0:1789307447.276160:0:122269:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.276164:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1789307447.276166:0:122269:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307447.276167:0:251985:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0a81e00. 00000100:00100000:3.0:1789307447.276173:0:122269:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616155392 00000020:00000010:2.0:1789307447.276175:0:251985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44200. 00000100:00000001:1.0:1789307447.276176:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1789307447.276178:0:122269:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1789307447.276181:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1789307447.276182:0:251985:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984ed8. 00000020:00000040:3.0:1789307447.276183:0:122269:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedcd0 00000020:00000001:3.0:1789307447.276188:0:122269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:2.0:1789307447.276190:0:251985:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1789307447.276191:0:122269:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf92163800 refcount=5 00000100:00000001:2.0:1789307447.276195:0:251985:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307447.276196:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1789307447.276197:0:122269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243871340544 : -105829838211072 : ffff9fbf92163800) 00000100:00000001:2.0:1789307447.276199:0:251985:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.276200:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307447.276204:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307447.276208:0:122269:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243871340544 : -105829838211072 : ffff9fbf92163800) 00000100:00000001:1.0:1789307447.276209:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307447.276211:0:251985:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307447.276221:0:122269:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307447.276228:0:122269:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0480. 00000100:00000001:2.0:1789307447.276230:0:251985:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789307447.276239:0:122269:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000100:00000001:2.0:1789307447.276247:0:251985:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307447.276249:0:251985:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1789307447.276254:0:122269:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1789307447.276256:0:253544:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1789307447.276257:0:251985:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000020:00000010:3.0:1789307447.276261:0:122269:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb2719e00. 00000100:00000001:1.0:1789307447.276265:0:253544:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1789307447.276270:0:251985:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe95150800 : new rpc_count 1 00000020:00000010:3.0:1789307447.276272:0:122269:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47a280. 00000100:00000001:2.0:1789307447.276275:0:251985:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244656962560 : -105829052589056 : ffff9fbfc0e9dc00) 00000100:00100000:1.0:1789307447.276278:0:253544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000020:00000010:3.0:1789307447.276287:0:122269:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e960. 00000100:00000040:1.0:1789307447.276290:0:253544:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf86770800 : new rpc_count 1 00000100:00000040:2.0:1789307447.276291:0:251985:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfc0e9dc00 x1876218616155264/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:493/0 lens 224/0 e 0 to 0 dl 1789307458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307447.276298:0:122269:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1789307447.276299:0:253544:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243671627008 : -105830037924608 : ffff9fbf862ed500) 00000100:00000001:3.0:1789307447.276305:0:122269:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307447.276310:0:122269:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789307447.276312:0:251985:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1789307447.276313:0:122269:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307447.276318:0:253544:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf862ed500 x1876218616155520/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:493/0 lens 224/0 e 0 to 0 dl 1789307458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1789307447.276319:0:251985:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f002c0. 00000100:00000001:3.0:1789307447.276320:0:122269:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307447.276325:0:251985:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307447.276332:0:251985:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f002c0. 00000100:00000001:3.0:1789307447.276337:0:122269:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789307447.276345:0:251985:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfc0e9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:118850:x1876218616155264:12345-0@lo:41:osp-pre-1-0.0 00000100:00000001:3.0:1789307447.276353:0:122269:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1789307447.276359:0:251985:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616155264 00000100:00000001:3.0:1789307447.276360:0:122269:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1789307447.276361:0:253544:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1789307447.276365:0:251985:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00100000:3.0:1789307447.276369:0:122269:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4572 00000020:00000010:1.0:1789307447.276370:0:253544:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffe80. 00000020:00000001:2.0:1789307447.276370:0:251985:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000040:3.0:1789307447.276376:0:122269:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf92163800 : new rpc_count 1 00000100:00000001:1.0:1789307447.276377:0:253544:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789307447.276377:0:251985:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307447.276383:0:122269:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244451312384 : -105829258239232 : ffff9fbfb4a7e300) 00000020:00000001:2.0:1789307447.276385:0:251985:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1789307447.276388:0:253544:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffe80. 00000020:00000001:2.0:1789307447.276389:0:251985:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662883424 : -1046668192 : ffffffffc19d1c60) 00000020:00000001:2.0:1789307447.276396:0:251985:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1789307447.276396:0:122269:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfb4a7e300 x1876218616155392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:493/0 lens 224/0 e 0 to 0 dl 1789307458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307447.276404:0:253544:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf862ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:118851:x1876218616155520:12345-0@lo:41:osp-pre-0-1.0 00000001:00000001:2.0:1789307447.276407:0:251985:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1876218616155264, found 0 last_xid 1876218616155263 00000020:00000001:2.0:1789307447.276418:0:251985:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1789307447.276430:0:253544:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616155520 00000020:00000001:2.0:1789307447.276430:0:251985:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1789307447.276440:0:122269:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1789307447.276441:0:253544:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1789307447.276443:0:251985:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1789307447.276449:0:253544:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:2.0:1789307447.276450:0:251985:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307447.276452:0:122269:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d02c0. 00000020:00000001:1.0:1789307447.276458:0:253544:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307447.276458:0:122269:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307447.276459:0:251985:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307447.276464:0:251985:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1789307447.276470:0:122269:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d02c0. 00000020:00000001:1.0:1789307447.276471:0:253544:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 02000000:00000010:2.0:1789307447.276477:0:251985:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbec4eb4400. 00000020:00000001:1.0:1789307447.276479:0:253544:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072662883424 : -1046668192 : ffffffffc19d1c60) 02000000:00000001:2.0:1789307447.276484:0:251985:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307447.276489:0:122269:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfb4a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:118849:x1876218616155392:12345-0@lo:13:osp-pre-1-0.0 00000020:00000001:1.0:1789307447.276490:0:253544:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1789307447.276491:0:251985:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789307447.276499:0:253544:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1876218616155520, found 0 last_xid 1876218616155519 00000004:00000001:2.0:1789307447.276505:0:251985:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000100:00000200:3.0:1789307447.276506:0:122269:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616155392 00000020:00000001:1.0:1789307447.276508:0:253544:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789307447.276515:0:122269:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1789307447.276516:0:253544:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000004:00000001:2.0:1789307447.276517:0:251985:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00000020:00000001:3.0:1789307447.276522:0:122269:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1789307447.276524:0:253544:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000004:00000001:2.0:1789307447.276525:0:251985:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307447.276529:0:122269:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307447.276530:0:253544:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307447.276535:0:122269:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1789307447.276539:0:253544:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1789307447.276540:0:122269:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664990128 : -1044561488 : ffffffffc1bd41b0) 00000004:00000024:2.0:1789307447.276543:0:251985:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444515840 avail 1298276352 02000000:00000001:1.0:1789307447.276546:0:253544:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1789307447.276546:0:122269:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000020:2.0:1789307447.276551:0:251985:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000001:3.0:1789307447.276552:0:122269:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1789307447.276556:0:253544:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbf920a8c00. 00000020:00000001:3.0:1789307447.276557:0:122269:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000020:2.0:1789307447.276559:0:251985:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbfb9254000 dirty 0 pend 0 grant 2146304 00000020:00000001:3.0:1789307447.276563:0:122269:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1789307447.276565:0:253544:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307447.276568:0:122269:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.276571:0:253544:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307447.276574:0:122269:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789307447.276576:0:122269:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789307447.276582:0:122269:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbfbd7e8800. 00000020:00000020:2.0:1789307447.276583:0:251985:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0000_UUID/ffff9fbfa3386800 dirty 0 pend 0 grant 0 02000000:00000001:3.0:1789307447.276590:0:122269:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1789307447.276593:0:251985:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/ffff9fbe95150800 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1789307447.276595:0:122269:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1789307447.276596:0:253544:0:(mdt_handler.c:471:mdt_statfs()) Process entered 00000020:00000020:2.0:1789307447.276603:0:251985:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0001_UUID/ffff9fbe85bcc000 dirty 0 pend 0 grant 0 00000004:00000001:1.0:1789307447.276605:0:253544:0:(mdt_lib.c:479:mdt_check_ucred()) Process entered 00002000:00000001:3.0:1789307447.276605:0:122269:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000004:00000001:1.0:1789307447.276614:0:253544:0:(mdt_lib.c:485:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:2.0:1789307447.276616:0:251985:0:(mdt_handler.c:552:mdt_statfs()) 353529 blocks: 352665 free, 316962 avail; 1024000 objects: 1023582 free; state 0 00002000:00000001:3.0:1789307447.276616:0:122269:0:(ofd_obd.c:710:ofd_statfs()) Process entered 00000020:00000001:3.0:1789307447.276621:0:122269:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000001:00000001:2.0:1789307447.276630:0:251985:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1789307447.276634:0:251985:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1789307447.276639:0:251985:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307447.276640:0:122269:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000024:1.0:1789307447.276641:0:253544:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1439117312 avail 1292877824 00010000:00000040:2.0:1789307447.276643:0:251985:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 17179874255, transno 0, xid 1876218616155264 00002000:00000024:3.0:1789307447.276649:0:122269:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8580928 pending 0 free 3904630784 avail 3673108480 00010000:00000001:2.0:1789307447.276656:0:251985:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000020:00000020:1.0:1789307447.276662:0:253544:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:3.0:1789307447.276662:0:122269:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 143168 0 0 00010000:00000200:2.0:1789307447.276668:0:251985:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfc0e9dc00 x1876218616155264/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:493/0 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000020:3.0:1789307447.276674:0:122269:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbf90b99800 dirty 0 pend 0 grant 8437760 00000020:00000020:1.0:1789307447.276675:0:253544:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbf83a71800 dirty 0 pend 0 grant 2146304 00000020:00000020:3.0:1789307447.276688:0:122269:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9fbf92163800 dirty 0 pend 0 grant 0 00010000:00000001:2.0:1789307447.276704:0:251985:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000020:00000020:1.0:1789307447.276708:0:253544:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/ffff9fbfa3380800 dirty 0 pend 0 grant 0 00010000:00000001:2.0:1789307447.276710:0:251985:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1789307447.276710:0:122269:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9fbe9623d800 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1789307447.276718:0:253544:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/ffff9fbfbfad8800 dirty 0 pend 0 grant 0 00000100:00001000:2.0:1789307447.276721:0:251985:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbb8561e8 time=86 v=5 (1 1 0 0) 00002000:00000020:3.0:1789307447.276722:0:122269:0:(ofd_obd.c:759:ofd_statfs()) 958279 blocks: 953279 free, 896721 avail; 262144 objects: 259166 free; state 0 00000020:00000020:1.0:1789307447.276724:0:253544:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/ffff9fbfb6c22800 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1789307447.276737:0:251985:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000020:00000020:1.0:1789307447.276742:0:253544:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0001_UUID/ffff9fbfb6e54800 dirty 0 pend 0 grant 0 00002000:00000001:3.0:1789307447.276742:0:122269:0:(ofd_obd.c:802:ofd_statfs()) Process leaving 00000100:00000040:2.0:1789307447.276746:0:251985:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000001:00000001:3.0:1789307447.276753:0:122269:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000020:00000020:1.0:1789307447.276756:0:253544:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/ffff9fbf86770800 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1789307447.276757:0:251985:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000001:00000001:3.0:1789307447.276759:0:122269:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:1.0:1789307447.276772:0:253544:0:(mdt_handler.c:552:mdt_statfs()) 353529 blocks: 351347 free, 315644 avail; 1024000 objects: 1021959 free; state 0 02000000:00000001:2.0:1789307447.276772:0:251985:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00002000:00000001:3.0:1789307447.276774:0:122269:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307447.276779:0:251985:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1789307447.276785:0:122269:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884922556, transno 0, xid 1876218616155392 00000001:00000001:1.0:1789307447.276788:0:253544:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1789307447.276791:0:251985:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:1.0:1789307447.276797:0:253544:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307447.276797:0:122269:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000040:2.0:1789307447.276798:0:251985:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000001:1.0:1789307447.276808:0:253544:0:(mdt_handler.c:572:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307447.276809:0:251985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd550. 00010000:00000040:1.0:1789307447.276812:0:253544:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 25769821652, transno 0, xid 1876218616155520 00010000:00000200:3.0:1789307447.276813:0:122269:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfb4a7e300 x1876218616155392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:493/0 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789307447.276816:0:251985:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1876218616155264, offset 224 00010000:00000001:1.0:1789307447.276818:0:253544:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:1.0:1789307447.276829:0:253544:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf862ed500 x1876218616155520/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:493/0 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307447.276838:0:251985:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1789307447.276905:0:251985:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1789307447.276908:0:122269:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789307447.276914:0:122269:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307447.276917:0:253544:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00001000:3.0:1789307447.276921:0:122269:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbe1fbde8 time=9 v=5 (1 1 1 1) 00010000:00000001:1.0:1789307447.276923:0:253544:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307447.276928:0:122269:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1789307447.276930:0:251985:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6aa6930230c80 00000100:00001000:1.0:1789307447.276935:0:253544:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbb8561e8 time=86 v=5 (1 1 0 0) 00000100:00000040:3.0:1789307447.276935:0:122269:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00000400:00000200:2.0:1789307447.276945:0:251985:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c1b81 [1] + 224 00000100:00000001:3.0:1789307447.276946:0:122269:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00000001:1.0:1789307447.276953:0:253544:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1789307447.276953:0:122269:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1789307447.276958:0:251985:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1789307447.276958:0:122269:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307447.276963:0:253544:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 68 to 0@lo 00000100:00000001:3.0:1789307447.276968:0:122269:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1789307447.276970:0:253544:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000400:00000200:2.0:1789307447.276972:0:251985:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1789307447.276978:0:122269:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1789307447.276979:0:253544:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1789307447.276983:0:251985:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:1.0:1789307447.276986:0:253544:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789307447.276987:0:122269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdeb28. 00000100:00000200:2.0:1789307447.276992:0:251985:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfb4a7e680 x1876218616155264/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307447.276995:0:253544:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1789307447.276996:0:122269:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1876218616155392, offset 224 00000100:00000040:1.0:1789307447.277006:0:253544:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1789307447.277014:0:122269:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1789307447.277020:0:253544:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54a18. 00000100:00000040:2.0:1789307447.277027:0:251985:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fbfb4a7e680 x1876218616155264/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789307447.277032:0:122269:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1789307447.277033:0:253544:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1876218616155520, offset 224 00000400:00000200:3.0:1789307447.277046:0:122269:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6aa6930230d00 00000100:00000001:2.0:1789307447.277050:0:251985:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1789307447.277058:0:253544:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789307447.277067:0:122269:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c1b7d [1] + 224 00000400:00000200:1.0:1789307447.277072:0:253544:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789307447.277090:0:122269:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307447.277094:0:251985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd550 00000400:00000010:2.0:1789307447.277099:0:251985:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd550. 00000400:00000200:3.0:1789307447.277104:0:122269:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1789307447.277106:0:253544:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6aa6930230d80 00000100:00000001:2.0:1789307447.277109:0:251985:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789307447.277111:0:122269:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1789307447.277112:0:251985:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000200:3.0:1789307447.277119:0:122269:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbb48ce00 x1876218616155392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307447.277123:0:251985:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307447.277131:0:253544:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c1b85 [1] + 224 00000100:00000040:2.0:1789307447.277136:0:251985:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00010000:00000001:2.0:1789307447.277143:0:251985:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307447.277149:0:251985:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307447.277153:0:251985:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1789307447.277155:0:122269:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fbfbb48ce00 x1876218616155392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789307447.277157:0:253544:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1789307447.277162:0:251985:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfc0e9dc00 x1876218616155264/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:493/0 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789307447.277179:0:253544:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307447.277196:0:253544:0:(events.c:80:reply_in_callback()) Process entered 00000100:00100000:2.0:1789307447.277203:0:251985:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfc0e9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:118850:x1876218616155264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 886us (1545us total) trans 0 rc 0/0 00000100:00000001:3.0:1789307447.277203:0:122269:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000200:1.0:1789307447.277207:0:253544:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbf862ec700 x1876218616155520/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789307447.277212:0:122269:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdeb28 00000400:00000010:3.0:1789307447.277217:0:122269:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdeb28. 00000100:00000001:3.0:1789307447.277224:0:122269:0:(events.c:390:reply_out_callback()) Process entered 00000100:00100000:2.0:1789307447.277225:0:251985:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00000001:3.0:1789307447.277228:0:122269:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000040:2.0:1789307447.277233:0:251985:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe95150800 : new rpc_count 0 00000100:00000001:2.0:1789307447.277240:0:251985:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789307447.277244:0:122269:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307447.277245:0:253544:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fbf862ec700 x1876218616155520/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307447.277252:0:251985:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1789307447.277254:0:122269:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000020:00000010:2.0:1789307447.277261:0:251985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44000. 00010000:00000001:3.0:1789307447.277261:0:122269:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:3.0:1789307447.277266:0:122269:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307447.277272:0:251985:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb59840c8. 00000020:00000001:3.0:1789307447.277273:0:122269:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1789307447.277282:0:251985:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0a81400. 00000100:00000040:3.0:1789307447.277282:0:122269:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb4a7e300 x1876218616155392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:493/0 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1789307447.277292:0:251985:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe95150800 : new refcount 4 00000100:00000001:1.0:1789307447.277294:0:253544:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00100000:3.0:1789307447.277299:0:122269:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfb4a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:118849:x1876218616155392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 853us (1627us total) trans 0 rc 0/0 00000100:00000001:2.0:1789307447.277301:0:251985:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307447.277305:0:253544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54a18 00000400:00000010:1.0:1789307447.277314:0:253544:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54a18. 00000100:00100000:3.0:1789307447.277324:0:122269:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4572 00000100:00000001:1.0:1789307447.277326:0:253544:0:(events.c:390:reply_out_callback()) Process entered 00000100:00080000:2.0:1789307447.277328:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00000001:1.0:1789307447.277331:0:253544:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000040:3.0:1789307447.277331:0:122269:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf92163800 : new rpc_count 0 00000020:00000040:2.0:1789307447.277335:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000100:00000001:3.0:1789307447.277339:0:122269:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307447.277345:0:253544:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307447.277346:0:122269:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789307447.277352:0:122269:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47a280. 00000100:00000001:2.0:1789307447.277356:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1789307447.277358:0:253544:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000100:00000001:2.0:1789307447.277360:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1789307447.277360:0:122269:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e960. 00010000:00000001:1.0:1789307447.277365:0:253544:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000010:3.0:1789307447.277369:0:122269:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb2719e00. 00000020:00000001:1.0:1789307447.277370:0:253544:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1789307447.277370:0:118850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789307447.277375:0:118850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1789307447.277378:0:253544:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000040:3.0:1789307447.277379:0:122269:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf92163800 : new refcount 4 00000400:00000010:2.0:1789307447.277381:0:118850:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb6ce3160. 00000100:00000001:3.0:1789307447.277385:0:122269:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789307447.277389:0:253544:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf862ed500 x1876218616155520/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:493/0 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307447.277390:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82aa0 00000400:00000010:2.0:1789307447.277399:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82aa0. 00000100:00000001:3.0:1789307447.277403:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307447.277412:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789307447.277415:0:118850:0:(events.c:80:reply_in_callback()) Process entered 00000100:00100000:1.0:1789307447.277416:0:253544:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf862ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:118851:x1876218616155520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1051us (1654us total) trans 0 rc 0/0 00000400:00000001:3.0:1789307447.277418:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789307447.277425:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1789307447.277428:0:118850:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfb4a7e680 x1876218616155264/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1789307447.277430:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a516790. 00000400:00000200:3.0:1789307447.277440:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdef68 00000400:00000010:3.0:1789307447.277445:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdef68. 00000100:00100000:1.0:1789307447.277449:0:253544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00000200:2.0:1789307447.277449:0:118850:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfb4a7e680 x1876218616155264/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307447.277451:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789307447.277462:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbb48ce00 x1876218616155392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307447.277465:0:253544:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf86770800 : new rpc_count 0 00000100:00000001:1.0:1789307447.277475:0:253544:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307447.277482:0:253544:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1789307447.277484:0:118850:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000010:1.0:1789307447.277492:0:253544:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44200. 00000100:00000001:2.0:1789307447.277492:0:118850:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1789307447.277493:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbb48ce00 x1876218616155392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307447.277506:0:118850:0:(client.c:1593:after_reply()) Process entered 00000020:00000010:1.0:1789307447.277507:0:253544:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984ed8. 00000100:00000001:3.0:1789307447.277510:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:2.0:1789307447.277512:0:118850:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789307447.277515:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1789307447.277516:0:253544:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0a81e00. 00000100:00000001:2.0:1789307447.277516:0:118850:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307447.277519:0:118849:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:2.0:1789307447.277520:0:118850:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307447.277524:0:118850:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307447.277532:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789307447.277535:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307447.277537:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307447.277539:0:253544:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86770800 : new refcount 6 00000100:00001000:2.0:1789307447.277539:0:118850:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfba939c60 time=16 v=5 (5 5 5 5) 02000000:00000001:3.0:1789307447.277542:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.277550:0:253544:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1789307447.277552:0:118850:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfba939c18 time=16 v=5 (1 1 1 1) 00000100:00001000:3.0:1789307447.277553:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf97e5e4a8 time=16 v=5 (5 5 5 5) 00000100:00000001:2.0:1789307447.277563:0:118850:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00001000:3.0:1789307447.277564:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf97e5e418 time=16 v=5 (1 1 1 1) 00000100:00000001:2.0:1789307447.277568:0:118850:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307447.277570:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1789307447.277573:0:118850:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1789307447.277573:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307447.277578:0:118850:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307447.277579:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789307447.277584:0:118849:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307447.277585:0:118850:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1789307447.277588:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789307447.277589:0:118850:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 17179874255 00000100:00000040:3.0:1789307447.277592:0:118849:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884922556 00000100:00000001:2.0:1789307447.277594:0:118850:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789307447.277595:0:118849:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789307447.277598:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307447.277604:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbb48ce00 x1876218616155392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307447.277606:0:118850:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.277616:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1789307447.277617:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfb4a7e680 x1876218616155264/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307447.277617:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307447.277623:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789307447.277624:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789307447.277631:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789307447.277634:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1789307447.277635:0:118850:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1789307447.277636:0:118849:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000400:00000001:1.0:1789307447.277637:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789307447.277646:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe856447e8. 00000100:00000001:2.0:1789307447.277646:0:118850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000004:00000040:3.0:1789307447.277647:0:118849:0:(osp_precreate.c:87:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0000: Updating status = 0 00000100:00000001:2.0:1789307447.277658:0:118850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:3.0:1789307447.277660:0:118849:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0000: blocks=958279 free=953279 avail=896721 avail_mb=3502 hwm_mb=7 files=262144 ffree=259166 state=0: rc = 0 00000400:00000200:1.0:1789307447.277663:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54bb0 00000004:00000001:2.0:1789307447.277663:0:118850:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1789307447.277669:0:118850:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=353529 free=352665 avail=316962 avail_mb=1238 hwm_mb=3 files=1024000 ffree=1023582 state=0: rc = 0 00000400:00000010:1.0:1789307447.277670:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54bb0. 00000004:00000020:3.0:1789307447.277673:0:118849:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-OST0001-osc-MDT0000 (ffff9fbf83a76000): 958279 blocks, 953279 free, 896721 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259166 free files 0x0 00000004:00000020:2.0:1789307447.277683:0:118850:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (ffff9fbf97e5e800): 353529 blocks, 352665 free, 316962 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 1024000 files, 1023582 free files 0x0 00000004:00000001:3.0:1789307447.277684:0:118849:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.277685:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000004:00000001:2.0:1789307447.277706:0:118850:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307447.277707:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbf862ec700 x1876218616155520/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789307447.277710:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbb48ce00 x1876218616155392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307447.277718:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb4a7e680 x1876218616155264/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789307447.277799:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbf862ec700 x1876218616155520/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307447.277803:0:118850:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfb4a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:118850:1876218616155264:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789307447.277806:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbb48ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:118849:1876218616155392:0@lo:13:osp-pre-1-0.0 00000100:00000001:2.0:1789307447.277831:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307447.277833:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307447.277837:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789307447.277839:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789307447.277840:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789307447.277842:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789307447.277847:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfb4a7e680 x1876218616155264/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307447.277848:0:118851:0:(client.c:1593:after_reply()) Process entered 00000100:00000040:3.0:1789307447.277849:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbb48ce00 x1876218616155392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307447.277901:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789307447.277908:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307447.277915:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307447.277928:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307447.277940:0:118850:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1789307447.277944:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf84cc6c60 time=17 v=5 (5 5 5 5) 02000000:00000001:2.0:1789307447.277945:0:118850:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789307447.277951:0:118850:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbfb6b0d000. 00000100:00001000:1.0:1789307447.277963:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf84cc6c18 time=11 v=5 (1 1 1 1) 00000100:00000001:3.0:1789307447.277964:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789307447.277965:0:118850:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789307447.277977:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1789307447.277977:0:118850:0:(genops.c:1216:class_import_put()) Process entered 02000000:00000001:3.0:1789307447.277978:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:2.0:1789307447.277982:0:118850:0:(genops.c:1222:class_import_put()) import ffff9fbfba939800 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1789307447.277983:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789307447.277984:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbfa33f5800. 00010000:00000001:1.0:1789307447.277994:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1789307447.277995:0:118850:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000001:3.0:1789307447.277995:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789307447.278002:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00010000:00000001:1.0:1789307447.278003:0:118851:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789307447.278004:0:118850:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbe84d06900. 00000020:00000040:3.0:1789307447.278006:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbf97e5e000 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:3.0:1789307447.278014:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789307447.278015:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1789307447.278016:0:118850:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:3.0:1789307447.278017:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfb2758300. 02000000:00000001:2.0:1789307447.278019:0:118850:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1789307447.278022:0:118851:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25769821652 00000100:00000010:2.0:1789307447.278024:0:118850:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfb4a7e680. 00000100:00000001:1.0:1789307447.278033:0:118851:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789307447.278033:0:118850:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1789307447.278033:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1789307447.278041:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1789307447.278042:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1789307447.278043:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307447.278044:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789307447.278045:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbb48ce00. 00000100:00000001:3.0:1789307447.278054:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1789307447.278056:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbf862ec700 x1876218616155520/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307447.278056:0:118850:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789307447.278058:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307447.278059:0:118850:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307447.278066:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307447.278066:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307447.278071:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307447.278078:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789307447.278084:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.278096:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307447.278096:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307447.278104:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.278105:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307447.278113:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1789307447.278116:0:118851:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1789307447.278120:0:118851:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=353529 free=351347 avail=315644 avail_mb=1232 hwm_mb=3 files=1024000 ffree=1021959 state=0: rc = 0 00000004:00000020:1.0:1789307447.278127:0:118851:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (ffff9fbf84cc4000): 353529 blocks, 351347 free, 315644 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 1024000 files, 1021959 free files 0x0 00000004:00000001:1.0:1789307447.278131:0:118851:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307447.278134:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf862ec700 x1876218616155520/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307447.278139:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbf862ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:118851:1876218616155520:0@lo:41:osp-pre-0-1.0 00000100:00000001:1.0:1789307447.278142:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307447.278144:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307447.278146:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbf862ec700 x1876218616155520/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307447.278150:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307447.278152:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307447.278155:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbf85c24400. 02000000:00000001:1.0:1789307447.278157:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307447.278159:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307447.278160:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbf84cc6800 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1789307447.278162:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307447.278165:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf8541f200. 02000000:00000001:1.0:1789307447.278167:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307447.278168:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307447.278169:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf862ec700. 00000100:00000001:1.0:1789307447.278172:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307447.278173:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307447.278174:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307447.278178:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307447.278179:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.278181:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307447.278182:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307447.324320:0:266534:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47a280. 00080000:00000010:3.0:1789307447.324330:0:266534:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47a280. 00000020:00000001:3.0:1789307447.324335:0:266534:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307447.324341:0:266534:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47a280. 00080000:00000010:3.0:1789307447.324346:0:266534:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47a280. 00000020:00000001:3.0:1789307447.324349:0:266534:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307447.324355:0:266534:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47a280. 00080000:00000010:3.0:1789307447.324360:0:266534:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47a280. 00000020:00000001:3.0:1789307447.324363:0:266534:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307447.324368:0:266534:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47a280. 00080000:00000010:3.0:1789307447.324372:0:266534:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47a280. 00000020:00000001:3.0:1789307447.324375:0:266534:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307447.469363:0:266574:0:(class_obd.c:494:obd_class_ioctl()) Process entered 00000020:00000001:0.0:1789307447.469371:0:266574:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:0.0:1789307447.469374:0:266574:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c008667f len=0 uarg=00007ffdbd5c3ac0 00000020:00000001:0.0:1789307447.469380:0:266574:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789307447.469384:0:266574:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 584 at ffff9fbfb6b0d000. 00000020:00000001:0.0:1789307447.469389:0:266574:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307447.469392:0:266574:0:(class_obd.c:131:class_resolve_dev_name()) Process entered 00000020:00000080:0.0:1789307447.469394:0:266574:0:(class_obd.c:141:class_resolve_dev_name()) device name ec 00000020:00000080:0.0:1789307447.469406:0:266574:0:(class_obd.c:148:class_resolve_dev_name()) device name ec, dev 29 00000020:00000001:0.0:1789307447.469409:0:266574:0:(class_obd.c:152:class_resolve_dev_name()) Process leaving (rc=29 : 29 : 1d) 00000020:00000001:0.0:1789307447.469412:0:266574:0:(class_obd.c:406:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789307447.469414:0:266574:0:(class_obd.c:484:class_handle_ioctl()) kvfree 'data': 584 at ffff9fbfb6b0d000. 00000020:00000001:0.0:1789307447.469417:0:266574:0:(class_obd.c:485:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307447.469418:0:266574:0:(class_obd.c:504:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307447.469506:0:266574:0:(class_obd.c:494:obd_class_ioctl()) Process entered 00000020:00000001:0.0:1789307447.469509:0:266574:0:(class_obd.c:335:class_handle_ioctl()) Process entered 00000020:00000080:0.0:1789307447.469510:0:266574:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866b8 len=0 uarg=00007ffdbd5c39e0 00000020:00000001:0.0:1789307447.469513:0:266574:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789307447.469515:0:266574:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff9fbfb6b0d000. 00000020:00000001:0.0:1789307447.469518:0:266574:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307447.469522:0:266574:0:(class_obd.c:356:class_handle_ioctl()) kmalloced '(lcfg)': 48 at ffff9fbf88564240. 00000020:00000080:0.0:1789307447.469526:0:266574:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1789307447.469533:0:266574:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:0.0:1789307447.469538:0:266574:0:(obd_config.c:1023:class_decref()) Decref ec (ffff9fbfbf1db380) now 2 - obd_device_list 00000020:00000080:0.0:1789307447.469541:0:266574:0:(obd_config.c:883:class_detach()) detach on obd ec (uuid ec_uuid) 00000020:00000040:0.0:1789307447.469543:0:266574:0:(obd_config.c:1023:class_decref()) Decref ec (ffff9fbfbf1db380) now 1 - newdev 00000020:00000040:0.0:1789307447.469548:0:266574:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfb101b000 with handle 0x66de20725ed78243 from hash 00000020:00000040:0.0:1789307447.469551:0:266574:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb101b000 : new refcount 0 00000020:00000080:0.0:1789307447.469554:0:266574:0:(genops.c:885:class_export_put()) final put ffff9fbfb101b000/ec_uuid 00000020:00000001:0.0:1789307447.469557:0:266574:0:(lprocfs_status_server.c:795:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307447.469559:0:266574:0:(genops.c:838:class_export_destroy()) Process entered 00000020:00000080:0.0:1789307447.469561:0:266574:0:(genops.c:844:class_export_destroy()) destroying export ffff9fbfb101b000/ec_uuid for ec 00000020:00000001:0.0:1789307447.469564:0:266574:0:(obd_class.h:1024:obd_destroy_export()) Process entered 00000020:00000001:0.0:1789307447.469566:0:266574:0:(obd_class.h:1028:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307447.469568:0:266574:0:(genops.c:860:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff9fbfb101b000. 00000020:00000001:0.0:1789307447.469579:0:266574:0:(genops.c:861:class_export_destroy()) Process leaving 00000020:00000040:0.0:1789307447.469582:0:266574:0:(genops.c:438:class_free_dev()) Release obd device ec obd_type name = echo_client 00000020:01000000:0.0:1789307447.469584:0:266574:0:(genops.c:441:class_free_dev()) finishing cleanup of obd ec (ec_uuid) 00000020:00000001:0.0:1789307447.469586:0:266574:0:(obd_class.h:640:obd_cleanup()) Process entered 00000020:00000010:0.0:1789307447.469590:0:266574:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbf9788e800. 00000020:00000010:0.0:1789307447.469594:0:266574:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9fbf9788fc00. 00000020:00000010:0.0:1789307447.469596:0:266574:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9fbe86acdd80. 00000040:00000010:0.0:1789307447.469599:0:266574:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9fbf9788e000. 00000020:00000010:0.0:1789307447.469603:0:266574:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9fbf9a5c6000. 00000020:00000010:0.0:1789307447.469607:0:266574:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9fbfbf8a8f18. 00000020:00000010:0.0:1789307447.469611:0:266574:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9fbf9788ec00. 80000000:00000010:0.0:1789307447.469614:0:266574:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9fbe86acd780. 40000000:00000010:0.0:1789307447.469617:0:266574:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9fbf88564700. 00000008:00000010:0.0:1789307447.469621:0:266574:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9fbf86b40b30. 00020000:00000010:0.0:1789307447.469624:0:266574:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9fbf8859b3c0. 00008000:00000010:0.0:1789307447.469628:0:266574:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9fbf9f3158b8. 00100000:00000010:0.0:1789307447.469632:0:266574:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9fbf9a5c0000. 00040000:00000010:0.0:1789307447.469635:0:266574:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9fbf98f66900. 00040000:00000010:0.0:1789307447.469638:0:266574:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9fbf9a5c2800. 00040000:00000010:0.0:1789307447.469641:0:266574:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9fbfb27f0c00. 00080000:00000010:0.0:1789307447.469647:0:266574:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at ffff9fbfb1acc000. 00080000:00000010:0.0:1789307447.469651:0:266574:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff9fbf87d48000. 00000004:00000010:0.0:1789307447.469657:0:266574:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9fbf9a5c0800. 00000004:00000010:0.0:1789307447.469660:0:266574:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff9fbfb686d000. 00000004:00000010:0.0:1789307447.469663:0:266574:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9fbf9a5c6800. 00002000:00000010:0.0:1789307447.469667:0:266574:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9fbf97e54400. 00000004:00000010:0.0:1789307447.469670:0:266574:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9fbe96257c00. 00000080:00000010:0.0:1789307447.469675:0:266574:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9fbfbf85f7e0. 00000080:00000010:0.0:1789307447.469678:0:266574:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9fbfbcb406f0. 00008000:00000040:0.0:1789307447.469681:0:266574:0:(echo_client.c:796:echo_device_free()) echo device:ffff9fbfbd7ea400 is going to be freed, next = 0000000000000000 00008000:00000040:0.0:1789307447.469723:0:266574:0:(echo_client.c:815:echo_device_free()) Waiting for the reference of echo object to be dropped 00008000:00000040:0.0:1789307447.469725:0:266574:0:(echo_client.c:831:echo_device_free()) No object exists, exiting... 00008000:00000001:0.0:1789307447.469726:0:266574:0:(echo_client.c:2503:echo_client_cleanup()) Process entered 00008000:00000001:0.0:1789307447.469728:0:266574:0:(obd_class.h:909:obd_disconnect()) Process entered 00002000:00000001:0.0:1789307447.469730:0:266574:0:(ofd_obd.c:415:ofd_obd_disconnect()) Process entered 00000020:00000040:0.0:1789307447.469732:0:266574:0:(genops.c:868:class_export_get()) GET export ffff9fbfbc4b9800 refcount=14 00010000:00000001:0.0:1789307447.469735:0:266574:0:(ldlm_lib.c:851:server_disconnect_export()) Process entered 00000020:00000001:0.0:1789307447.469736:0:266574:0:(genops.c:1442:class_disconnect()) Process entered 00000020:00000080:0.0:1789307447.469738:0:266574:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0x66de20725ed7824a 00000020:00000040:0.0:1789307447.469740:0:266574:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9fbfbc4b9800 with handle 0x66de20725ed7824a from hash 00000020:00000040:0.0:1789307447.469744:0:266574:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfbc4b9800 : new refcount 13 00000020:00000001:0.0:1789307447.469747:0:266574:0:(genops.c:1914:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1789307447.469748:0:266574:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfbc4b9800 : new refcount 12 00000020:00000001:0.0:1789307447.469749:0:266574:0:(genops.c:1939:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1789307447.469751:0:266574:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfbc4b9800 : new refcount 11 00000020:00000001:0.0:1789307447.469752:0:266574:0:(genops.c:1473:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307447.469764:0:266574:0:(ldlm_lib.c:882:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1789307447.469767:0:266574:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279972 0 0 00000020:00000020:0.0:1789307447.469770:0:266574:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbe83622000 dirty 0 pend 0 grant 8437760 00000020:00000020:0.0:1789307447.469773:0:266574:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9fbe8a12d800 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1789307447.469775:0:266574:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9fbe8a12d000 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1789307447.469777:0:266574:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli ECHO_UUID/ffff9fbfbc4b9800 dirty 0 pend 2867200 grant 0 00000020:00000010:0.0:1789307447.469781:0:266574:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb27c9c00. 00000020:00000010:0.0:1789307447.469783:0:266574:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9fbf978a3400. 00000020:00000010:0.0:1789307447.469785:0:266574:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9fbf9a5c4000. 00000020:00000001:2.0:1789307447.469786:0:188195:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000010:0.0:1789307447.469788:0:266574:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9fbfbf8acb78. 00000020:00000001:2.0:1789307447.469790:0:188195:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307447.469792:0:266574:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9fbf978a3e00. 00010000:00010000:2.0:1789307447.469795:0:188195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 80000000:00000010:0.0:1789307447.469796:0:266574:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9fbe86acdae0. 40000000:00000010:0.0:1789307447.469799:0:266574:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9fbf88564280. 00100000:00000010:0.0:1789307447.469802:0:266574:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9fbf9a5c5800. 00040000:00000010:0.0:1789307447.469804:0:266574:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9fbfb6bf9b00. 00040000:00000010:0.0:1789307447.469806:0:266574:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9fbfc0a94a00. 00080000:00000010:0.0:1789307447.469812:0:266574:0:(osd_handler.c:8252:osd_key_init()) kmalloced '(info)': 4296 at ffff9fbe824ae000. 00080000:00000010:0.0:1789307447.469815:0:266574:0:(osd_handler.c:8256:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff9fbe824a8000. 00002000:00000010:0.0:1789307447.469818:0:266574:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9fbe8cf92c00. 00000001:00000001:0.0:1789307447.469820:0:266574:0:(tgt_lastrcvd.c:1191:tgt_client_del()) Process entered 00000001:00000040:0.0:1789307447.469822:0:266574:0:(tgt_lastrcvd.c:1218:tgt_client_del()) lustre-OST0000: del client at idx 2, off 8448, UUID 'ECHO_UUID' 00000001:00000001:0.0:1789307447.469824:0:266574:0:(tgt_lastrcvd.c:722:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1789307447.469826:0:266574:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 11, last_transno is 47244640271 00080000:00000001:0.0:1789307447.469829:0:266574:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:0.0:1789307447.469832:0:266574:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfc0a95400. 00080000:00000001:0.0:1789307447.469834:0:266574:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244652733440 : -105829056818176 : ffff9fbfc0a95400) 00080000:00000001:0.0:1789307447.469838:0:266574:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:0.0:1789307447.469842:0:266574:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1789307447.469845:0:266574:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf88564340. 00080000:00000001:0.0:1789307447.469846:0:266574:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1789307447.469849:0:266574:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:0.0:1789307447.469939:0:266574:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789307447.469942:0:266574:0:(tgt_lastrcvd.c:696:tgt_server_data_write()) Process entered 00000001:00000040:0.0:1789307447.469969:0:266574:0:(tgt_lastrcvd.c:707:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 47244640271: rc = 0 00000001:00000001:0.0:1789307447.469972:0:266574:0:(tgt_lastrcvd.c:709:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1789307447.469975:0:266574:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:0.0:1789307447.469983:0:266574:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf88564340. 00040000:00000001:0.0:1789307447.469988:0:266574:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:0.0:1789307447.469990:0:266574:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:0.0:1789307447.469993:0:266574:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1789307447.469995:0:266574:0:(tgt_lastrcvd.c:761:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 47244640271: rc = 0 00000001:00000001:0.0:1789307447.469998:0:266574:0:(tgt_lastrcvd.c:762:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789307447.470001:0:266574:0:(tgt_lastrcvd.c:612:tgt_client_data_update()) Process entered 00080000:00000001:0.0:1789307447.470002:0:266574:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:0.0:1789307447.470005:0:266574:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfc0a94200. 00080000:00000001:0.0:1789307447.470008:0:266574:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244652728832 : -105829056822784 : ffff9fbfc0a94200) 00080000:00000001:0.0:1789307447.470010:0:266574:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:0.0:1789307447.470012:0:266574:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1789307447.470014:0:266574:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf88564340. 00080000:00000001:0.0:1789307447.470017:0:266574:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1789307447.470019:0:266574:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:0.0:1789307447.470022:0:266574:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1789307447.470025:0:266574:0:(tgt_lastrcvd.c:581:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff9fbe86acd420. 00000001:00000040:0.0:1789307447.470028:0:266574:0:(tgt_lastrcvd.c:585:tgt_new_client_cb_add()) callback GETting export ffff9fbfbc4b9800 : new cb_count 11 00000020:00000040:0.0:1789307447.470030:0:266574:0:(genops.c:868:class_export_get()) GET export ffff9fbfbc4b9800 refcount=12 00000001:00000001:0.0:1789307447.470043:0:266574:0:(tgt_lastrcvd.c:661:tgt_client_data_update()) Process leaving 00080000:00000001:0.0:1789307447.470045:0:266574:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00080000:00000010:0.0:1789307447.470050:0:266574:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf88564340. 00040000:00000001:0.0:1789307447.470053:0:266574:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:0.0:1789307447.470054:0:266574:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:0.0:1789307447.470056:0:266574:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1789307447.470058:0:266574:0:(tgt_lastrcvd.c:666:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 47244640271: rc = 0 00000001:00000040:0.0:1789307447.470061:0:266574:0:(tgt_lastrcvd.c:1262:tgt_client_del()) lustre-OST0000: zeroing out client at idx 2 (8448), rc 0 00000001:00000001:0.0:1789307447.470064:0:266574:0:(tgt_lastrcvd.c:1263:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307447.470069:0:266574:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9fbf978a3400. 00000020:00000010:0.0:1789307447.470074:0:266574:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9fbf9a5c4000. 00000020:00000010:0.0:1789307447.470080:0:266574:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9fbfbf8acb78. 00000020:00000010:0.0:1789307447.470086:0:266574:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9fbf978a3e00. 80000000:00000010:0.0:1789307447.470090:0:266574:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9fbe86acdae0. 40000000:00000010:0.0:1789307447.470094:0:266574:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9fbf88564280. 00100000:00000010:0.0:1789307447.470098:0:266574:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9fbf9a5c5800. 00040000:00000010:0.0:1789307447.470102:0:266574:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9fbfb6bf9b00. 00040000:00000010:0.0:1789307447.470106:0:266574:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9fbfc0a94a00. 00080000:00000010:0.0:1789307447.470112:0:266574:0:(osd_handler.c:8304:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff9fbe824a8000. 00080000:00000010:0.0:1789307447.470116:0:266574:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info': 4296 at ffff9fbe824ae000. 00002000:00000010:0.0:1789307447.470119:0:266574:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9fbe8cf92c00. 00000020:00000010:0.0:1789307447.470122:0:266574:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb27c9c00. 00000001:00000001:0.0:1789307447.470125:0:266574:0:(nodemap_handler.c:866:nodemap_del_member()) Process entered 00000001:00000001:0.0:1789307447.470127:0:266574:0:(nodemap_handler.c:895:nodemap_del_member()) Process leaving 00000020:00000040:0.0:1789307447.470128:0:266574:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfbc4b9800 : new refcount 11 00002000:00000001:0.0:1789307447.470130:0:266574:0:(ofd_obd.c:440:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:0.0:1789307447.470131:0:266574:0:(obd_class.h:921:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:0.0:1789307447.470133:0:266574:0:(echo_client.c:2530:echo_client_cleanup()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:0.0:1789307447.470135:0:266574:0:(echo_client.c:498:echo_fid_fini()) Process entered 00008000:00000001:0.0:1789307447.470136:0:266574:0:(echo_client.c:505:echo_fid_fini()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:0.0:1789307447.470138:0:266574:0:(echo_client.c:510:echo_ed_los_fini()) Process entered 00000020:00000010:0.0:1789307447.470153:0:266574:0:(lu_object.c:1200:lu_site_fini()) kvfree 's->ls_bkts': 18432 at ffff9fbfb4858000. 00000020:00000010:0.0:1789307447.470174:0:266574:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff9fbf8541fc00. 00000020:00000010:0.0:1789307447.470178:0:266574:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff9fbfb2758000. 00000020:00000010:0.0:1789307447.470185:0:266574:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 384 at ffff9fbfb281d400. 00000020:00000010:0.0:1789307447.470189:0:266574:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at ffff9fbeade5f000. 00008000:00000010:0.0:1789307447.470195:0:266574:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9fbfb6c61c40. 00008000:00000010:0.0:1789307447.470199:0:266574:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9fbfb6c60710. 00008000:00000010:0.0:1789307447.470203:0:266574:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9fbfb50aa6d8. 00008000:00000010:0.0:1789307447.470206:0:266574:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9fbfb50abc08. 00008000:00000010:0.0:1789307447.470225:0:266574:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9fbf89720e20. 00008000:00000010:0.0:1789307447.470231:0:266574:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9fbfb50a9530. 00008000:00000010:0.0:1789307447.470233:0:266574:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9fbfb6c63170. 00008000:00000010:0.0:1789307447.470235:0:266574:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9fbf9f314a98. 00008000:00000010:0.0:1789307447.470237:0:266574:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9fbfb50ab880. 00008000:00000010:0.0:1789307447.470243:0:266574:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9fbf9f316a60. 00008000:00000010:0.0:1789307447.470245:0:266574:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9fbf89722a60. 00008000:00000010:0.0:1789307447.470248:0:266574:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9fbf89722de8. 00008000:00000010:0.0:1789307447.470250:0:266574:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9fbfb50a8710. 00008000:00000010:0.0:1789307447.470253:0:266574:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9fbfb50a8e20. 00008000:00000010:0.0:1789307447.470255:0:266574:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9fbf89722350. 00008000:00000010:0.0:1789307447.470257:0:266574:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9fbf897218b8. 00008000:00000010:0.0:1789307447.470259:0:266574:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9fbf89720a98. 00008000:00000010:0.0:1789307447.470261:0:266574:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9fbf9f316de8. 00008000:00000010:0.0:1789307447.470263:0:266574:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9fbf9f314388. 00008000:00000010:0.0:1789307447.470265:0:266574:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9fbfb6c626d8. 00008000:00000010:0.0:1789307447.470267:0:266574:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9fbfb6c63c08. 00008000:00000010:0.0:1789307447.470268:0:266574:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9fbfb6c61530. 00008000:00000010:0.0:1789307447.470270:0:266574:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9fbfb6c63880. 00008000:00000010:0.0:1789307447.470273:0:266574:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9fbfb5283f58. 00008000:00000010:0.0:1789307447.470276:0:266574:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9fbfb5283550. 00008000:00000010:0.0:1789307447.470277:0:266574:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9fbfb310eb60. 00008000:00000010:0.0:1789307447.470279:0:266574:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9fbfb310e050. 00008000:00000010:0.0:1789307447.470282:0:266574:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9fbfb310e5d8. 00008000:00000010:0.0:1789307447.470283:0:266574:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9fbf9f79d660. 00008000:00000010:0.0:1789307447.470286:0:266574:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9fbf9f79dd40. 00008000:00000010:0.0:1789307447.470287:0:266574:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9fbf9f79daf8. 00008000:00000010:0.0:1789307447.470288:0:266574:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9fbfad0edff0. 00008000:00000010:0.0:1789307447.470290:0:266574:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9fbfad0ed138. 00008000:00000010:0.0:1789307447.470291:0:266574:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9fbfb5283130. 00008000:00000010:0.0:1789307447.470293:0:266574:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9fbfb5283a48. 00008000:00000010:0.0:1789307447.470294:0:266574:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9fbfb5283558. 00008000:00000010:0.0:1789307447.470295:0:266574:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9fbfb5283448. 00008000:00000010:0.0:1789307447.470297:0:266574:0:(echo_client.c:845:echo_device_free()) kfreed 'ed': 704 at ffff9fbfbd7ea400. 00000020:00000001:0.0:1789307447.470300:0:266574:0:(cl_object.c:877:cl_env_cache_purge()) Process entered 00000020:00000010:0.0:1789307447.470303:0:266574:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9fbfc09cba00. 00000020:00000010:0.0:1789307447.470305:0:266574:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff9fbe9794fd80. 00000020:00000010:0.0:1789307447.470309:0:266574:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9fbe84f0c800. 00000020:00000010:0.0:1789307447.470312:0:266574:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9fbfbb675a90. 00000020:00000010:0.0:1789307447.470316:0:266574:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9fbfc09cac00. 80000000:00000010:0.0:1789307447.470319:0:266574:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9fbe9794f180. 40000000:00000010:0.0:1789307447.470322:0:266574:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9fbf874ff180. 00000008:00000010:0.0:1789307447.470325:0:266574:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9fbfb6c08b30. 00020000:00000010:0.0:1789307447.470330:0:266574:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff9fbf8350a780. 00100000:00000010:0.0:1789307447.470334:0:266574:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9fbe84f09800. 00040000:00000010:0.0:1789307447.470336:0:266574:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9fbfb6bf9600. 00040000:00000010:0.0:1789307447.470339:0:266574:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9fbfc09ca400. 00080000:00000010:0.0:1789307447.470343:0:266574:0:(osd_handler.c:8304:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff9fbf831f6000. 00000020:00000010:0.0:1789307447.470347:0:266574:0:(lu_object.c:2489:lu_buf_free()) kvfree 'buf->lb_buf': 2048 at ffff9fbfbc4ba800. 00000020:00000010:0.0:1789307447.470353:0:266574:0:(lu_object.c:2489:lu_buf_free()) kvfree 'buf->lb_buf': 2048 at ffff9fbfbc4be000. 00080000:00000010:0.0:1789307447.470355:0:266574:0:(osd_handler.c:8310:osd_key_fini()) kvfree 'idc': 320 at ffff9fbf9213c600. 00080000:00000010:0.0:1789307447.470358:0:266574:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info': 4296 at ffff9fbf831f2000. 00002000:00000010:0.0:1789307447.470362:0:266574:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9fbfbd7e9800. 00000080:00000010:0.0:1789307447.470365:0:266574:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9fbf923025e8. 00000080:00000010:0.0:1789307447.470368:0:266574:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9fbfb6c672e0. 00000020:00000010:0.0:1789307447.470371:0:266574:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc09ca600. 00000020:00000010:0.0:1789307447.470374:0:266574:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf83f8d780. 00000020:00000010:0.0:1789307447.470378:0:266574:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696a4b0. 00000008:00000010:0.0:1789307447.470382:0:266574:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9fbfb52a0c60. 00020000:00000010:0.0:1789307447.470384:0:266574:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9fbfb52a5ff0. 00000080:00000010:0.0:1789307447.470389:0:266574:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9fbfb52a2780. 00000020:00000010:0.0:1789307447.470392:0:266574:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc09caa00. 00000020:00000010:0.0:1789307447.470394:0:266574:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff9fbfb3c38750. 00000020:00000010:0.0:1789307447.470401:0:266574:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9fbfc09cbc00. 00000020:00000010:0.0:1789307447.470404:0:266574:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff9fbe9794f480. 00000020:00000010:0.0:1789307447.470406:0:266574:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9fbfbfadc800. 00000020:00000010:0.0:1789307447.470410:0:266574:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9fbfbb6769a8. 00000020:00000010:0.0:1789307447.470414:0:266574:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9fbfc09ca200. 80000000:00000010:0.0:1789307447.470417:0:266574:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9fbe9794f720. 40000000:00000010:0.0:1789307447.470419:0:266574:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9fbf874ff700. 00000008:00000010:0.0:1789307447.470422:0:266574:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9fbfb6c0ce50. 00020000:00000010:0.0:1789307447.470425:0:266574:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff9fbf8350a9c0. 00100000:00000010:0.0:1789307447.470427:0:266574:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9fbfbc4bd800. 00040000:00000010:0.0:1789307447.470430:0:266574:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9fbfb6f19f00. 00040000:00000010:0.0:1789307447.470433:0:266574:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9fbfc09cb400. 00080000:00000010:0.0:1789307447.470436:0:266574:0:(osd_handler.c:8304:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff9fbf922c8000. 00080000:00000010:0.0:1789307447.470440:0:266574:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info': 4296 at ffff9fbf8655c000. 00002000:00000010:0.0:1789307447.470443:0:266574:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9fbfb6bd9c00. 00000080:00000010:0.0:1789307447.470448:0:266574:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9fbf923027e0. 00000080:00000010:0.0:1789307447.470450:0:266574:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9fbfb6c654d0. 00000020:00000010:0.0:1789307447.470453:0:266574:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc09cbe00. 00000020:00000010:0.0:1789307447.470455:0:266574:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf83f8da00. 00000020:00000010:0.0:1789307447.470458:0:266574:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696aed8. 00000008:00000010:0.0:1789307447.470460:0:266574:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9fbfb52a1600. 00020000:00000010:0.0:1789307447.470463:0:266574:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9fbfb52a4000. 00000080:00000010:0.0:1789307447.470466:0:266574:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9fbfb52a2000. 00000020:00000010:0.0:1789307447.470468:0:266574:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb27b8e00. 00000020:00000010:0.0:1789307447.470472:0:266574:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff9fbfb3c38090. 00000020:00000010:0.0:1789307447.470475:0:266574:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9fbfbedf3e00. 00000020:00000010:0.0:1789307447.470478:0:266574:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff9fbf82f2cae0. 00000020:00000010:0.0:1789307447.470482:0:266574:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9fbe9623a800. 00000020:00000010:0.0:1789307447.470485:0:266574:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9fbfb6c2d588. 00000020:00000010:0.0:1789307447.470489:0:266574:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9fbfbedf3000. 80000000:00000010:0.0:1789307447.470492:0:266574:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9fbf82f2c540. 40000000:00000010:0.0:1789307447.470494:0:266574:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9fbec4f00d00. 00000008:00000010:0.0:1789307447.470498:0:266574:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9fbf9f326fe0. 00020000:00000010:0.0:1789307447.470500:0:266574:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff9fbf843fdcc0. 00100000:00000010:0.0:1789307447.470504:0:266574:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9fbe9623d000. 00040000:00000010:0.0:1789307447.470507:0:266574:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9fbf98e98000. 00040000:00000010:0.0:1789307447.470510:0:266574:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9fbfbedf2a00. 00080000:00000010:0.0:1789307447.470513:0:266574:0:(osd_handler.c:8301:osd_key_fini()) kfreed 'lli': 1560 at ffff9fbfb9254800. 00080000:00000010:0.0:1789307447.470517:0:266574:0:(osd_handler.c:8304:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff9fbfb5bc8000. 00080000:00000010:0.0:1789307447.470521:0:266574:0:(osd_handler.c:8310:osd_key_fini()) kvfree 'idc': 320 at ffff9fbfbedf2c00. 00080000:00000010:0.0:1789307447.470523:0:266574:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info': 4296 at ffff9fbfb5bce000. 00002000:00000010:0.0:1789307447.470527:0:266574:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9fbfb6bda800. 00000080:00000010:0.0:1789307447.470531:0:266574:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9fbf86b7ca80. 00000080:00000010:0.0:1789307447.470534:0:266574:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9fbfad1372e0. 00000020:00000010:0.0:1789307447.470537:0:266574:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfbedf3200. 00000020:00000010:0.0:1789307447.470540:0:266574:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44680. 00000020:00000010:0.0:1789307447.470542:0:266574:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984e10. 00000008:00000010:0.0:1789307447.470545:0:266574:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9fbfb50ae580. 00020000:00000010:0.0:1789307447.470547:0:266574:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9fbf86f43478. 00000080:00000010:0.0:1789307447.470549:0:266574:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9fbfb310db40. 00000020:00000010:0.0:1789307447.470552:0:266574:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfbedf2200. 00000020:00000010:0.0:1789307447.470553:0:266574:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff9fbfbcbd2360. 00000020:00000010:0.0:1789307447.470557:0:266574:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9fbfbedf2000. 00000020:00000010:0.0:1789307447.470559:0:266574:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff9fbf82f2c0c0. 00000020:00000010:0.0:1789307447.470562:0:266574:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9fbfb9256800. 00000020:00000010:0.0:1789307447.470566:0:266574:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9fbfb6c2df98. 00000020:00000010:0.0:1789307447.470570:0:266574:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9fbfbedf3400. 80000000:00000010:0.0:1789307447.470572:0:266574:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9fbf82f2c420. 40000000:00000010:0.0:1789307447.470574:0:266574:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9fbec4f00a40. 00000008:00000010:0.0:1789307447.470577:0:266574:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9fbf9f324320. 00020000:00000010:0.0:1789307447.470579:0:266574:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff9fbf843fd480. 00100000:00000010:0.0:1789307447.470582:0:266574:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9fbfb9251000. 00040000:00000010:0.0:1789307447.470585:0:266574:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9fbf98e98600. 00040000:00000010:0.0:1789307447.470587:0:266574:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9fbfb26dd800. 00080000:00000010:0.0:1789307447.470591:0:266574:0:(osd_handler.c:8304:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff9fbf83bdc000. 00080000:00000010:0.0:1789307447.470595:0:266574:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info': 4296 at ffff9fbfb5bcc000. 00002000:00000010:0.0:1789307447.470598:0:266574:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9fbfb6bd9800. 00000080:00000010:0.0:1789307447.470600:0:266574:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9fbf86b7c0a8. 00000080:00000010:0.0:1789307447.470603:0:266574:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9fbfad136bf0. 00000020:00000010:0.0:1789307447.470605:0:266574:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfbedf2e00. 00000020:00000010:0.0:1789307447.470607:0:266574:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44180. 00000020:00000010:0.0:1789307447.470610:0:266574:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984320. 00000008:00000010:0.0:1789307447.470612:0:266574:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9fbfb50ae6e0. 00020000:00000010:0.0:1789307447.470614:0:266574:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff9fbf86f42238. 00000080:00000010:0.0:1789307447.470617:0:266574:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9fbfb310dc30. 00000020:00000010:0.0:1789307447.470619:0:266574:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb26dc000. 00000020:00000010:0.0:1789307447.470622:0:266574:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff9fbfbcbd2870. 00000020:00000001:0.0:1789307447.470624:0:266574:0:(cl_object.c:895:cl_env_cache_purge()) Process leaving (rc=4294967291 : 4294967291 : fffffffb) 00000020:00000010:0.0:1789307447.470628:0:266574:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9fbf9788fc00. 00000020:00000010:0.0:1789307447.470631:0:266574:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff9fbe86acdd80. 00000040:00000010:0.0:1789307447.470634:0:266574:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9fbf9788e000. 00000020:00000010:0.0:1789307447.470636:0:266574:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9fbf9a5c6000. 00000020:00000010:0.0:1789307447.470643:0:266574:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9fbfbf8a8f18. 00000020:00000010:0.0:1789307447.470646:0:266574:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9fbf9788ec00. 80000000:00000010:0.0:1789307447.470648:0:266574:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9fbe86acd780. 40000000:00000010:0.0:1789307447.470650:0:266574:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9fbf88564700. 00000008:00000010:0.0:1789307447.470653:0:266574:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff9fbf86b40b30. 00020000:00000010:0.0:1789307447.470655:0:266574:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff9fbf8859b3c0. 00008000:00000010:0.0:1789307447.470659:0:266574:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9fbf9f3158b8. 00100000:00000010:0.0:1789307447.470662:0:266574:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9fbf9a5c0000. 00040000:00000010:0.0:1789307447.470664:0:266574:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9fbf98f66900. 00040000:00000010:0.0:1789307447.470668:0:266574:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9fbf9a5c2800. 00040000:00000010:0.0:1789307447.470671:0:266574:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9fbfb27f0c00. 00080000:00000010:0.0:1789307447.470674:0:266574:0:(osd_handler.c:8304:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff9fbf87d48000. 00080000:00000010:0.0:1789307447.470677:0:266574:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info': 4296 at ffff9fbfb1acc000. 00000004:00000010:0.0:1789307447.470681:0:266574:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9fbf9a5c0800. 00000004:00000010:0.0:1789307447.470684:0:266574:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff9fbfb686d000. 00000004:00000010:0.0:1789307447.470703:0:266574:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9fbf9a5c6800. 00002000:00000010:0.0:1789307447.470706:0:266574:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9fbf97e54400. 00000004:00000010:0.0:1789307447.470709:0:266574:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9fbe96257c00. 00000080:00000010:0.0:1789307447.470712:0:266574:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9fbfbf85f7e0. 00000080:00000010:0.0:1789307447.470715:0:266574:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff9fbfbcb406f0. 00000020:00000010:0.0:1789307447.470718:0:266574:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbf9788e800. 00000020:00000001:0.0:1789307447.470720:0:266574:0:(obd_class.h:654:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307447.470723:0:266574:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at ffff9fbfbf1db380. 00000020:00000001:0.0:1789307447.470729:0:266574:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307447.470732:0:266574:0:(obd_config.c:1624:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789307447.470736:0:266574:0:(class_obd.c:367:class_handle_ioctl()) kfreed 'lcfg': 48 at ffff9fbf88564240. 00000020:00000001:0.0:1789307447.470738:0:266574:0:(class_obd.c:368:class_handle_ioctl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789307447.470740:0:266574:0:(class_obd.c:484:class_handle_ioctl()) kvfree 'data': 576 at ffff9fbfb6b0d000. 00000020:00000001:0.0:1789307447.470743:0:266574:0:(class_obd.c:485:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307447.470745:0:266574:0:(class_obd.c:504:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1789307447.787933:0:226377:0:(osp_precreate.c:196:osp_statfs_update()) Process entered 00000004:00000020:0.0:1789307447.787940:0:226377:0:(osp_precreate.c:198:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1789307447.787948:0:226377:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0e9fb80. 00000020:00000040:0.0:1789307447.787957:0:226377:0:(genops.c:1209:class_import_get()) import ffff9fbe85bcb800 refcount=3 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:0.0:1789307447.787962:0:226377:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789307447.787965:0:226377:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789307447.787970:0:226377:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789307447.787979:0:226377:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb6bf9600. 00000100:00000001:0.0:1789307447.787987:0:226377:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307447.787994:0:226377:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789307447.787998:0:226377:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307447.788015:0:226377:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ea80bc9] to pc [ptlrpcd_00_03+3] req@ffff9fbfc0e9fb80 x1876218616155648/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1789307447.788042:0:226377:0:(osp_precreate.c:256:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.788113:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307447.788129:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307447.788140:0:118852:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789307447.788154:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfc0e9fb80 x1876218616155648/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307447.788166:0:118852:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789307447.788169:0:118852:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307447.788174:0:118852:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789307447.788178:0:118852:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789307447.788181:0:118852:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307447.788185:0:118852:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfc0e9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:118852:1876218616155648:0@lo:13:osp-pre-1-1.0 00000100:00000001:1.0:1789307447.788190:0:118852:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789307447.788195:0:118852:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789307447.788198:0:118852:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307447.788201:0:118852:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789307447.788207:0:118852:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fbf920abc00. 02000000:00000001:1.0:1789307447.788210:0:118852:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307447.788218:0:118852:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe856447e8. 00000400:00000010:1.0:1789307447.788226:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54bb0. 00000100:00000200:1.0:1789307447.788234:0:118852:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876218616155648, portal 4 00000100:00000001:1.0:1789307447.788237:0:118852:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307447.788239:0:118852:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244656970624 : -105829052580992 : ffff9fbfc0e9fb80) 00000100:00000040:1.0:1789307447.788248:0:118852:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfc0e9fb80 x1876218616155648/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307463 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307447.788256:0:118852:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307447.788259:0:118852:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789307447.788262:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54a18. 00000100:00000200:1.0:1789307447.788265:0:118852:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876218616155648, offset 0 00000400:00000200:1.0:1789307447.788271:0:118852:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789307447.788286:0:118852:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789307447.788299:0:118852:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6aa6930230e00 00000400:00000200:1.0:1789307447.788307:0:118852:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x4f41 [8] + 4256 00000400:00000200:1.0:1789307447.788319:0:118852:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307447.788324:0:118852:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307447.788332:0:118852:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789307447.788340:0:118852:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1789307447.788346:0:118852:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf862ec700. 00000100:00000040:1.0:1789307447.788350:0:118852:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf862ec700 x1876218616155648 msgsize 224 00000100:00100000:1.0:1789307447.788355:0:118852:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1789307447.788369:0:118852:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1789307447.788381:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54a18 00000400:00000010:1.0:1789307447.788385:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54a18. 00000100:00000001:1.0:1789307447.788389:0:118852:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789307447.788394:0:118852:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfc0e9fb80 x1876218616155648/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307463 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307447.788407:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307447.788410:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfc0e9fb80 x1876218616155648/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307463 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307447.788419:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.788421:0:118852:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789307447.788426:0:234380:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1789307447.788429:0:118852:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307447.788431:0:234380:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616155648 02000000:00000001:0.0:1789307447.788436:0:234380:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1789307447.788437:0:118852:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 5145 usecs (6 jiffies) 00000100:00000001:0.0:1789307447.788440:0:234380:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307447.788444:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315076103 00000100:00000001:0.0:1789307447.788445:0:234380:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.788453:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315078059 02000000:00000001:0.0:1789307447.788456:0:234380:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.788459:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315076103 00000100:00100000:0.0:1789307447.788463:0:234380:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616155648 00000020:00000001:0.0:1789307447.788474:0:234380:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789307447.788476:0:234380:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725e8b60ec 00000020:00000001:0.0:1789307447.788479:0:234380:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789307447.788483:0:234380:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe9623d800 refcount=5 00000020:00000001:0.0:1789307447.788486:0:234380:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239644375040 : -105834065176576 : ffff9fbe9623d800) 00000020:00000001:0.0:1789307447.788489:0:234380:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239644375040 : -105834065176576 : ffff9fbe9623d800) 00000100:00000001:0.0:1789307447.788494:0:234380:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789307447.788498:0:234380:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564240. 00000020:00000010:0.0:1789307447.788505:0:234380:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbfb56d0280. 00000100:00000001:3.0:1789307447.788512:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307447.788522:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307447.788525:0:234380:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000100:00000001:1.0:1789307447.788530:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315078059 00000100:00000001:1.0:1789307447.788536:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315076103 00000100:00000001:0.0:1789307447.788538:0:234380:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1789307447.788540:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315078059 00000020:00000010:0.0:1789307447.788542:0:234380:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564240. 00000020:00000010:0.0:1789307447.788551:0:234380:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb27f0800. 00000100:00000001:1.0:1789307447.788556:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315076103 00000100:00080000:3.0:1789307447.788559:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000010:0.0:1789307447.788560:0:234380:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf85192180. 00000100:00000001:1.0:1789307447.788563:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315078059 00000020:00000040:3.0:1789307447.788569:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000100:00000001:1.0:1789307447.788570:0:118852:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789307447.788573:0:234380:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfad0efc80. 00000100:00000001:1.0:1789307447.788576:0:118852:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.788587:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.788591:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789307447.788594:0:234380:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1789307447.788599:0:234380:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307447.788599:0:118852:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789307447.788606:0:234380:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307447.788607:0:118852:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789307447.788609:0:234380:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307447.788619:0:234380:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.788619:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307447.788623:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307447.788627:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.788629:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307447.788639:0:234380:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307447.788654:0:234380:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1789307447.788656:0:234380:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1789307447.788661:0:234380:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4573 00000100:00000040:0.0:1789307447.788665:0:234380:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe9623d800 : new rpc_count 1 00000100:00000001:0.0:1789307447.788667:0:234380:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243671623424 : -105830037928192 : ffff9fbf862ec700) 00000100:00000040:0.0:1789307447.788673:0:234380:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf862ec700 x1876218616155648/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:493/0 lens 224/0 e 0 to 0 dl 1789307458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307447.788694:0:234380:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789307447.788698:0:234380:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564240. 00000100:00000001:0.0:1789307447.788702:0:234380:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789307447.788705:0:234380:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564240. 00000100:00100000:0.0:1789307447.788715:0:234380:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf862ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:118852:x1876218616155648:12345-0@lo:13:osp-pre-1-1.0 00000100:00000200:0.0:1789307447.788719:0:234380:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616155648 00000020:00000001:0.0:1789307447.788723:0:234380:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1789307447.788727:0:234380:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:0.0:1789307447.788730:0:234380:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307447.788733:0:234380:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1789307447.788735:0:234380:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072664990128 : -1044561488 : ffffffffc1bd41b0) 00000020:00000001:0.0:1789307447.788738:0:234380:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1789307447.788743:0:234380:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789307447.788746:0:234380:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1789307447.788748:0:234380:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1789307447.788752:0:234380:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307447.788755:0:234380:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1789307447.788758:0:234380:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1789307447.788763:0:234380:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fbe8cf92c00. 02000000:00000001:0.0:1789307447.788766:0:234380:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307447.788767:0:234380:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1789307447.788770:0:234380:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1789307447.788774:0:234380:0:(ofd_obd.c:710:ofd_statfs()) Process entered 00000020:00000001:0.0:1789307447.788776:0:234380:0:(tgt_grant.c:274:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1789307447.788778:0:234380:0:(tgt_grant.c:350:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1789307447.788780:0:234380:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8580928 pending 0 free 3904630784 avail 3673108480 00000020:00000020:0.0:1789307447.788784:0:234380:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 143168 0 0 00000020:00000020:0.0:1789307447.788787:0:234380:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli 436142a5-204b-4bc4-88fc-5961c8ef82c7/ffff9fbf90b99800 dirty 0 pend 0 grant 8437760 00000020:00000020:0.0:1789307447.788790:0:234380:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9fbf92163800 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1789307447.788792:0:234380:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9fbe9623d800 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1789307447.788796:0:234380:0:(ofd_obd.c:759:ofd_statfs()) 958279 blocks: 953279 free, 896721 avail; 262144 objects: 259166 free; state 0 00002000:00000001:0.0:1789307447.788798:0:234380:0:(ofd_obd.c:802:ofd_statfs()) Process leaving 00000001:00000001:0.0:1789307447.788802:0:234380:0:(nodemap_handler.c:1181:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1789307447.788805:0:234380:0:(nodemap_handler.c:1184:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1789307447.788807:0:234380:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1789307447.788810:0:234380:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884922541, transno 0, xid 1876218616155648 00010000:00000001:0.0:1789307447.788813:0:234380:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:0.0:1789307447.788819:0:234380:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf862ec700 x1876218616155648/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:493/0 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789307447.788828:0:234380:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1789307447.788831:0:234380:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789307447.788837:0:234380:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbe1fbde8 time=9 v=5 (1 1 1 1) 00000100:00000001:0.0:1789307447.788841:0:234380:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789307447.788845:0:234380:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:0.0:1789307447.788847:0:234380:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:0.0:1789307447.788887:0:234380:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1789307447.788891:0:234380:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307447.788895:0:234380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789307447.788903:0:234380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1789307447.788909:0:234380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82770. 00000100:00000200:0.0:1789307447.788918:0:234380:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1876218616155648, offset 224 00000400:00000200:0.0:1789307447.788929:0:234380:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1789307447.788946:0:234380:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1789307447.788958:0:234380:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6aa6930230e00 00000400:00000200:0.0:1789307447.788964:0:234380:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c1ba1 [1] + 224 00000400:00000200:0.0:1789307447.788974:0:234380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789307447.788979:0:234380:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1789307447.788987:0:234380:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789307447.788993:0:234380:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfc0e9fb80 x1876218616155648/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789307447.789002:0:234380:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fbfc0e9fb80 x1876218616155648/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307447.789022:0:234380:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1789307447.789030:0:234380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82770 00000400:00000010:0.0:1789307447.789033:0:234380:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82770. 00000100:00000001:0.0:1789307447.789040:0:234380:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1789307447.789043:0:234380:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1789307447.789049:0:234380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307447.789053:0:234380:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00010000:00000001:0.0:1789307447.789056:0:234380:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:0.0:1789307447.789058:0:234380:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307447.789061:0:234380:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1789307447.789067:0:234380:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf862ec700 x1876218616155648/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:493/0 lens 224/368 e 0 to 0 dl 1789307458 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307447.789070:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307447.789075:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1789307447.789080:0:234380:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf862ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:118852:x1876218616155648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 383us (726us total) trans 0 rc 0/0 00000400:00000001:1.0:1789307447.789084:0:118852:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789307447.789088:0:118852:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1789307447.789091:0:234380:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4573 00000400:00000010:1.0:1789307447.789093:0:118852:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe856447e8. 00000100:00000040:0.0:1789307447.789097:0:234380:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe9623d800 : new rpc_count 0 00000400:00000200:1.0:1789307447.789101:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54bb0 00000100:00000001:0.0:1789307447.789102:0:234380:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1789307447.789106:0:234380:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1789307447.789107:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54bb0. 00000100:00000001:1.0:1789307447.789112:0:118852:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000010:0.0:1789307447.789113:0:234380:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf85192180. 00000100:00000200:1.0:1789307447.789119:0:118852:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfc0e9fb80 x1876218616155648/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1789307447.789121:0:234380:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfad0efc80. 00000020:00000010:0.0:1789307447.789128:0:234380:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb27f0800. 00000100:00000200:1.0:1789307447.789133:0:118852:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfc0e9fb80 x1876218616155648/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1789307447.789134:0:234380:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d800 : new refcount 4 00000100:00000001:0.0:1789307447.789140:0:234380:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307447.789145:0:118852:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307447.789149:0:118852:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307447.789152:0:118852:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789307447.789154:0:118852:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789307447.789156:0:118852:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307447.789157:0:118852:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307447.789160:0:118852:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307447.789167:0:118852:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe85bcbca8 time=22 v=5 (5 5 5 5) 00000100:00001000:1.0:1789307447.789170:0:118852:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe85bcbc18 time=22 v=5 (1 1 1 1) 00000100:00000001:1.0:1789307447.789173:0:118852:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789307447.789175:0:118852:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307447.789177:0:118852:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789307447.789180:0:118852:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.789185:0:118852:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789307447.789189:0:118852:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 12884922541 00000100:00000001:1.0:1789307447.789192:0:118852:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307447.789193:0:118852:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307447.789199:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfc0e9fb80 x1876218616155648/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307447.789205:0:118852:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307447.789222:0:118852:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307447.789224:0:118852:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1789307447.789227:0:118852:0:(osp_precreate.c:128:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1789307447.789230:0:118852:0:(osp_precreate.c:87:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0001: Updating status = 0 00000004:00000040:1.0:1789307447.789234:0:118852:0:(osp_precreate.c:1081:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0001: blocks=958279 free=953279 avail=896721 avail_mb=3502 hwm_mb=7 files=262144 ffree=259166 state=0: rc = 0 00000004:00000020:1.0:1789307447.789245:0:118852:0:(osp_precreate.c:160:osp_statfs_interpret()) lustre-OST0001-osc-MDT0001 (ffff9fbe85bcf000): 958279 blocks, 953279 free, 896721 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259166 free files 0x0 00000004:00000001:1.0:1789307447.789250:0:118852:0:(osp_precreate.c:162:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307447.789257:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfc0e9fb80 x1876218616155648/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307447.789269:0:118852:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfc0e9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:118852:1876218616155648:0@lo:13:osp-pre-1-1.0 00000100:00000001:1.0:1789307447.789280:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307447.789283:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307447.789287:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfc0e9fb80 x1876218616155648/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789307463 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307447.789293:0:118852:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307447.789295:0:118852:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307447.789298:0:118852:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fbf920abc00. 02000000:00000001:1.0:1789307447.789302:0:118852:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307447.789304:0:118852:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307447.789306:0:118852:0:(genops.c:1222:class_import_put()) import ffff9fbe85bcb800 refcount=2 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:1.0:1789307447.789309:0:118852:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307447.789313:0:118852:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfb6bf9600. 02000000:00000001:1.0:1789307447.789317:0:118852:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307447.789319:0:118852:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307447.789321:0:118852:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfc0e9fb80. 00000100:00000001:1.0:1789307447.789325:0:118852:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307447.789327:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307447.789329:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307447.789335:0:118852:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307447.789338:0:118852:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.789342:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307447.789345:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1789307447.789371:0:238789:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 21474927160 batchid updated 00000020:00000010:3.0:1789307447.789399:0:238789:0:(update_trans.c:1358:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff9fbe86acd600. 00080000:00000010:3.0:1789307447.789407:0:238789:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff9fbfc0b8f600. 00000020:00080000:0.0:1789307447.789441:0:238820:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 21474927160 00000020:00000001:0.0:1789307447.789450:0:238820:0:(update_trans.c:1284:distribute_txn_cancel_records()) Process entered 00000020:00000040:0.0:1789307447.789453:0:238820:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fbea025fc00 refcount 1 committed 1 result 0 batchid 21474927160 00000020:00000040:0.0:1789307447.789458:0:238820:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf95cd2600 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fbe859dc180 00000020:00000040:0.0:1789307447.789462:0:238820:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240001b73:0x2:0x0].365 00000020:00000040:0.0:1789307447.789465:0:238820:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9fbf83a14700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fbfc0a16000 00000020:00000040:0.0:1789307447.789468:0:238820:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200002b10:0x2:0x0].365 00000020:00000040:0.0:1789307447.789471:0:238820:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbf86382840 : new refcount 2 00000040:00000001:0.0:1789307447.789475:0:238820:0:(llog_cat_server.c:690:llog_cat_cancel_records()) Process entered 00000040:00000001:0.0:1789307447.789476:0:238820:0:(llog_cat_server.c:632:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:0.0:1789307447.789479:0:238820:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00000040:00000001:0.0:1789307447.789485:0:238820:0:(llog_cat.c:69:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307447.789488:0:238820:0:(llog.c:1143:llog_exist()) Process entered 00000040:00000001:0.0:1789307447.789491:0:238820:0:(llog.c:1152:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1789307447.789494:0:238820:0:(llog.c:211:llog_cancel_arr_rec()) Process entered 00000040:00001000:0.0:1789307447.789496:0:238820:0:(llog.c:220:llog_cancel_arr_rec()) Canceling 1 records, first 365 in log [0x240001b73:0x2:0x0] 00000004:00000001:0.0:1789307447.789501:0:238820:0:(osp_trans.c:959:osp_trans_create()) Process entered 00000004:00000010:0.0:1789307447.789506:0:238820:0:(osp_trans.c:961:osp_trans_create()) kmalloced '(oth)': 136 at ffff9fbe9cf6e480. 00000004:00000001:0.0:1789307447.789509:0:238820:0:(osp_trans.c:973:osp_trans_create()) Process leaving (rc=18446638239758869632 : -105833950681984 : ffff9fbe9cf6e480) 00000040:00000001:0.0:1789307447.789512:0:238820:0:(llog.c:1207:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1789307447.789516:0:238820:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000004:00000010:0.0:1789307447.789522:0:238820:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fbe9cf6eb40. 00000004:00000010:0.0:1789307447.789526:0:238820:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fbe88ec5180. 00000004:00000010:0.0:1789307447.789531:0:238820:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fbfb686d000. 00000040:00000001:0.0:1789307447.789533:0:238820:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307447.789535:0:238820:0:(llog.c:1219:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307447.789539:0:238820:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:0.0:1789307447.789542:0:238820:0:(llog_osd.c:1921:llog_osd_declare_destroy()) Process entered 00000040:00000001:0.0:1789307447.789545:0:238820:0:(llog_osd.c:1876:llog_osd_regular_fid_del_name_entry()) Process entered 00000040:00000001:0.0:1789307447.789548:0:238820:0:(llog_osd.c:1558:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:0.0:1789307447.789551:0:238820:0:(fld_handler.c:252:fld_server_lookup()) Process entered 80000000:00000001:0.0:1789307447.789553:0:238820:0:(fld_handler.c:208:fld_local_lookup()) Process entered 80000000:00000001:0.0:1789307447.789556:0:238820:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789307447.789559:0:238820:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789307447.789562:0:238820:0:(fld_handler.c:225:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789307447.789564:0:238820:0:(fld_handler.c:256:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307447.789567:0:238820:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:0.0:1789307447.789576:0:238820:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243621270296 : -105830088281320 : ffff9fbf832e7318) 00000040:00000001:0.0:1789307447.789581:0:238820:0:(llog_osd.c:1581:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446638244594158448 : -105829115393168 : ffff9fbfbd2b8b70) 00000004:00000001:0.0:1789307447.789590:0:238820:0:(osp_object.c:2359:osp_object_release()) Process entered 00000004:00000001:0.0:1789307447.789592:0:238820:0:(osp_object.c:2391:osp_object_release()) Process leaving 00000020:00000002:0.0:1789307447.789596:0:238820:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfbd2b8b70/ffff9fbf832e72c0 to site lru. bkt: ffff9fbfb9329ef0 00000040:00000001:0.0:1789307447.789598:0:238820:0:(llog_osd.c:1896:llog_osd_regular_fid_del_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307447.789601:0:238820:0:(llog_osd.c:1959:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307447.789603:0:238820:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307447.789606:0:238820:0:(llog.c:1230:llog_write_rec()) Process entered 00000040:00000001:0.0:1789307447.789610:0:238820:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1789307447.789611:0:238820:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x240001b73:0x2:0x0] 00000004:00000001:0.0:1789307447.789614:0:238820:0:(osp_object.c:570:osp_attr_get()) Process entered 00000004:00000001:0.0:1789307447.789617:0:238820:0:(osp_object.c:582:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1789307447.789619:0:238820:0:(osp_md_object.c:1207:osp_md_write()) Process entered 00000004:00000040:0.0:1789307447.789621:0:238820:0:(osp_md_object.c:1216:osp_md_write()) write [0x240001b73:0x2:0x0] offset = 0 length = 88 00000020:00000001:0.0:1789307447.789626:0:238820:0:(out_lib.c:139:out_update_pack()) Process entered 00000020:00000001:0.0:1789307447.789628:0:238820:0:(out_lib.c:153:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1789307447.789631:0:238820:0:(osp_trans.c:1306:osp_check_and_set_rpc_version()) lustre-MDT0001-osp-MDT0000: version 711 gen 0 oth:version ffff9fbe9cf6e480:710 00000004:00000010:0.0:1789307447.789637:0:238820:0:(osp_trans.c:548:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff9fbf88564240. 00000004:00000001:0.0:1789307447.789640:0:238820:0:(osp_md_object.c:1250:osp_md_write()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:0.0:1789307447.789642:0:238820:0:(osp_md_object.c:1207:osp_md_write()) Process entered 00000004:00000040:0.0:1789307447.789643:0:238820:0:(osp_md_object.c:1216:osp_md_write()) write [0x240001b73:0x2:0x0] offset = 132 length = 4 00000020:00000001:0.0:1789307447.789646:0:238820:0:(out_lib.c:139:out_update_pack()) Process entered 00000020:00000001:0.0:1789307447.789647:0:238820:0:(out_lib.c:153:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1789307447.789651:0:238820:0:(osp_trans.c:548:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff9fbf88564340. 00000004:00000001:0.0:1789307447.789663:0:238820:0:(osp_md_object.c:1250:osp_md_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:0.0:1789307447.789666:0:238820:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307447.789668:0:238820:0:(llog.c:1263:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1789307447.789672:0:238820:0:(osp_trans.c:1568:osp_trans_stop()) Process entered 00000004:00080000:0.0:1789307447.789674:0:238820:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9fbe9cf6e480 with version 710 00000004:00000001:0.0:1789307447.789698:0:238820:0:(osp_trans.c:1616:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307447.789701:0:238820:0:(llog.c:349:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307447.789704:0:238820:0:(llog_cat_server.c:671:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307447.789706:0:238820:0:(llog_cat_server.c:701:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1789307447.789708:0:238820:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 21474927160 cancel update log [0x240001b73:0x2:0x0].365: rc = 0 00000020:00000040:0.0:1789307447.789712:0:238820:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbf86382840 : new refcount 1 00000020:00000040:0.0:1789307447.789715:0:238820:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9fbf9fbbb0c0 : new refcount 2 00000040:00000001:0.0:1789307447.789717:0:238820:0:(llog_cat_server.c:690:llog_cat_cancel_records()) Process entered 00000040:00000001:0.0:1789307447.789718:0:238820:0:(llog_cat_server.c:632:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:0.0:1789307447.789719:0:238820:0:(llog_cat.c:47:llog_cat_id2handle()) Process entered 00000040:00000001:0.0:1789307447.789722:0:238820:0:(llog_cat.c:69:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307447.789724:0:238820:0:(llog.c:1143:llog_exist()) Process entered 00000040:00000001:0.0:1789307447.789726:0:238820:0:(llog.c:1152:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1789307447.789727:0:238820:0:(llog.c:211:llog_cancel_arr_rec()) Process entered 00000040:00001000:0.0:1789307447.789729:0:238820:0:(llog.c:220:llog_cancel_arr_rec()) Canceling 1 records, first 365 in log [0x200002b10:0x2:0x0] 00080000:00000001:0.0:1789307447.789733:0:238820:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:0.0:1789307447.789738:0:238820:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfb27f0800. 00080000:00000001:0.0:1789307447.789741:0:238820:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244415080448 : -105829294471168 : ffff9fbfb27f0800) 00000040:00000001:0.0:1789307447.789743:0:238820:0:(llog.c:1207:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1789307447.789745:0:238820:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1789307447.789749:0:238820:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:0.0:1789307447.789754:0:238820:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1789307447.789759:0:238820:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf88564700. 00080000:00000001:0.0:1789307447.789763:0:238820:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307447.789765:0:238820:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307447.789767:0:238820:0:(llog.c:1219:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307447.789769:0:238820:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:0.0:1789307447.789770:0:238820:0:(llog_osd.c:1921:llog_osd_declare_destroy()) Process entered 00080000:00000001:0.0:1789307447.789772:0:238820:0:(osd_handler.c:4081:osd_declare_destroy()) Process entered 00000001:00000001:0.0:1789307447.789774:0:238820:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1789307447.789775:0:238820:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000002:0.0:1789307447.789779:0:238820:0:(osd_handler.c:395:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002b10:0x2:0x0] not in the id map cache 00080000:00000001:0.0:1789307447.789782:0:238820:0:(osd_handler.c:4122:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307447.789784:0:238820:0:(llog_osd.c:1876:llog_osd_regular_fid_del_name_entry()) Process entered 00000040:00000001:0.0:1789307447.789786:0:238820:0:(llog_osd.c:1558:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:0.0:1789307447.789787:0:238820:0:(fld_handler.c:252:fld_server_lookup()) Process entered 80000000:00000001:0.0:1789307447.789788:0:238820:0:(fld_handler.c:208:fld_local_lookup()) Process entered 80000000:00000001:0.0:1789307447.789789:0:238820:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789307447.789791:0:238820:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789307447.789793:0:238820:0:(fld_handler.c:225:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789307447.789795:0:238820:0:(fld_handler.c:256:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307447.789797:0:238820:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:0.0:1789307447.789800:0:238820:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638244505567320 : -105829203984296 : ffff9fbfb7e3c058) 00000040:00000001:0.0:1789307447.789805:0:238820:0:(llog_osd.c:1581:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446638243872187392 : -105829837364224 : ffff9fbf92232400) 00080000:00000001:0.0:1789307447.789810:0:238820:0:(osd_handler.c:5736:osd_index_declare_ea_delete()) Process entered 00000001:00000001:0.0:1789307447.789813:0:238820:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1789307447.789815:0:238820:0:(osd_handler.c:5754:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1789307447.789819:0:238820:0:(lu_object.c:216:lu_object_put()) Add ffff9fbf92232400/ffff9fbfb7e3c000 to site lru. bkt: ffff9fbfb9328a68 00000040:00000001:0.0:1789307447.789821:0:238820:0:(llog_osd.c:1896:llog_osd_regular_fid_del_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307447.789822:0:238820:0:(llog_osd.c:1959:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307447.789824:0:238820:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1789307447.789826:0:238820:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:0.0:1789307447.789844:0:238820:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1789307447.789847:0:238804:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9fbfb58ace40 version 710 rpc_version 710 00000040:00000001:0.0:1789307447.789848:0:238820:0:(llog.c:1230:llog_write_rec()) Process entered 00000040:00000001:0.0:1789307447.789894:0:238820:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1789307447.789898:0:238820:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x200002b10:0x2:0x0] 00000004:00000001:3.0:1789307447.789899:0:238804:0:(osp_trans.c:1111:osp_send_update_req()) Process entered 00000004:00000001:3.0:1789307447.789904:0:238804:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1789307447.789910:0:238804:0:(osp_trans.c:242:object_update_request_dump()) i = 0 fid = [0x240001b73:0x2:0x0] op = write params = 2 batchid = 0 size = 152 repsize 0 00000004:00000040:3.0:1789307447.789914:0:238804:0:(osp_trans.c:242:object_update_request_dump()) i = 1 fid = [0x240001b73:0x2:0x0] op = write params = 2 batchid = 0 size = 72 repsize 0 00000004:00000040:3.0:1789307447.789916:0:238804:0:(osp_trans.c:248:object_update_request_dump()) updates = ffff9fbfb686d000 magic = bdde0002 count = 2 size = 224 00000100:00000010:3.0:1789307447.789922:0:238804:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb4a7d500. 00000020:00000040:3.0:1789307447.789925:0:238804:0:(genops.c:1209:class_import_get()) import ffff9fbfba939800 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1789307447.789931:0:238804:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789307447.789933:0:238804:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789307447.789937:0:238804:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307447.789942:0:238820:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789307447.789944:0:238804:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fbfb9ef6800. 00000040:00000001:0.0:1789307447.789950:0:238820:0:(llog.c:1263:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307447.789953:0:238804:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1789307447.789955:0:238820:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00000004:00000001:3.0:1789307447.789958:0:238804:0:(osp_trans.c:300:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307447.789961:0:238804:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1789307447.789964:0:238804:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1789307447.789968:0:238820:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf88564700. 00000020:00100000:3.0:1789307447.789971:0:238804:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00040000:00000001:0.0:1789307447.789975:0:238820:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00000100:00100000:3.0:1789307447.789979:0:238804:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9fbfb4a7d500 x1876218616155904/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00040000:00000001:0.0:1789307447.789981:0:238820:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:0.0:1789307447.789989:0:238820:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307447.789990:0:238804:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789307447.789995:0:238804:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000040:00000001:0.0:1789307447.789997:0:238820:0:(llog.c:349:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789307447.790002:0:238820:0:(llog_cat_server.c:671:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789307447.790003:0:238804:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fbe85807a80. 00000100:00000001:3.0:1789307447.790008:0:238804:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446638239365233280 : -105834344318336 : ffff9fbe85807a80) 00000040:00000001:0.0:1789307447.790010:0:238820:0:(llog_cat_server.c:701:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307447.790014:0:238804:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000020:00080000:0.0:1789307447.790018:0:238820:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 21474927160 cancel update log [0x200002b10:0x2:0x0].365: rc = 0 00000100:00000001:3.0:1789307447.790019:0:238804:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244451308800 : -105829258242816 : ffff9fbfb4a7d500) 00000100:00000001:3.0:1789307447.790030:0:238804:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000020:00000040:0.0:1789307447.790031:0:238820:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt ffff9fbf9fbbb0c0 : new refcount 1 00000100:00000001:3.0:1789307447.790038:0:238804:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307447.790039:0:238820:0:(update_trans.c:1318:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307447.790046:0:238804:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000020:00000010:0.0:1789307447.790050:0:238820:0:(update_trans.c:1260:top_multiple_thandle_destroy()) kfreed 'stc': 56 at ffff9fbf874ffc00. 00000100:00000001:3.0:1789307447.790051:0:238804:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789307447.790060:0:238804:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfb4a7d500 x1876218616155904/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1789307447.790061:0:238820:0:(update_trans.c:1262:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fbf95cd2600. 00000020:00000010:0.0:1789307447.790071:0:238820:0:(update_trans.c:1260:top_multiple_thandle_destroy()) kfreed 'stc': 56 at ffff9fbf874ff380. 00000020:00000010:0.0:1789307447.790077:0:238820:0:(update_trans.c:1262:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fbf83a14700. 00000020:00000010:0.0:1789307447.790084:0:238820:0:(update_trans.c:1264:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9fbea025fc00. 00000020:00080000:0.0:1789307447.790092:0:238820:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 21474927160 00000100:00000001:3.0:1789307447.790105:0:238804:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789307447.790108:0:238804:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307447.790112:0:238804:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789307447.790114:0:238804:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789307447.790117:0:238804:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307447.790121:0:238804:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfb4a7d500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:238804:1876218616155904:0@lo:1000:osp_up1-0.0 00000100:00000001:3.0:1789307447.790134:0:238804:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789307447.790139:0:238804:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789307447.790142:0:238804:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307447.790144:0:238804:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789307447.790152:0:238804:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fbf9fb10000. 02000000:00000001:3.0:1789307447.790154:0:238804:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789307447.790161:0:238804:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a516790. 00000400:00000010:3.0:1789307447.790167:0:238804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbe858079c0. 00000100:00000200:3.0:1789307447.790173:0:238804:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1876218616155904, portal 4 00000100:00000001:3.0:1789307447.790176:0:238804:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789307447.790177:0:238804:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244451308800 : -105829258242816 : ffff9fbfb4a7d500) 00000100:00000040:3.0:1789307447.790185:0:238804:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfb4a7d500 x1876218616155904/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307463 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307447.790194:0:238804:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789307447.790197:0:238804:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1789307447.790201:0:238804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdef68. 00000100:00000200:3.0:1789307447.790204:0:238804:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 24, xid 1876218616155904, offset 0 00000400:00000200:3.0:1789307447.790211:0:238804:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789307447.790221:0:238804:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789307447.790230:0:238804:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 488 into portal 24 MB=0x6aa6930230f00 00000400:00000200:3.0:1789307447.790238:0:238804:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 488/488 into md 0xa2499 [256] + 18072 00000400:00000200:3.0:1789307447.790250:0:238804:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307447.790253:0:238804:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1789307447.790259:0:238804:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789307447.790261:0:238804:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1789307447.790266:0:238804:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb4a7f100. 00000100:00000040:3.0:1789307447.790274:0:238804:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb4a7f100 x1876218616155904 msgsize 488 00000100:00100000:3.0:1789307447.790278:0:238804:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1789307447.790292:0:238804:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:3.0:1789307447.790300:0:238804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdef68 00000400:00000010:3.0:1789307447.790304:0:238804:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdef68. 00000100:00000001:3.0:1789307447.790311:0:238804:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789307447.790319:0:238804:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfb4a7d500 x1876218616155904/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307463 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307447.790329:0:238804:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789307447.790333:0:238804:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fbfb4a7d500 x1876218616155904/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307463 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307447.790335:0:251985:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789307447.790340:0:251985:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616155904 02000000:00000001:1.0:1789307447.790348:0:251985:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789307447.790349:0:238804:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.790351:0:251985:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307447.790357:0:251985:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307447.790358:0:238804:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1789307447.790361:0:251985:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307447.790365:0:251985:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616155904 00000020:00000001:1.0:1789307447.790367:0:251985:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:3.0:1789307447.790368:0:238804:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307447.790369:0:251985:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc98 00000020:00000001:1.0:1789307447.790373:0:251985:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307447.790376:0:251985:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe95150800 refcount=5 00000020:00000001:1.0:1789307447.790380:0:251985:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 00000100:00000040:3.0:1789307447.790381:0:238804:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 2390 usecs (3 jiffies) 00000020:00000001:1.0:1789307447.790382:0:251985:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 00000100:00000001:1.0:1789307447.790390:0:251985:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1789307447.790392:0:238804:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315076102 00000020:00000010:1.0:1789307447.790393:0:251985:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ff440. 00000100:00000001:1.0:1789307447.790400:0:251985:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307447.790401:0:238804:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315078059 00000020:00000010:1.0:1789307447.790408:0:251985:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ff440. 00000100:00000001:3.0:1789307447.790410:0:238804:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315076102 00000100:00000001:3.0:1789307447.790416:0:238804:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315078059 00000020:00000010:1.0:1789307447.790417:0:251985:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0848e00. 00000100:00000001:3.0:1789307447.790430:0:238804:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315076102 00000020:00000010:1.0:1789307447.790432:0:251985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf83f8d180. 00000100:00000001:3.0:1789307447.790435:0:238804:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315078059 00000020:00000010:1.0:1789307447.790440:0:251985:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696a578. 00000100:00000001:3.0:1789307447.790440:0:238804:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315076102 00000100:00000001:3.0:1789307447.790446:0:238804:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315078059 00000100:00000001:3.0:1789307447.790451:0:238804:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307447.790455:0:238804:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307447.790457:0:238804:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1789307447.790461:0:251985:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1789307447.790461:0:238804:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789307447.790470:0:238804:0:(client.c:2716:ptlrpc_set_wait()) set ffff9fbe85807a80 going to sleep for 11 seconds 00000100:00000001:1.0:1789307447.790474:0:251985:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307447.790476:0:238804:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307447.790479:0:251985:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789307447.790481:0:238804:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.790485:0:251985:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.790494:0:251985:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.790508:0:251985:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307447.790521:0:251985:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307447.790523:0:251985:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789307447.790533:0:251985:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00000040:1.0:1789307447.790536:0:251985:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe95150800 : new rpc_count 1 00000100:00000001:1.0:1789307447.790537:0:251985:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244451315968 : -105829258235648 : ffff9fbfb4a7f100) 00000100:00000040:1.0:1789307447.790545:0:251985:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfb4a7f100 x1876218616155904/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:493/0 lens 488/0 e 0 to 0 dl 1789307458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307447.790552:0:251985:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307447.790567:0:251985:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ff440. 00000100:00000001:1.0:1789307447.790569:0:251985:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307447.790570:0:251985:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ff440. 00000100:00100000:1.0:1789307447.790573:0:251985:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfb4a7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:238804:x1876218616155904:12345-0@lo:1000:osp_up1-0.0 00000100:00000200:1.0:1789307447.790576:0:251985:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616155904 00000020:00000001:1.0:1789307447.790578:0:251985:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:1.0:1789307447.790580:0:251985:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000020:00000001:1.0:1789307447.790583:0:251985:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307447.790585:0:251985:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1789307447.790586:0:251985:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651038272 : -1058513344 : ffffffffc0e85e40) 00000020:00000001:1.0:1789307447.790588:0:251985:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1789307447.790592:0:251985:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1876218616155904, found 0 last_xid 1876218616155903 00000020:00000001:1.0:1789307447.790595:0:251985:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789307447.790596:0:251985:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1789307447.790597:0:251985:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1789307447.790598:0:251985:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307447.790601:0:251985:0:(out_handler.c:964:out_handle()) Process entered 00000020:00000010:1.0:1789307447.790607:0:251985:0:(out_handler.c:987:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fbfb6b2dff8. 00000100:00000001:1.0:1789307447.790612:0:251985:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789307447.790614:0:251985:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789307447.790619:0:251985:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fbf922c8000. 02000000:00000001:1.0:1789307447.790621:0:251985:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.790623:0:251985:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307447.790628:0:251985:0:(out_handler.c:1105:out_handle()) kmalloced '(trd)': 136 at ffff9fbf9647f9c0. 00000020:00000001:1.0:1789307447.790630:0:251985:0:(tgt_handler.c:3143:tgt_check_resent()) Process entered 00000020:00000040:1.0:1789307447.790632:0:251985:0:(out_handler.c:1131:out_handle()) lustre-MDT0001: opc: 0xc [0x240001b73:0x2:0x0] 00000020:00000001:1.0:1789307447.790635:0:251985:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307447.790641:0:251985:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243615113304 : -105830094438312 : ffff9fbf82d08058) 00080000:00000001:1.0:1789307447.790647:0:251985:0:(osd_handler.c:2027:osd_trans_create()) Process entered 00080000:00000010:1.0:1789307447.790651:0:251985:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff9fbfc0849200. 00080000:00000001:1.0:1789307447.790654:0:251985:0:(osd_handler.c:2073:osd_trans_create()) Process leaving (rc=18446638244650324480 : -105829059227136 : ffff9fbfc0849200) 00000020:00000001:1.0:1789307447.790658:0:251985:0:(out_handler.c:613:out_write()) Process entered 00080000:00000001:1.0:1789307447.790661:0:251985:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:1.0:1789307447.790664:0:251985:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1789307447.790673:0:251985:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ff440. 00080000:00000001:1.0:1789307447.790676:0:251985:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307447.790690:0:251985:0:(out_handler.c:644:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307447.790694:0:251985:0:(out_handler.c:1131:out_handle()) lustre-MDT0001: opc: 0xc [0x240001b73:0x2:0x0] 00000020:00000001:1.0:1789307447.790697:0:251985:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000001:1.0:1789307447.790699:0:251985:0:(lu_object.c:869:lu_object_find_at()) Process leaving (rc=18446638243615113304 : -105830094438312 : ffff9fbf82d08058) 00000020:00000001:1.0:1789307447.790702:0:251985:0:(out_handler.c:613:out_write()) Process entered 00080000:00000001:1.0:1789307447.790704:0:251985:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:1.0:1789307447.790706:0:251985:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1789307447.790708:0:251985:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307447.790710:0:251985:0:(out_handler.c:644:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307447.790713:0:251985:0:(out_handler.c:867:out_tx_end()) Process entered 00080000:00000001:1.0:1789307447.790716:0:251985:0:(osd_handler.c:2161:osd_trans_start()) Process entered 00080000:00000001:1.0:1789307447.790720:0:251985:0:(osd_io.c:1877:osd_declare_write()) Process entered 00000001:00000001:1.0:1789307447.790723:0:251985:0:(osd_quota.c:643:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1789307447.790726:0:251985:0:(osd_io.c:3006:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9fbf874ff740. 00080000:00000001:1.0:1789307447.790730:0:251985:0:(osd_io.c:1983:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1789307447.790744:0:251985:0:(osd_handler.c:2246:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307447.790746:0:251985:0:(out_lib.c:681:out_tx_write_exec()) write [0x240001b73:0x2:0x0] pos 0 buf ffff9fbf840047c8, len 88 00000020:00000040:1.0:1789307447.790764:0:251985:0:(out_handler.c:901:out_tx_end()) lustre-MDT0001-osd: executed 0/2: rc = 0 00000020:00000040:1.0:1789307447.790766:0:251985:0:(out_lib.c:681:out_tx_write_exec()) write [0x240001b73:0x2:0x0] pos 132 buf ffff9fbf84004860, len 4 00000020:00000040:1.0:1789307447.790769:0:251985:0:(out_handler.c:901:out_tx_end()) lustre-MDT0001-osd: executed 1/2: rc = 0 00080000:00000001:1.0:1789307447.790772:0:251985:0:(osd_handler.c:2302:osd_trans_stop()) Process entered 00000001:00000001:1.0:1789307447.790776:0:251985:0:(tgt_lastrcvd.c:1490:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1789307447.790778:0:251985:0:(tgt_lastrcvd.c:1538:tgt_last_rcvd_update()) transno = 17179874258, last_committed = 17179874257 00000001:00000010:1.0:1789307447.790782:0:251985:0:(tgt_lastrcvd.c:1001:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fbe9794f540. 00000001:00000040:1.0:1789307447.790784:0:251985:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) callback GETting export ffff9fbe95150800 : new cb_count 1 00000020:00000040:1.0:1789307447.790787:0:251985:0:(genops.c:868:class_export_get()) GET export ffff9fbe95150800 refcount=6 00000001:00000010:1.0:1789307447.790792:0:251985:0:(tgt_lastrcvd.c:1415:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fbf9647fc00. 00000001:00000001:1.0:1789307447.790805:0:251985:0:(tgt_lastrcvd.c:1381:tgt_add_reply_data()) add reply ffff9fbf9647fc00: xid 1876218616155904, transno 17179874258, tag 1, client gen 7, slot idx 0 00000001:00000001:1.0:1789307447.790808:0:251985:0:(tgt_lastrcvd.c:1383:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307447.790817:0:251985:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ff740. 00080000:00000010:1.0:1789307447.790820:0:251985:0:(osd_io.c:3034:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9fbf874ff440. 00040000:00000001:1.0:1789307447.790823:0:251985:0:(qsd_handler.c:1099:qsd_op_end()) Process entered 00040000:00000001:1.0:1789307447.790824:0:251985:0:(qsd_handler.c:1118:qsd_op_end()) Process leaving 00080000:00000001:1.0:1789307447.790830:0:251985:0:(osd_handler.c:2394:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1789307447.790833:0:251985:0:(lu_object.c:216:lu_object_put()) Add ffff9fbfb6d53a00/ffff9fbf82d08000 to site lru. bkt: ffff9fbfbee996c8 00000020:00000001:1.0:1789307447.790835:0:251985:0:(out_handler.c:919:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789307447.790837:0:251985:0:(out_handler.c:1261:out_handle()) kfreed 'update_bufs': 8 at ffff9fbfb6b2dff8. 00000020:00000010:1.0:1789307447.790842:0:251985:0:(out_handler.c:1264:out_handle()) kfreed 'trd': 136 at ffff9fbf9647f9c0. 00000020:00000001:1.0:1789307447.790847:0:251985:0:(out_handler.c:1269:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1789307447.790872:0:251985:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 17179874255, transno 17179874258, xid 1876218616155904 00010000:00000001:1.0:1789307447.790875:0:251985:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:1.0:1789307447.790880:0:251985:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfb4a7f100 x1876218616155904/t17179874258(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:493/0 lens 488/4320 e 0 to 0 dl 1789307458 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789307447.790889:0:251985:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789307447.790891:0:251985:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307447.790894:0:251985:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbb8561e8 time=86 v=5 (1 1 0 0) 00000100:00000001:1.0:1789307447.790898:0:251985:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789307447.790904:0:251985:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:1.0:1789307447.790906:0:251985:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 02000000:00000001:1.0:1789307447.790909:0:251985:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789307447.790911:0:251985:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.790913:0:251985:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307447.790916:0:251985:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1789307447.790920:0:251985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbf9647f9c0. 00000100:00000200:1.0:1789307447.790924:0:251985:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1876218616155904, offset 224 00000400:00000200:1.0:1789307447.790928:0:251985:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1789307447.790941:0:251985:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1789307447.790950:0:251985:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x6aa6930230f00 00000400:00000200:1.0:1789307447.790961:0:251985:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x1c1bad [2] + 224 00000400:00000200:1.0:1789307447.790967:0:251985:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789307447.790970:0:251985:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307447.790976:0:251985:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789307447.790983:0:251985:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfb4a7d500 x1876218616155904/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307463 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307447.790995:0:251985:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fbfb4a7d500 x1876218616155904/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307463 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307447.791033:0:251985:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1789307447.791048:0:251985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf9647f9c0 00000400:00000010:1.0:1789307447.791051:0:251985:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbf9647f9c0. 00000100:00000001:3.0:1789307447.791053:0:238804:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307447.791056:0:251985:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1789307447.791058:0:251985:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1789307447.791066:0:251985:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1789307447.791072:0:238804:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1789307447.791077:0:251985:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000400:00000001:3.0:1789307447.791077:0:238804:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1789307447.791083:0:251985:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000400:00000010:3.0:1789307447.791083:0:238804:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a516790. 00000020:00000001:1.0:1789307447.791092:0:251985:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307447.791093:0:238804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe858079c0 00000400:00000010:3.0:1789307447.791100:0:238804:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbe858079c0. 00000020:00000001:1.0:1789307447.791101:0:251985:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1789307447.791106:0:238804:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:1.0:1789307447.791113:0:251985:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb4a7f100 x1876218616155904/t17179874258(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:493/0 lens 488/4320 e 0 to 0 dl 1789307458 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789307447.791118:0:238804:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfb4a7d500 x1876218616155904/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307463 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789307447.791187:0:238804:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfb4a7d500 x1876218616155904/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307463 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307447.791191:0:251985:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfb4a7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:238804:x1876218616155904:12345-0@lo:1000:osp_up1-0.0 Request processed in 632us (910us total) trans 17179874258 rc 0/0 00000100:00000001:3.0:1789307447.791202:0:238804:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789307447.791206:0:238804:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307447.791214:0:238804:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789307447.791218:0:238804:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1789307447.791220:0:251985:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00000001:3.0:1789307447.791222:0:238804:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307447.791226:0:238804:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307447.791227:0:251985:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe95150800 : new rpc_count 0 02000000:00000001:3.0:1789307447.791230:0:238804:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307447.791233:0:251985:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307447.791237:0:251985:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789307447.791241:0:251985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf83f8d180. 00000100:00001000:3.0:1789307447.791241:0:238804:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfba939c60 time=16 v=5 (5 5 5 5) 00000100:00001000:3.0:1789307447.791254:0:238804:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfba939c18 time=16 v=5 (1 1 1 1) 00000020:00000010:1.0:1789307447.791255:0:251985:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696a578. 00000100:00000001:3.0:1789307447.791267:0:238804:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1789307447.791269:0:251985:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0848e00. 00000100:00000001:3.0:1789307447.791270:0:238804:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307447.791278:0:238804:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789307447.791281:0:238804:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307447.791282:0:251985:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe95150800 : new refcount 5 00000100:00000001:3.0:1789307447.791286:0:238804:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789307447.791289:0:251985:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789307447.791291:0:238804:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789307447.791295:0:238804:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789307447.791297:0:238804:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789307447.791299:0:238804:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244451308800 : -105829258242816 : ffff9fbfb4a7d500) 00000100:00000001:3.0:1789307447.791308:0:238804:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789307447.791311:0:238804:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 17179874255 00000100:00000001:3.0:1789307447.791313:0:238804:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789307447.791316:0:238804:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307447.791320:0:238804:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfb4a7d500 x1876218616155904/t17179874258(17179874258) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307463 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307447.791328:0:238804:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307447.791344:0:238804:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789307447.791347:0:238804:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1789307447.791353:0:238804:0:(osp_trans.c:602:osp_update_interpret()) Process entered 00000004:00000010:3.0:1789307447.791361:0:238804:0:(osp_trans.c:572:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9fbf88564240. 00000004:00000010:3.0:1789307447.791366:0:238804:0:(osp_trans.c:572:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9fbf88564340. 00000004:00000001:3.0:1789307447.791371:0:238804:0:(osp_trans.c:692:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307447.791377:0:238804:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb4a7d500 x1876218616155904/t17179874258(17179874258) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307463 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307447.791385:0:238804:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfb4a7d500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:238804:1876218616155904:0@lo:1000:osp_up1-0.0 00000100:00000001:3.0:1789307447.791390:0:238804:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307447.791393:0:238804:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307447.791396:0:238804:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789307447.791397:0:238804:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789307447.791400:0:238804:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fbfb4a7d500 x1876218616155904/t17179874258(17179874258) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307463 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307447.791407:0:238804:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789307447.791409:0:238804:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fbe85807a80. 00000100:00000001:3.0:1789307447.791412:0:238804:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789307447.791414:0:238804:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307447.791417:0:238804:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789307447.791420:0:238804:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfb4a7d500 x1876218616155904/t17179874258(17179874258) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1789307463 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307447.791426:0:238804:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1789307447.791427:0:238804:0:(osp_trans.c:1210:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307447.903471:0:266586:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8d400. 00080000:00000010:1.0:1789307447.903482:0:266586:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8d400. 00000020:00000001:1.0:1789307447.903487:0:266586:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307447.903494:0:266586:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8d400. 00080000:00000010:1.0:1789307447.903499:0:266586:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8d400. 00000020:00000001:1.0:1789307447.903502:0:266586:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307447.903508:0:266586:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8d400. 00080000:00000010:1.0:1789307447.903512:0:266586:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8d400. 00000020:00000001:1.0:1789307447.903515:0:266586:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1789307447.903524:0:266586:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf83f8d400. 00080000:00000010:1.0:1789307447.903528:0:266586:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf83f8d400. 00000020:00000001:1.0:1789307447.903532:0:266586:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307448.107171:0:235391:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307448.107184:0:235391:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307448.107191:0:235391:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307448.107192:0:235391:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307448.107196:0:235391:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307448.107198:0:235391:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307448.107204:0:235391:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789307448.107205:0:235391:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307448.107209:0:235391:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789307448.107210:0:235391:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307448.107280:0:122633:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789307448.107287:0:122633:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789307448.107290:0:122633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1789307448.529386:0:266635:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47aa80. 00080000:00000010:3.0:1789307448.529400:0:266635:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47aa80. 00000020:00000001:3.0:1789307448.529407:0:266635:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307448.529418:0:266635:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47aa80. 00080000:00000010:3.0:1789307448.529424:0:266635:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47aa80. 00000020:00000001:3.0:1789307448.529429:0:266635:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307448.529443:0:266635:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47aa80. 00080000:00000010:3.0:1789307448.529449:0:266635:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47aa80. 00000020:00000001:3.0:1789307448.529454:0:266635:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1789307448.529462:0:266635:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbf9a47aa80. 00080000:00000010:3.0:1789307448.529467:0:266635:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbf9a47aa80. 00000020:00000001:3.0:1789307448.529472:0:266635:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307449.131020:0:235391:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307449.131030:0:235391:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307449.131038:0:235391:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307449.131040:0:235391:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307449.131043:0:235391:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307449.131045:0:235391:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307449.131051:0:235391:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789307449.131052:0:235391:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307449.131056:0:235391:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789307449.131057:0:235391:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307449.131360:0:120441:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789307449.131364:0:120441:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789307449.131369:0:120441:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1789307449.180530:0:266684:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44900. 00080000:00000010:2.0:1789307449.180544:0:266684:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44900. 00000020:00000001:2.0:1789307449.180550:0:266684:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307449.180559:0:266684:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44900. 00080000:00000010:2.0:1789307449.180565:0:266684:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44900. 00000020:00000001:2.0:1789307449.180569:0:266684:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307449.180577:0:266684:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44900. 00080000:00000010:2.0:1789307449.180583:0:266684:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44900. 00000020:00000001:2.0:1789307449.180587:0:266684:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1789307449.180594:0:266684:0:(osd_handler.c:2598:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9fbfc0f44900. 00080000:00000010:2.0:1789307449.180599:0:266684:0:(osd_handler.c:2639:osd_statfs()) kfreed 'ksfs': 120 at ffff9fbfc0f44900. 00000020:00000001:2.0:1789307449.180603:0:266684:0:(tgt_mount.c:2304:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307449.834952:0:263615:0:(connection.c:75:cpu_latency_work()) work item of ffff9fbe84bd7910 (cpu 1) has reached its deadline 4315078059, at 4315078144 00000100:00000040:2.0:1789307449.834952:0:265227:0:(connection.c:75:cpu_latency_work()) work item of ffff9fbe84bd7a20 (cpu 2) has reached its deadline 4315078059, at 4315078144 00000100:00000040:0.0:1789307449.834960:0:235391:0:(connection.c:75:cpu_latency_work()) work item of ffff9fbe84bd7800 (cpu 0) has reached its deadline 4315078059, at 4315078144 00000100:00000040:3.0:1789307449.834962:0:244305:0:(connection.c:75:cpu_latency_work()) work item of ffff9fbe84bd7b30 (cpu 3) has reached its deadline 4315078059, at 4315078144 00000100:00000010:1.0:1789307449.834973:0:263615:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fbe86acd9c0. 00000100:00000010:2.0:1789307449.834975:0:265227:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fbe86acde40. 00000100:00000010:3.0:1789307449.834978:0:244305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fbf82f2c780. 00000100:00000010:0.0:1789307449.834980:0:235391:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fbe86acd660. 00000100:00000040:0.0:1789307449.835003:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d06165a-4799-48d7-99d3-4176da1fff9b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789307449.835011:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789307449.835026:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0e9c700. 00000020:00000040:0.0:1789307449.835032:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbe870dc800 refcount=4 obd=MGC192.168.204.156@tcp 00000100:00000001:0.0:1789307449.835037:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789307449.835042:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789307449.835048:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789307449.835057:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf98f66900. 00000100:00000001:0.0:1789307449.835064:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307449.835075:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d06165a-4799-48d7-99d3-4176da1fff9b->MGS req@ffff9fbfc0e9c700 x1876218616156032/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789307449.835087:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789307449.835091:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307449.835098:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f87ed641] to pc [ptlrpcd_00_00+0] req@ffff9fbfc0e9c700 x1876218616156032/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307449.835127:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307449.835130:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789307449.835134:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789307449.835139:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0e9fb80. 00000020:00000040:0.0:1789307449.835142:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbf89fa1000 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:0.0:1789307449.835144:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789307449.835146:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789307449.835149:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789307449.835154:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbfb6effc00. 00000100:00000001:3.0:1789307449.835154:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789307449.835159:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307449.835165:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID req@ffff9fbfc0e9fb80 x1876218616156160/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789307449.835166:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307449.835171:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789307449.835175:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.835176:0:118849:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1789307449.835177:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789307449.835181:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307449.835186:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfc0e9c700 x1876218616156032/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789307449.835189:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ea80bc9] to pc [ptlrpcd_00_01+1] req@ffff9fbfc0e9fb80 x1876218616156160/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307449.835219:0:118849:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789307449.835222:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.835223:0:118849:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307449.835228:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1789307449.835230:0:118849:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1789307449.835232:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1789307449.835234:0:118849:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1789307449.835238:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0e9d500. 02000000:00000001:3.0:1789307449.835239:0:118849:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307449.835243:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbf97e31800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1789307449.835243:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1789307449.835246:0:118849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfc0e9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6d06165a-4799-48d7-99d3-4176da1fff9b:118849:1876218616156032:0@lo:400:kworker.0 00000100:00000001:2.0:1789307449.835247:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789307449.835249:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789307449.835252:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1789307449.835252:0:118850:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1789307449.835254:0:118849:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789307449.835257:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307449.835262:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfc0e9fb80 x1876218616156160/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789307449.835262:0:118849:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1789307449.835264:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbe9720b000. 02000000:00000001:3.0:1789307449.835267:0:118849:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.835270:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307449.835273:0:118849:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1789307449.835279:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff9fbfc0e9d500 x1876218616156288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1789307449.835280:0:118849:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfb90eb000. 00000100:00000001:2.0:1789307449.835281:0:118850:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789307449.835284:0:118850:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307449.835286:0:118849:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307449.835289:0:118850:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789307449.835293:0:118850:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1789307449.835297:0:118849:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a516790. 00000100:00000001:0.0:1789307449.835298:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1789307449.835298:0:118850:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.835304:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307449.835306:0:118850:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfc0e9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:118850:1876218616156160:0@lo:400:kworker.0 00000400:00000010:3.0:1789307449.835309:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdef68. 00000100:00000040:0.0:1789307449.835311:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054454cfc] to pc [ptlrpcd_00_02+2] req@ffff9fbfc0e9d500 x1876218616156288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307449.835315:0:118850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1789307449.835321:0:118849:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616156032, portal 25 00000100:00000001:3.0:1789307449.835325:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789307449.835327:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244656957184 : -105829052594432 : ffff9fbfc0e9c700) 02000000:00000001:2.0:1789307449.835335:0:118850:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1789307449.835336:0:118849:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfc0e9c700 x1876218616156032/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307449.835338:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307449.835339:0:118850:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307449.835344:0:118850:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1789307449.835345:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1789307449.835350:0:118850:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfc0a80400. 02000000:00000001:2.0:1789307449.835356:0:118850:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.835357:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1789307449.835361:0:118849:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1789307449.835363:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1789307449.835364:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf9f904000. 00000400:00000010:2.0:1789307449.835365:0:118850:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb5058580. 00000100:00000001:1.0:1789307449.835367:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1789307449.835369:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbf84cc6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:3.0:1789307449.835369:0:118849:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1789307449.835371:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1789307449.835373:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd550. 00000100:00000001:0.0:1789307449.835375:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1789307449.835376:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdeb28. 02000000:00000001:0.0:1789307449.835379:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1789307449.835379:0:118850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616156160, portal 10 00000100:00000040:1.0:1789307449.835380:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfc0e9d500 x1876218616156288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789307449.835383:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789307449.835383:0:118849:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876218616156032, offset 0 00000100:00000001:2.0:1789307449.835384:0:118850:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789307449.835388:0:118850:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244656970624 : -105829052580992 : ffff9fbfc0e9fb80) 02000000:00000010:0.0:1789307449.835392:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbe978bf700. 00000100:00000001:0.0:1789307449.835399:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307449.835399:0:118849:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1789307449.835401:0:118850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfc0e9fb80 x1876218616156160/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307449.835404:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789307449.835407:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307449.835413:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1789307449.835414:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@ffff9fbf9f904000 x1876218616156416/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1789307449.835417:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307449.835418:0:118850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1789307449.835422:0:118849:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1789307449.835424:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307449.835426:0:118850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1789307449.835433:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfc0e9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:118851:1876218616156288:0@lo:400:kworker.0 00000400:00000010:2.0:1789307449.835433:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd7f8. 00000100:00000001:0.0:1789307449.835435:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1789307449.835439:0:118850:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616156160, offset 0 00000100:00000001:0.0:1789307449.835440:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.835442:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1789307449.835443:0:118849:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6aa6930230f80 02000000:00000001:1.0:1789307449.835448:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1789307449.835450:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056fc238f] to pc [ptlrpcd_00_03+3] req@ffff9fbf9f904000 x1876218616156416/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307449.835452:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307449.835452:0:118850:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1789307449.835457:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789307449.835464:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfc0848000. 00000400:00000200:3.0:1789307449.835464:0:118849:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1c0451 [2] + 0 00000400:00000200:2.0:1789307449.835465:0:118850:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1789307449.835470:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789307449.835475:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb6ce3000. 00000400:00000010:1.0:1789307449.835477:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe856447e8. 00000400:00000200:2.0:1789307449.835480:0:118850:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa6930231000 00000400:00000200:3.0:1789307449.835484:0:118849:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fbf98f639c0 00000100:00000001:0.0:1789307449.835487:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307449.835491:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1789307449.835492:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54bb0. 00000400:00000200:3.0:1789307449.835496:0:118849:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789307449.835498:0:118850:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 159232 00000100:00000001:0.0:1789307449.835501:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1789307449.835506:0:118849:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1789307449.835508:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf9f907800. 00000400:00000200:2.0:1789307449.835509:0:118850:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307449.835513:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf98f639c0 00000020:00000040:0.0:1789307449.835515:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbfb6ad4000 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000100:00000200:1.0:1789307449.835518:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616156288, portal 10 00000400:00000200:2.0:1789307449.835518:0:118850:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1789307449.835518:0:118849:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9fbf98f639c0. 00000100:00000001:0.0:1789307449.835520:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789307449.835524:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1789307449.835525:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789307449.835527:0:118849:0:(events.c:290:request_in_callback()) Process entered 02000000:00000001:0.0:1789307449.835528:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.835528:0:118850:0:(events.c:290:request_in_callback()) Process entered 00000100:00000001:1.0:1789307449.835529:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244656960768 : -105829052590848 : ffff9fbfc0e9d500) 00000100:00000200:3.0:1789307449.835530:0:118849:0:(events.c:300:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1789307449.835533:0:118850:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:0.0:1789307449.835537:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf82fef500. 00000100:00000040:3.0:1789307449.835539:0:118849:0:(events.c:341:request_in_callback()) incoming req@ffff9fbe8405b050 x1876218616156032 msgsize 224 00000100:00000040:1.0:1789307449.835541:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfc0e9d500 x1876218616156288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1789307449.835541:0:118850:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbb48f800. 00000100:00000001:0.0:1789307449.835542:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307449.835551:0:118849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1789307449.835552:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff9fbf9f907800 x1876218616156544/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1789307449.835558:0:118849:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1789307449.835560:0:118850:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbb48f800 x1876218616156160 msgsize 224 00000100:00000001:1.0:1789307449.835566:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1789307449.835572:0:118849:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:0.0:1789307449.835574:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1789307449.835575:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1789307449.835576:0:118850:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1789307449.835579:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307449.835581:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54a18. 00000400:00000200:3.0:1789307449.835583:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdeb28 00000100:00000040:0.0:1789307449.835587:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000246ffcf4] to pc [ptlrpcd_00_00+0] req@ffff9fbf9f907800 x1876218616156544/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1789307449.835588:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdeb28. 00000100:00000001:2.0:1789307449.835590:0:118850:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000200:1.0:1789307449.835596:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616156288, offset 0 00000100:00000001:3.0:1789307449.835596:0:118849:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:2.0:1789307449.835602:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd7f8 00000100:00000001:0.0:1789307449.835603:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789307449.835604:0:118849:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfc0e9c700 x1876218616156032/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1789307449.835607:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd7f8. 00000100:00000040:0.0:1789307449.835609:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789307449.835613:0:118850:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:1.0:1789307449.835617:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1789307449.835619:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:2.0:1789307449.835622:0:118850:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfc0e9fb80 x1876218616156160/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1789307449.835626:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf9f904e00. 00000100:00000001:3.0:1789307449.835628:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1789307449.835632:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbe85bcb800 refcount=3 obd=lustre-OST0001-osc-MDT0001 00000400:00000200:1.0:1789307449.835632:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1789307449.835636:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfc0e9c700 x1876218616156032/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307449.835639:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789307449.835653:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1789307449.835653:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1789307449.835657:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307449.835658:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa6930231080 02000000:00000010:0.0:1789307449.835665:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf82fef700. 00000100:00000040:2.0:1789307449.835668:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfc0e9fb80 x1876218616156160/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789307449.835670:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 159456 00000100:00000001:0.0:1789307449.835673:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.835673:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.835679:0:118849:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1789307449.835681:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1789307449.835684:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID req@ffff9fbf9f904e00 x1876218616156672/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789307449.835688:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307449.835689:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1789307449.835692:0:118849:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.835693:0:118850:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789307449.835697:0:118851:0:(events.c:290:request_in_callback()) Process entered 00000100:00000001:3.0:1789307449.835700:0:118849:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315083178 00000100:00000200:1.0:1789307449.835701:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1789307449.835702:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789307449.835703:0:118850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.835708:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789307449.835709:0:118849:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fbe838169c0. 00000100:00000010:1.0:1789307449.835710:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf862ed180. 00000100:00000040:2.0:1789307449.835711:0:118850:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 14838 usecs (15 jiffies) 00000100:00000040:0.0:1789307449.835715:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000858b02d5] to pc [ptlrpcd_00_01+1] req@ffff9fbf9f904e00 x1876218616156672/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307449.835716:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf862ed180 x1876218616156288 msgsize 224 00000100:00000001:2.0:1789307449.835717:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315078159 00000100:00000001:3.0:1789307449.835723:0:118849:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0 00000100:00100000:1.0:1789307449.835730:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1789307449.835731:0:118849:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315083178 00000100:00000001:2.0:1789307449.835734:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315083178 00000100:00000001:0.0:1789307449.835739:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.835739:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315078159 00000100:00000010:3.0:1789307449.835739:0:118849:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fbe83816ba0. 00000100:00000001:1.0:1789307449.835743:0:118851:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000040:0.0:1789307449.835746:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789307449.835746:0:118849:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1789307449.835751:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54a18 00000100:00000001:2.0:1789307449.835753:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315083178 00000100:00000001:3.0:1789307449.835753:0:118849:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 2 is 4315083178 00000100:00000001:0.0:1789307449.835754:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1789307449.835755:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54a18. 00000100:00000001:2.0:1789307449.835760:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315078159 00000100:00000010:3.0:1789307449.835761:0:118849:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fbe838168a0. 00000100:00000010:0.0:1789307449.835762:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfa32e7100. 00000100:00000001:1.0:1789307449.835762:0:118851:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1789307449.835768:0:118849:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 2 00000020:00000040:0.0:1789307449.835769:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbfb68f8000 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000200:1.0:1789307449.835769:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfc0e9d500 x1876218616156288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307449.835774:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315083178 00000100:00000001:3.0:1789307449.835774:0:118849:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 3 is 4315083178 00000100:00000001:0.0:1789307449.835775:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789307449.835780:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1789307449.835781:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315078159 00000100:00000010:3.0:1789307449.835782:0:118849:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fbe83816600. 02000000:00000001:0.0:1789307449.835783:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.835789:0:118849:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 3 02000000:00000010:0.0:1789307449.835791:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf82fef000. 00000100:00000001:1.0:1789307449.835791:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789307449.835795:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315083178 00000100:00000001:3.0:1789307449.835795:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789307449.835797:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307449.835799:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfc0e9d500 x1876218616156288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307449.835801:0:118850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307449.835802:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307449.835805:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@ffff9fbfa32e7100 x1876218616156800/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789307449.835807:0:118850:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.835809:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.835813:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.835816:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307449.835818:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307449.835826:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.835827:0:118850:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789307449.835828:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789307449.835828:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789307449.835829:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789307449.835830:0:118850:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789307449.835832:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789307449.835833:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.835834:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307449.835835:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.835837:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789307449.835840:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1789307449.835841:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cc892e3] to pc [ptlrpcd_00_02+2] req@ffff9fbfa32e7100 x1876218616156800/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307449.835841:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 14573 usecs (15 jiffies) 00000100:00000001:2.0:1789307449.835841:0:118850:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1789307449.835844:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307449.835846:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4315078159 00000100:00000040:2.0:1789307449.835848:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbf9f904e00 x1876218616156672/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307449.835849:0:118849:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1789307449.835871:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4315083178 00000100:00000001:1.0:1789307449.835875:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4315078160 00000100:00000001:1.0:1789307449.835881:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4315083178 00000100:00000001:1.0:1789307449.835886:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4315078160 00000100:00000001:1.0:1789307449.835893:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4315083178 00000100:00000001:0.0:1789307449.835895:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307449.835896:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbf9f907800 x1876218616156544/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307449.835898:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4315078160 00000100:00000040:0.0:1789307449.835901:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789307449.835909:0:118850:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789307449.835911:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1789307449.835911:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4315083178 00000100:00000001:2.0:1789307449.835913:0:118850:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.835915:0:118849:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789307449.835916:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1789307449.835918:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfa32e5c00. 02000000:00000001:2.0:1789307449.835919:0:118850:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1789307449.835919:0:118849:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.835923:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307449.835924:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbfba939800 refcount=4 obd=lustre-MDT0001-osp-MDT0000 02000000:00000001:2.0:1789307449.835924:0:118850:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789307449.835925:0:118849:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1789307449.835930:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307449.835930:0:118849:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789307449.835931:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789307449.835931:0:118850:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307449.835935:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1789307449.835936:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1789307449.835939:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307449.835939:0:118850:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbf9f904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:118850:1876218616156672:0@lo:400:kworker.0 02000000:00000001:3.0:1789307449.835941:0:118849:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.835945:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1789307449.835946:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf82fef800. 00000100:00000001:1.0:1789307449.835948:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789307449.835949:0:118849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbf9f907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:118849:1876218616156544:0@lo:400:kworker.0 00000100:00000001:0.0:1789307449.835952:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.835954:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307449.835959:0:118849:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1789307449.835960:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1789307449.835963:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@ffff9fbfa32e5c00 x1876218616156928/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789307449.835964:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1789307449.835965:0:118849:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1789307449.835968:0:118850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789307449.835969:0:118849:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307449.835973:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfa32e7100 x1876218616156800/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789307449.835974:0:118850:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789307449.835975:0:118849:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1789307449.835979:0:118850:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789307449.835983:0:118849:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfb90ea800. 02000000:00000001:2.0:1789307449.835985:0:118850:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1789307449.835989:0:118849:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.835990:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000010:2.0:1789307449.835992:0:118850:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfc0a80000. 00000100:00000001:0.0:1789307449.835994:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.835994:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1789307449.835996:0:118850:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.836000:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307449.836001:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b9ee2a] to pc [ptlrpcd_00_03+3] req@ffff9fbfa32e5c00 x1876218616156928/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307449.836005:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1789307449.836005:0:118849:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a5164d0. 00000400:00000010:2.0:1789307449.836006:0:118850:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb5058688. 02000000:00000001:1.0:1789307449.836011:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1789307449.836014:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdeb28. 00000100:00000001:0.0:1789307449.836015:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307449.836016:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307449.836020:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd7f8. 00000100:00000040:0.0:1789307449.836021:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1789307449.836022:0:118849:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616156544, portal 4 00000100:00100000:1.0:1789307449.836023:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfa32e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:118851:1876218616156800:0@lo:400:kworker.0 00000100:00000200:2.0:1789307449.836028:0:118850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616156672, portal 4 00000100:00000001:3.0:1789307449.836028:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789307449.836032:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244097456128 : -105829612095488 : ffff9fbf9f907800) 00000100:00000001:1.0:1789307449.836034:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1789307449.836035:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789307449.836035:0:118850:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1789307449.836039:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1789307449.836040:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbedf800. 00000100:00000001:2.0:1789307449.836040:0:118850:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244097445376 : -105829612106240 : ffff9fbf9f904e00) 02000000:00000001:1.0:1789307449.836044:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307449.836045:0:118849:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbf9f907800 x1876218616156544/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1789307449.836046:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbe8d189000 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1789307449.836048:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1789307449.836050:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789307449.836053:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1789307449.836054:0:118850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbf9f904e00 x1876218616156672/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789307449.836056:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307449.836056:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfc0849e00. 02000000:00000001:1.0:1789307449.836062:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789307449.836064:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf82fefa00. 00000100:00000001:3.0:1789307449.836067:0:118849:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1789307449.836070:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307449.836072:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644528. 00000100:00000040:3.0:1789307449.836075:0:118849:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1789307449.836077:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@ffff9fbfbbedf800 x1876218616157056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789307449.836077:0:118850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1789307449.836081:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde088. 00000400:00000010:1.0:1789307449.836082:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54a18. 00000100:00000040:2.0:1789307449.836085:0:118850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1789307449.836089:0:118849:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876218616156544, offset 0 00000100:00000200:1.0:1789307449.836091:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616156800, portal 10 00000400:00000010:2.0:1789307449.836092:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd440. 00000100:00000001:0.0:1789307449.836093:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789307449.836097:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.836097:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789307449.836102:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244158140672 : -105829551410944 : ffff9fbfa32e7100) 00000400:00000200:3.0:1789307449.836102:0:118849:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1789307449.836105:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011b23675] to pc [ptlrpcd_00_00+0] req@ffff9fbfbbedf800 x1876218616157056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789307449.836109:0:118850:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876218616156672, offset 0 00000100:00000001:0.0:1789307449.836112:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307449.836114:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfa32e7100 x1876218616156800/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789307449.836115:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1789307449.836118:0:118849:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1789307449.836120:0:118850:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1789307449.836125:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1789307449.836131:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1789307449.836132:0:118850:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789307449.836136:0:118849:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6aa6930231180 00000100:00000040:1.0:1789307449.836137:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1789307449.836142:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf85c00700. 00000400:00000200:2.0:1789307449.836144:0:118850:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6aa6930231200 00000400:00000200:3.0:1789307449.836146:0:118849:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x197959 [8] + 4848 00000020:00000040:0.0:1789307449.836148:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbf97e5e000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000400:00000010:1.0:1789307449.836148:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54110. 00000100:00000001:0.0:1789307449.836154:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789307449.836156:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1789307449.836157:0:118850:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x197959 [8] + 5072 02000000:00000001:0.0:1789307449.836158:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307449.836158:0:118849:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1789307449.836166:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf82fef600. 00000100:00000200:1.0:1789307449.836166:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616156800, offset 0 00000400:00000200:2.0:1789307449.836167:0:118850:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789307449.836168:0:118849:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1789307449.836171:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307449.836176:0:118850:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1789307449.836177:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1789307449.836180:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID req@ffff9fbf85c00700 x1876218616157184/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789307449.836185:0:118849:0:(events.c:290:request_in_callback()) Process entered 00000100:00000001:0.0:1789307449.836186:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1789307449.836189:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1789307449.836191:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789307449.836191:0:118849:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:0.0:1789307449.836198:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a3beeb1] to pc [ptlrpcd_00_01+1] req@ffff9fbf85c00700 x1876218616157184/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1789307449.836199:0:118849:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb4a7d180. 00000100:00000001:2.0:1789307449.836203:0:238796:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1789307449.836206:0:118849:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb4a7d180 x1876218616156544 msgsize 224 00000100:00100000:2.0:1789307449.836207:0:238796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616156032 02000000:00000001:2.0:1789307449.836211:0:238796:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1789307449.836214:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa6930231280 00000100:00000001:2.0:1789307449.836215:0:238796:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789307449.836217:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.836218:0:238796:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307449.836219:0:118849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1789307449.836222:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1789307449.836225:0:238796:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307449.836227:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 159680 00000100:00000001:0.0:1789307449.836230:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1789307449.836231:0:238796:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616156032 00000100:00000010:0.0:1789307449.836234:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf85c02a00. 00000100:00000001:3.0:1789307449.836234:0:118849:0:(events.c:377:request_in_callback()) Process leaving 00000020:00000001:2.0:1789307449.836236:0:238796:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789307449.836239:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbe960a0800 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:1.0:1789307449.836239:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1789307449.836240:0:238796:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedbf0 00000400:00000200:3.0:1789307449.836242:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde088 00000020:00000001:2.0:1789307449.836244:0:238796:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1789307449.836245:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1789307449.836246:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde088. 02000000:00000001:0.0:1789307449.836248:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:2.0:1789307449.836249:0:238796:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe97dc9000 refcount=24 00000400:00000200:1.0:1789307449.836250:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1789307449.836252:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.836253:0:118849:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1789307449.836255:0:118851:0:(events.c:290:request_in_callback()) Process entered 02000000:00000010:0.0:1789307449.836257:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf82fefb00. 00000100:00000200:1.0:1789307449.836260:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1789307449.836260:0:238796:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239673257984 : -105834036293632 : ffff9fbe97dc9000) 00000100:00000200:3.0:1789307449.836260:0:118849:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbf9f907800 x1876218616156544/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307449.836263:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307449.836268:0:238796:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239673257984 : -105834036293632 : ffff9fbe97dc9000) 00000100:00000010:1.0:1789307449.836269:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf862edc00. 00000100:00000040:0.0:1789307449.836274:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@ffff9fbf85c02a00 x1876218616157312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1789307449.836277:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf862edc00 x1876218616156800 msgsize 224 00000100:00000001:2.0:1789307449.836280:0:238796:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307449.836287:0:238796:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00440. 00000100:00000001:3.0:1789307449.836288:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1789307449.836292:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1789307449.836295:0:238796:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789307449.836296:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbf9f907800 x1876218616156544/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307449.836302:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000020:00000010:2.0:1789307449.836303:0:238796:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00440. 00000100:00000001:0.0:1789307449.836307:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.836314:0:118851:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:3.0:1789307449.836314:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307449.836316:0:238796:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0a81600. 00000100:00000040:0.0:1789307449.836318:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000202684aa] to pc [ptlrpcd_00_02+2] req@ffff9fbf85c02a00 x1876218616157312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307449.836319:0:118849:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1789307449.836323:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54110 00000020:00000010:2.0:1789307449.836323:0:238796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44a80. 00000100:00000001:0.0:1789307449.836327:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307449.836329:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54110. 00000100:00000040:0.0:1789307449.836330:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000010:2.0:1789307449.836332:0:238796:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb59840c8. 00000100:00000001:3.0:1789307449.836334:0:118849:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.836335:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1789307449.836335:0:118851:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1789307449.836342:0:118849:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 38432 usecs (39 jiffies) 00000100:00000200:1.0:1789307449.836344:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfa32e7100 x1876218616156800/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307449.836345:0:238796:0:(service.c:1432:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1789307449.836347:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315078184 00000100:00000001:2.0:1789307449.836352:0:238796:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307449.836353:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315083178 00000100:00000001:0.0:1789307449.836354:0:225632:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1789307449.836357:0:238796:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1789307449.836359:0:225632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616156160 00000100:00000001:3.0:1789307449.836360:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315078184 00000100:00000001:2.0:1789307449.836361:0:238796:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307449.836364:0:225632:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307449.836366:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789307449.836366:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315083178 00000100:00000001:0.0:1789307449.836368:0:225632:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1789307449.836372:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfa32e7100 x1876218616156800/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307449.836372:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315078184 00000100:00000001:0.0:1789307449.836373:0:225632:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.836373:0:238796:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.836378:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315083178 02000000:00000001:0.0:1789307449.836381:0:225632:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.836384:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315078184 00000100:00100000:0.0:1789307449.836387:0:225632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616156160 00000100:00000001:2.0:1789307449.836387:0:238796:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307449.836389:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315083178 00000020:00000001:0.0:1789307449.836393:0:225632:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:3.0:1789307449.836395:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1789307449.836396:0:225632:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725eceddfd 00000100:00000001:2.0:1789307449.836396:0:238796:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307449.836397:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.836399:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.836401:0:238796:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1789307449.836402:0:225632:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1789307449.836402:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789307449.836404:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307449.836408:0:225632:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb6e54800 refcount=5 00000100:00000001:3.0:1789307449.836408:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307449.836411:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307449.836411:0:238796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000020:00000001:0.0:1789307449.836414:0:225632:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244488890368 : -105829220661248 : ffff9fbfb6e54800) 00000100:00000040:1.0:1789307449.836418:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 7565 usecs (8 jiffies) 00000100:00000001:3.0:1789307449.836418:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1789307449.836419:0:225632:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244488890368 : -105829220661248 : ffff9fbfb6e54800) 00000100:00000040:2.0:1789307449.836419:0:238796:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe97dc9000 : new rpc_count 1 00000100:00000001:3.0:1789307449.836422:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789307449.836426:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315078153 00000100:00000001:2.0:1789307449.836426:0:238796:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638239340408912 : -105834369142704 : ffff9fbe8405b050) 00000100:00000001:0.0:1789307449.836427:0:225632:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1789307449.836427:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789307449.836431:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307449.836433:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315083178 00000100:00000001:3.0:1789307449.836434:0:118849:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1789307449.836435:0:225632:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf885646c0. 00000100:00000040:2.0:1789307449.836436:0:238796:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbe8405b050 x1876218616156032/t0(0) o400->6d06165a-4799-48d7-99d3-4176da1fff9b@0@lo:495/0 lens 224/0 e 0 to 0 dl 1789307460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307449.836439:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315078153 00000100:00000040:3.0:1789307449.836443:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfbbedf800 x1876218616157056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307449.836445:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315083178 00000020:00000040:0.0:1789307449.836447:0:225632:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (ffff9fbfad0fcd40) now 16 - evictor 00000100:00000001:1.0:1789307449.836453:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315078153 00000100:00000001:1.0:1789307449.836459:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315083178 00000100:00000001:0.0:1789307449.836461:0:225632:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1789307449.836464:0:238796:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1789307449.836466:0:118849:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000010:0.0:1789307449.836468:0:225632:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb281c400. 00000100:00000001:3.0:1789307449.836469:0:118849:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307449.836470:0:238796:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00440. 00000100:00000001:1.0:1789307449.836471:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315078153 00000020:00000010:0.0:1789307449.836475:0:225632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf85192400. 00000100:00000001:2.0:1789307449.836476:0:238796:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789307449.836476:0:118849:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1789307449.836477:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315083178 02000000:00000001:3.0:1789307449.836480:0:118849:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307449.836482:0:238796:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00440. 00000020:00000010:0.0:1789307449.836483:0:225632:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfad0efc80. 00000100:00000001:1.0:1789307449.836483:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789307449.836485:0:118849:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.836490:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307449.836492:0:238796:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbe8405b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6d06165a-4799-48d7-99d3-4176da1fff9b+24:118849:x1876218616156032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789307449.836493:0:118849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfbbedf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:118849:1876218616157056:0@lo:400:kworker.0 00000100:00000040:0.0:1789307449.836495:0:225632:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1789307449.836496:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.836502:0:225632:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307449.836503:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1789307449.836503:0:238796:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616156032 00000100:00000001:3.0:1789307449.836504:0:118849:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1789307449.836505:0:225632:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1789307449.836508:0:118849:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1789307449.836510:0:238796:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:0.0:1789307449.836511:0:225632:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307449.836511:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1789307449.836512:0:118849:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.836515:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1789307449.836517:0:238796:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 02000000:00000001:3.0:1789307449.836517:0:118849:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1789307449.836519:0:225632:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1789307449.836521:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789307449.836523:0:225632:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1789307449.836524:0:238796:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789307449.836524:0:118849:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfb90eae00. 00000100:00000001:0.0:1789307449.836526:0:225632:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307449.836535:0:118849:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.836536:0:225632:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307449.836536:0:238796:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1789307449.836537:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1789307449.836541:0:238796:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072660900032 : -1048651584 : ffffffffc17ed8c0) 00000400:00000010:3.0:1789307449.836542:0:118849:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a516630. 00000020:00000001:2.0:1789307449.836548:0:238796:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1789307449.836549:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1789307449.836549:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde088. 00000100:00000001:0.0:1789307449.836550:0:225632:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1789307449.836551:0:238796:0:(tgt_handler.c:563:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789307449.836554:0:225632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616156288 00000100:00000200:3.0:1789307449.836556:0:118849:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616157056, portal 4 00000100:00000040:1.0:1789307449.836557:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbf85c02a00 x1876218616157312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789307449.836558:0:225632:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1789307449.836558:0:238796:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1789307449.836562:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789307449.836563:0:225632:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1789307449.836564:0:238796:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1789307449.836565:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244573345792 : -105829136205824 : ffff9fbfbbedf800) 00000100:00000001:0.0:1789307449.836567:0:225632:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307449.836569:0:238796:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307449.836573:0:225632:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307449.836575:0:238796:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1789307449.836578:0:118849:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfbbedf800 x1876218616157056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789307449.836580:0:225632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616156288 00000100:00000001:2.0:1789307449.836580:0:238796:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1789307449.836582:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1789307449.836585:0:225632:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000001:2.0:1789307449.836585:0:238796:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1789307449.836586:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307449.836589:0:225632:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725e8b6943 02000000:00000001:1.0:1789307449.836593:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1789307449.836593:0:238796:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbe97423c00. 00000020:00000001:0.0:1789307449.836594:0:225632:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:3.0:1789307449.836597:0:118849:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1789307449.836598:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1789307449.836599:0:225632:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe85bcc000 refcount=5 02000000:00000001:2.0:1789307449.836599:0:238796:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307449.836604:0:118849:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1789307449.836605:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307449.836606:0:225632:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239369183232 : -105834340368384 : ffff9fbe85bcc000) 00000100:00000001:2.0:1789307449.836606:0:238796:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789307449.836609:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde990. 00000020:00000001:2.0:1789307449.836612:0:238796:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307449.836613:0:225632:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239369183232 : -105834340368384 : ffff9fbe85bcc000) 00000100:00100000:1.0:1789307449.836614:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbf85c02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:118851:1876218616157312:0@lo:400:kworker.0 00000100:00000200:3.0:1789307449.836615:0:118849:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876218616157056, offset 0 00010000:00000040:2.0:1789307449.836617:0:238796:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616156032 00000100:00000001:0.0:1789307449.836620:0:225632:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307449.836624:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1789307449.836625:0:238796:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000020:00000010:0.0:1789307449.836626:0:225632:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564d00. 00000400:00000200:3.0:1789307449.836626:0:118849:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1789307449.836629:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00010000:00000200:2.0:1789307449.836633:0:238796:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbe8405b050 x1876218616156032/t0(0) o400->6d06165a-4799-48d7-99d3-4176da1fff9b@0@lo:495/0 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1789307449.836635:0:225632:0:(obd_config.c:995:class_incref()) incref lustre-MDT0001 (ffff9fbf82a08000) now 12 - evictor 02000000:00000001:1.0:1789307449.836638:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307449.836655:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1789307449.836655:0:118849:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1789307449.836661:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfc0848400. 00010000:00000001:2.0:1789307449.836664:0:238796:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1789307449.836665:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307449.836668:0:238796:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307449.836669:0:118849:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6aa6930231380 00000400:00000010:1.0:1789307449.836672:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644160. 00000100:00001000:2.0:1789307449.836675:0:238796:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe840599e8 time=19 v=5 (1 1 1 1) 00000400:00000200:3.0:1789307449.836677:0:118849:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x197959 [8] + 5296 00000100:00000001:2.0:1789307449.836682:0:238796:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1789307449.836685:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54110. 00000400:00000200:3.0:1789307449.836685:0:118849:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1789307449.836686:0:238796:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000200:1.0:1789307449.836691:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616157312, portal 10 00000100:00000001:2.0:1789307449.836692:0:238796:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000400:00000200:3.0:1789307449.836695:0:118849:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307449.836696:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789307449.836697:0:225632:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:2.0:1789307449.836698:0:238796:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1789307449.836699:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638243664374272 : -105830045177344 : ffff9fbf85c02a00) 02000000:00000001:2.0:1789307449.836703:0:238796:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.836703:0:118849:0:(events.c:290:request_in_callback()) Process entered 00000020:00000010:0.0:1789307449.836705:0:225632:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb281d400. 00000100:00000200:3.0:1789307449.836706:0:118849:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:1.0:1789307449.836708:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbf85c02a00 x1876218616157312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307449.836709:0:238796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1789307449.836711:0:225632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf85192d00. 00000100:00000010:3.0:1789307449.836714:0:118849:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb4a7c000. 00000100:00000040:2.0:1789307449.836718:0:238796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1789307449.836719:0:225632:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfad0ef320. 00000100:00000040:3.0:1789307449.836721:0:118849:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb4a7c000 x1876218616157056 msgsize 224 00000400:00000010:2.0:1789307449.836725:0:238796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd198. 00000100:00000001:0.0:1789307449.836726:0:225632:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307449.836728:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1789307449.836730:0:225632:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1789307449.836732:0:238796:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1876218616156032, offset 224 00000100:00000001:0.0:1789307449.836733:0:225632:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789307449.836733:0:118849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1789307449.836739:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1789307449.836742:0:225632:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:1.0:1789307449.836743:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54088. 00000100:00000001:0.0:1789307449.836745:0:225632:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:2.0:1789307449.836746:0:238796:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1789307449.836747:0:118849:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:0.0:1789307449.836749:0:225632:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789307449.836751:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616157312, offset 0 00000400:00000200:2.0:1789307449.836756:0:238796:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1789307449.836756:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde990 00000400:00000010:3.0:1789307449.836761:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde990. 00000100:00000001:0.0:1789307449.836763:0:225632:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307449.836766:0:118849:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:2.0:1789307449.836768:0:238796:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6aa6930230f80 00000400:00000200:1.0:1789307449.836769:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1789307449.836774:0:118849:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfbbedf800 x1876218616157056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307449.836775:0:225632:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1789307449.836778:0:238796:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1c1bb9 [1] + 224 00000100:00100000:0.0:1789307449.836779:0:225632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616156800 00000400:00000200:1.0:1789307449.836781:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1789307449.836785:0:225632:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1789307449.836788:0:238796:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1789307449.836789:0:225632:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789307449.836793:0:225632:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307449.836794:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa6930231480 00000100:00000001:3.0:1789307449.836795:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1789307449.836801:0:225632:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307449.836802:0:238796:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1789307449.836804:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfbbedf800 x1876218616157056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789307449.836805:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 159904 00000100:00100000:0.0:1789307449.836808:0:225632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616156800 00000020:00000001:0.0:1789307449.836813:0:225632:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:2.0:1789307449.836814:0:238796:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:1.0:1789307449.836815:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1789307449.836817:0:225632:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecede04 00000100:00000200:2.0:1789307449.836821:0:238796:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfc0e9c700 x1876218616156032/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1789307449.836822:0:225632:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000200:1.0:1789307449.836823:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1789307449.836827:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307449.836828:0:225632:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfb6c22800 refcount=5 00000100:00000001:1.0:1789307449.836830:0:118851:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1789307449.836832:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1789307449.836835:0:225632:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244486588416 : -105829222963200 : ffff9fbfb6c22800) 00000100:00000010:1.0:1789307449.836838:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf862eca80. 00000100:00000001:3.0:1789307449.836840:0:118849:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1789307449.836842:0:225632:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244486588416 : -105829222963200 : ffff9fbfb6c22800) 00000100:00000040:1.0:1789307449.836842:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf862eca80 x1876218616157312 msgsize 224 00000100:00000040:2.0:1789307449.836844:0:238796:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfc0e9c700 x1876218616156032/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307449.836849:0:118849:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.836871:0:225632:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1789307449.836871:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1789307449.836878:0:225632:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564580. 00000100:00000040:3.0:1789307449.836879:0:118849:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 18523 usecs (19 jiffies) 00000100:00000001:1.0:1789307449.836882:0:118851:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:2.0:1789307449.836882:0:238796:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789307449.836883:0:225632:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307449.836885:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315078165 00000400:00000200:1.0:1789307449.836888:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54088 00000020:00000010:0.0:1789307449.836889:0:225632:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564580. 00000100:00000001:3.0:1789307449.836890:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315083178 00000400:00000010:1.0:1789307449.836894:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54088. 00000100:00000001:3.0:1789307449.836896:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315078165 00000020:00000010:0.0:1789307449.836898:0:225632:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb281c200. 00000100:00000001:1.0:1789307449.836899:0:118851:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:2.0:1789307449.836900:0:238796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd198 00000100:00000001:3.0:1789307449.836900:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315083178 00000400:00000010:2.0:1789307449.836905:0:238796:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd198. 00000020:00000010:0.0:1789307449.836906:0:225632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf85192b80. 00000100:00000001:3.0:1789307449.836906:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315078165 00000100:00000200:1.0:1789307449.836907:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbf85c02a00 x1876218616157312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307449.836912:0:238796:0:(events.c:390:reply_out_callback()) Process entered 00000020:00000010:0.0:1789307449.836913:0:225632:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfad0ef4b0. 00000100:00000001:3.0:1789307449.836913:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315083178 00000100:00000001:2.0:1789307449.836916:0:238796:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1789307449.836920:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315078165 00000100:00000001:0.0:1789307449.836922:0:225632:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307449.836924:0:238796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.836926:0:225632:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789307449.836927:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315083178 00000100:00000001:1.0:1789307449.836928:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789307449.836930:0:238796:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000100:00000001:0.0:1789307449.836931:0:225632:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307449.836933:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789307449.836937:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbf85c02a00 x1876218616157312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789307449.836937:0:238796:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000001:3.0:1789307449.836938:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.836939:0:225632:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1789307449.836942:0:238796:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.836943:0:225632:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1789307449.836947:0:225632:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1789307449.836948:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1789307449.836949:0:238796:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1789307449.836953:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1789307449.836957:0:238796:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbe8405b050 x1876218616156032/t0(0) o400->6d06165a-4799-48d7-99d3-4176da1fff9b@0@lo:495/0 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1789307449.836958:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a516790. 00000100:00000001:1.0:1789307449.836959:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.836964:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1789307449.836965:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdef68 00000400:00000010:3.0:1789307449.836970:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdef68. 00000100:00000001:1.0:1789307449.836971:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.836976:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000100:00100000:2.0:1789307449.836977:0:238796:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbe8405b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6d06165a-4799-48d7-99d3-4176da1fff9b+24:118849:x1876218616156032:12345-0@lo:400:kworker.0 Request processed in 510us (1434us total) trans 0 rc 0/0 00000100:00000040:1.0:1789307449.836978:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 7386 usecs (8 jiffies) 00000100:00000200:3.0:1789307449.836984:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfc0e9c700 x1876218616156032/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307449.836985:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315078154 00000100:00000001:1.0:1789307449.836991:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315083178 00000100:00100000:2.0:1789307449.836992:0:238796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00000001:1.0:1789307449.836997:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315078154 00000100:00000040:2.0:1789307449.837000:0:238796:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe97dc9000 : new rpc_count 0 00000100:00000001:1.0:1789307449.837003:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315083178 00000100:00000001:2.0:1789307449.837004:0:238796:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1789307449.837007:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfc0e9c700 x1876218616156032/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307449.837009:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315078154 00000100:00000001:2.0:1789307449.837009:0:238796:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789307449.837017:0:238796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44a80. 00000100:00000001:3.0:1789307449.837017:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789307449.837021:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307449.837024:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315083178 00000020:00000010:2.0:1789307449.837024:0:238796:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb59840c8. 00000100:00000001:3.0:1789307449.837025:0:118849:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:1.0:1789307449.837030:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315078154 02000000:00000001:3.0:1789307449.837030:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1789307449.837031:0:238796:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0a81600. 00000100:00000001:3.0:1789307449.837033:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307449.837036:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315083178 00000100:00000001:3.0:1789307449.837037:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.837041:0:225632:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307449.837041:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1789307449.837041:0:238796:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe97dc9000 : new refcount 23 02000000:00000001:3.0:1789307449.837043:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.837048:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307449.837050:0:238796:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1789307449.837052:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe870dcc60 time=55 v=5 (5 5 5 5) 00000100:00000001:1.0:1789307449.837053:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789307449.837054:0:238796:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9fbe97423c00. 00000100:00000001:0.0:1789307449.837055:0:225632:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1789307449.837059:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789307449.837060:0:225632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616157312 02000000:00000001:2.0:1789307449.837061:0:238796:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1789307449.837062:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe870dcc18 time=19 v=5 (1 1 1 1) 02000000:00000001:0.0:1789307449.837064:0:225632:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307449.837065:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789307449.837066:0:238796:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307449.837068:0:225632:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307449.837069:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789307449.837071:0:225632:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789307449.837073:0:238796:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1789307449.837075:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1789307449.837079:0:225632:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.837079:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789307449.837079:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1789307449.837083:0:238796:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb5058478. 00000100:00100000:0.0:1789307449.837085:0:225632:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616157312 00000100:00000001:1.0:1789307449.837085:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.837085:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307449.837088:0:238796:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fbe978bc6c0. 00000020:00000001:0.0:1789307449.837089:0:225632:0:(genops.c:792:class_conn2export()) Process entered 00000100:00100000:1.0:1789307449.837092:0:118851:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000020:00000040:0.0:1789307449.837093:0:225632:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecede0b 00010000:00000001:3.0:1789307449.837093:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789307449.837098:0:118849:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307449.837099:0:225632:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1789307449.837099:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789307449.837104:0:225632:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfbfad8800 refcount=5 00000100:00000001:1.0:1789307449.837105:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789307449.837105:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307449.837108:0:225632:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244636231680 : -105829073319936 : ffff9fbfbfad8800) 00000100:00000001:2.0:1789307449.837109:0:230993:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307449.837110:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307449.837112:0:230993:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1789307449.837114:0:225632:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244636231680 : -105829073319936 : ffff9fbfbfad8800) 00000100:00000040:3.0:1789307449.837114:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfc0e9c700 x1876218616156032/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307449.837116:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789307449.837120:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1789307449.837120:0:230993:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2138 00000100:00000001:0.0:1789307449.837121:0:225632:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307449.837125:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789307449.837125:0:230993:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfb6e54800 : new rpc_count 1 00000020:00000010:0.0:1789307449.837128:0:225632:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564580. 00000100:00000001:2.0:1789307449.837130:0:230993:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244562532352 : -105829147019264 : ffff9fbfbb48f800) 00000100:00000001:0.0:1789307449.837133:0:225632:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789307449.837134:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbf9f904000 x1876218616156416/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307449.837138:0:230993:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbb48f800 x1876218616156160/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:495/0 lens 224/0 e 0 to 0 dl 1789307460 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1789307449.837140:0:225632:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564580. 00000100:00000001:3.0:1789307449.837140:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307449.837147:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1789307449.837149:0:225632:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb281cc00. 00000100:00000001:3.0:1789307449.837152:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1789307449.837157:0:225632:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf85192080. 00000100:00000040:3.0:1789307449.837163:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfc0e9c700 x1876218616156032/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1789307449.837165:0:225632:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfad0efd48. 00000100:00000001:1.0:1789307449.837165:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789307449.837165:0:230993:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307449.837170:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307449.837171:0:230993:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00440. 00000100:00000001:0.0:1789307449.837173:0:225632:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789307449.837177:0:230993:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789307449.837178:0:225632:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1789307449.837178:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1789307449.837184:0:225632:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1789307449.837184:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307449.837184:0:230993:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00440. 00000100:00100000:3.0:1789307449.837187:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfc0e9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6d06165a-4799-48d7-99d3-4176da1fff9b:118849:1876218616156032:0@lo:400:kworker.0 02000000:00000001:1.0:1789307449.837190:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.837192:0:225632:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:2.0:1789307449.837192:0:230993:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbb48f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:118850:x1876218616156160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789307449.837196:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbf9f904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:118851:1876218616156416:0@lo:400:kworker.0 00000100:00000001:0.0:1789307449.837197:0:225632:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:2.0:1789307449.837200:0:230993:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616156160 00000100:00000001:3.0:1789307449.837200:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.837201:0:225632:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.837201:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1789307449.837203:0:230993:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:1.0:1789307449.837206:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1789307449.837206:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789307449.837208:0:225632:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307449.837208:0:230993:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 02000000:00000001:1.0:1789307449.837209:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307449.837212:0:230993:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307449.837213:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfc0e9c700 x1876218616156032/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307449.837214:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1789307449.837216:0:230993:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1789307449.837218:0:230993:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 02000000:00000010:1.0:1789307449.837219:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfc0848600. 00000100:00000001:0.0:1789307449.837222:0:225632:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1789307449.837224:0:230993:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1789307449.837225:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.837226:0:225632:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1789307449.837228:0:230993:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1789307449.837231:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644a50. 00000020:00000001:2.0:1789307449.837232:0:230993:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307449.837235:0:230993:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1789307449.837236:0:225632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2139 00000020:00000001:2.0:1789307449.837237:0:230993:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.837237:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1789307449.837242:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54088. 00000020:00000001:2.0:1789307449.837242:0:230993:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1789307449.837243:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1789307449.837244:0:225632:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe85bcc000 : new rpc_count 1 00000100:00000001:2.0:1789307449.837246:0:230993:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1789307449.837248:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616156416, portal 4 02000000:00000010:3.0:1789307449.837248:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfb90eb000. 00000100:00000001:0.0:1789307449.837249:0:225632:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243671626112 : -105830037925504 : ffff9fbf862ed180) 02000000:00000001:2.0:1789307449.837249:0:230993:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1789307449.837253:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1789307449.837255:0:230993:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbe97423c00. 00000100:00000001:1.0:1789307449.837256:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244097441792 : -105829612109824 : ffff9fbf9f904000) 02000000:00000001:3.0:1789307449.837256:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1789307449.837260:0:230993:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307449.837261:0:225632:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf862ed180 x1876218616156288/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:495/0 lens 224/0 e 0 to 0 dl 1789307460 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307449.837261:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:2.0:1789307449.837267:0:230993:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307449.837267:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbe870dc800 refcount=3 obd=MGC192.168.204.156@tcp 00000100:00000040:1.0:1789307449.837268:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbf9f904000 x1876218616156416/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307449.837274:0:230993:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307449.837276:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789307449.837280:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf98f66900. 00010000:00000040:2.0:1789307449.837281:0:230993:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616156160 00000100:00000001:0.0:1789307449.837287:0:225632:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307449.837289:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1789307449.837290:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1789307449.837291:0:230993:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000020:00000010:0.0:1789307449.837293:0:225632:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564580. 02000000:00000001:3.0:1789307449.837294:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1789307449.837295:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1789307449.837300:0:225632:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1789307449.837300:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfc0e9c700. 00010000:00000200:2.0:1789307449.837301:0:230993:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbb48f800 x1876218616156160/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:495/0 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1789307449.837302:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b545d8. 00000100:00000001:3.0:1789307449.837306:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000020:00000010:0.0:1789307449.837307:0:225632:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564580. 00000100:00000200:1.0:1789307449.837308:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1876218616156416, offset 0 00000100:00000001:3.0:1789307449.837310:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307449.837316:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789307449.837318:0:225632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf862ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:118851:x1876218616156288:12345-0@lo:400:kworker.0 00000400:00000200:1.0:1789307449.837320:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1789307449.837323:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1789307449.837326:0:230993:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1789307449.837327:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1789307449.837330:0:225632:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616156288 00010000:00000001:2.0:1789307449.837330:0:230993:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.837333:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1789307449.837334:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1789307449.837335:0:225632:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00001000:2.0:1789307449.837337:0:230993:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=28 v=5 (1 1 1 5) 00000020:00000001:0.0:1789307449.837340:0:225632:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:1.0:1789307449.837343:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6aa6930231100 00000020:00000001:0.0:1789307449.837344:0:225632:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.837344:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789307449.837345:0:230993:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1789307449.837349:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307449.837350:0:225632:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1789307449.837352:0:230993:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000400:00000200:1.0:1789307449.837354:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0xa2499 [256] + 18560 00000020:00000001:0.0:1789307449.837355:0:225632:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00100000:3.0:1789307449.837356:0:118849:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1789307449.837358:0:230993:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000020:00000001:0.0:1789307449.837362:0:225632:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1789307449.837363:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1789307449.837364:0:230993:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1789307449.837365:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1789307449.837367:0:225632:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1789307449.837368:0:230993:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.837369:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1789307449.837373:0:225632:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1789307449.837373:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1789307449.837373:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307449.837375:0:230993:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1789307449.837377:0:225632:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1789307449.837380:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1789307449.837382:0:225632:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.837383:0:118851:0:(events.c:290:request_in_callback()) Process entered 00000100:00000040:2.0:1789307449.837383:0:230993:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1789307449.837383:0:118849:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1789307449.837387:0:225632:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1789307449.837388:0:118849:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1789307449.837389:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000010:2.0:1789307449.837390:0:230993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd198. 00000100:00000001:0.0:1789307449.837392:0:225632:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1789307449.837396:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbf85c00700 x1876218616157184/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789307449.837397:0:225632:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:1.0:1789307449.837397:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf862efb80. 00000100:00000200:2.0:1789307449.837397:0:230993:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218616156160, offset 224 02000000:00000010:0.0:1789307449.837403:0:225632:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbf87f07000. 00000100:00000040:1.0:1789307449.837404:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf862efb80 x1876218616156416 msgsize 224 02000000:00000001:0.0:1789307449.837410:0:225632:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307449.837411:0:230993:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1789307449.837417:0:225632:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307449.837419:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1789307449.837419:0:118849:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1789307449.837421:0:225632:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.837423:0:118849:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1789307449.837427:0:225632:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616156288 00000400:00000200:2.0:1789307449.837427:0:230993:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1789307449.837428:0:118849:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789307449.837432:0:118849:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789307449.837433:0:225632:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:1.0:1789307449.837433:0:118851:0:(events.c:377:request_in_callback()) Process leaving 02000000:00000001:3.0:1789307449.837437:0:118849:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307449.837438:0:230993:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6aa6930231000 00000400:00000200:1.0:1789307449.837442:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b545d8 00010000:00000200:0.0:1789307449.837443:0:225632:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf862ed180 x1876218616156288/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:495/0 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307449.837445:0:118849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbf85c00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:118849:1876218616157184:0@lo:400:kworker.0 00000400:00000010:1.0:1789307449.837447:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b545d8. 00000100:00000001:1.0:1789307449.837452:0:118851:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1789307449.837455:0:118849:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1789307449.837458:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbf9f904000 x1876218616156416/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307449.837458:0:230993:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c1bbd [1] + 224 02000000:00000001:3.0:1789307449.837460:0:118849:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789307449.837463:0:118849:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307449.837466:0:225632:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1789307449.837468:0:118849:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1789307449.837470:0:225632:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307449.837471:0:230993:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1789307449.837475:0:118849:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfb90eb000. 00000100:00001000:0.0:1789307449.837478:0:225632:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=28 v=5 (1 1 1 5) 02000000:00000001:3.0:1789307449.837480:0:118849:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307449.837481:0:230993:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1789307449.837482:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789307449.837485:0:225632:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1789307449.837488:0:118849:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbf9a516790. 00000100:00000001:2.0:1789307449.837490:0:230993:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:0.0:1789307449.837491:0:225632:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00000100:00000040:1.0:1789307449.837491:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbf9f904000 x1876218616156416/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1789307449.837494:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cdef68. 00000100:00000001:0.0:1789307449.837497:0:225632:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00000200:2.0:1789307449.837497:0:230993:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfc0e9fb80 x1876218616156160/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789307449.837501:0:118849:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616157184, portal 4 02000000:00000001:0.0:1789307449.837505:0:225632:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1789307449.837508:0:118849:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1789307449.837509:0:225632:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.837512:0:118849:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638243664365312 : -105830045186304 : ffff9fbf85c00700) 00000100:00000001:0.0:1789307449.837517:0:225632:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1789307449.837523:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307449.837524:0:118849:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbf85c00700 x1876218616157184/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789307449.837525:0:225632:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1789307449.837527:0:230993:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfc0e9fb80 x1876218616156160/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307449.837529:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:0.0:1789307449.837532:0:225632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82770. 00000100:00000001:1.0:1789307449.837537:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789307449.837540:0:225632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218616156288, offset 224 00000100:00000040:1.0:1789307449.837550:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 15246 usecs (16 jiffies) 00000100:00000001:3.0:1789307449.837550:0:118849:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1789307449.837554:0:225632:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1789307449.837556:0:230993:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:3.0:1789307449.837557:0:118849:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1789307449.837558:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315078162 00000100:00000001:1.0:1789307449.837563:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315083178 00000400:00000010:3.0:1789307449.837563:0:118849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde990. 00000400:00000200:2.0:1789307449.837566:0:230993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd198 00000400:00000200:0.0:1789307449.837569:0:225632:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1789307449.837570:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315078162 00000400:00000010:2.0:1789307449.837570:0:230993:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd198. 00000100:00000001:2.0:1789307449.837574:0:230993:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1789307449.837576:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315083178 00000100:00000200:3.0:1789307449.837576:0:118849:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876218616157184, offset 0 00000100:00000001:2.0:1789307449.837577:0:230993:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1789307449.837582:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315078162 00000100:00000001:2.0:1789307449.837582:0:230993:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307449.837583:0:225632:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6aa6930231080 00000400:00000200:3.0:1789307449.837588:0:118849:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1789307449.837589:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315083178 00000100:00000040:2.0:1789307449.837589:0:230993:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:1.0:1789307449.837593:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315078162 00000100:00000001:1.0:1789307449.837599:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315083178 00010000:00000001:2.0:1789307449.837600:0:230993:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307449.837602:0:230993:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307449.837604:0:225632:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c1bc9 [1] + 224 00000100:00000001:1.0:1789307449.837606:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789307449.837607:0:230993:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1789307449.837607:0:118849:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1789307449.837612:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307449.837614:0:230993:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbb48f800 x1876218616156160/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:495/0 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789307449.837617:0:225632:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789307449.837617:0:118851:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1789307449.837622:0:118849:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6aa6930231400 00000100:00000040:1.0:1789307449.837626:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfa32e5c00 x1876218616156928/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789307449.837628:0:225632:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1789307449.837629:0:230993:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbb48f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:118850:x1876218616156160:12345-0@lo:400:kworker.0 Request processed in 460us (2065us total) trans 0 rc 0/0 00000400:00000200:3.0:1789307449.837634:0:118849:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x197959 [8] + 5520 00000100:00000001:0.0:1789307449.837658:0:225632:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1789307449.837658:0:118851:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1789307449.837658:0:230993:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2138 00000400:00000200:3.0:1789307449.837659:0:118849:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1789307449.837661:0:230993:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb6e54800 : new rpc_count 0 00000100:00000001:1.0:1789307449.837663:0:118851:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.837665:0:230993:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1789307449.837667:0:225632:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfc0e9d500 x1876218616156288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307449.837669:0:118851:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1789307449.837669:0:230993:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1789307449.837669:0:118849:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1789307449.837672:0:118851:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307449.837675:0:230993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf85192400. 02000000:00000001:1.0:1789307449.837677:0:118851:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.837678:0:118849:0:(events.c:290:request_in_callback()) Process entered 00000020:00000010:2.0:1789307449.837680:0:230993:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfad0efc80. 00000100:00000200:3.0:1789307449.837683:0:118849:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00100000:1.0:1789307449.837684:0:118851:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfa32e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:118851:1876218616156928:0@lo:400:kworker.0 00000020:00000010:2.0:1789307449.837686:0:230993:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb281c400. 00000100:00000010:3.0:1789307449.837691:0:118849:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb4a7d880. 00000100:00000001:1.0:1789307449.837692:0:118851:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1789307449.837692:0:230993:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb6e54800 : new refcount 4 02000000:00000001:1.0:1789307449.837696:0:118851:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1789307449.837698:0:230993:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789307449.837698:0:118849:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb4a7d880 x1876218616157184 msgsize 224 02000000:00000001:1.0:1789307449.837699:0:118851:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307449.837702:0:225632:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfc0e9d500 x1876218616156288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307449.837704:0:118851:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1789307449.837709:0:118849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:1.0:1789307449.837710:0:118851:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfc0849c00. 00000100:00000001:2.0:1789307449.837710:0:230993:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307449.837714:0:230993:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1789307449.837715:0:118851:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789307449.837721:0:118851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe856440b0. 00000100:00100000:2.0:1789307449.837721:0:230993:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2140 00000100:00000001:3.0:1789307449.837726:0:118849:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000040:2.0:1789307449.837727:0:230993:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfb6c22800 : new rpc_count 1 00000100:00000001:0.0:1789307449.837728:0:225632:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000010:1.0:1789307449.837728:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b545d8. 00000100:00000001:2.0:1789307449.837730:0:230993:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243671628800 : -105830037922816 : ffff9fbf862edc00) 00000100:00000200:1.0:1789307449.837734:0:118851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616156928, portal 4 00000400:00000200:3.0:1789307449.837735:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde990 00000100:00000040:2.0:1789307449.837736:0:230993:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf862edc00 x1876218616156800/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:495/0 lens 224/0 e 0 to 0 dl 1789307460 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307449.837738:0:118851:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1789307449.837740:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde990. 00000100:00000001:1.0:1789307449.837745:0:118851:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244158135296 : -105829551416320 : ffff9fbfa32e5c00) 00000100:00000001:2.0:1789307449.837747:0:230993:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1789307449.837747:0:118849:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1789307449.837748:0:225632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82770 00000020:00000010:2.0:1789307449.837752:0:230993:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00440. 00000400:00000010:0.0:1789307449.837753:0:225632:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82770. 00000100:00000200:3.0:1789307449.837755:0:118849:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbf85c00700 x1876218616157184/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307449.837756:0:118851:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfa32e5c00 x1876218616156928/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307449.837757:0:230993:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789307449.837760:0:225632:0:(events.c:390:reply_out_callback()) Process entered 00000020:00000010:2.0:1789307449.837763:0:230993:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00440. 00000100:00000001:0.0:1789307449.837764:0:225632:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1789307449.837770:0:225632:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307449.837774:0:230993:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf862edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:118851:x1876218616156800:12345-0@lo:400:kworker.0 00000100:00000040:0.0:1789307449.837779:0:225632:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000100:00000001:1.0:1789307449.837780:0:118851:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1789307449.837784:0:230993:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616156800 00010000:00000001:0.0:1789307449.837786:0:225632:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000040:1.0:1789307449.837787:0:118851:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1789307449.837788:0:230993:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1789307449.837791:0:225632:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.837791:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1789307449.837792:0:118851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b546e8. 00000020:00000001:0.0:1789307449.837797:0:225632:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1789307449.837797:0:118851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1876218616156928, offset 0 00000020:00000001:2.0:1789307449.837798:0:230993:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000040:3.0:1789307449.837798:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbf85c00700 x1876218616157184/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307449.837802:0:230993:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307449.837806:0:225632:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf862ed180 x1876218616156288/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:495/0 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307449.837806:0:230993:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1789307449.837807:0:118851:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1789307449.837810:0:230993:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000020:00000001:2.0:1789307449.837815:0:230993:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1789307449.837818:0:118851:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1789307449.837819:0:230993:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307449.837826:0:230993:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1789307449.837826:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307449.837831:0:230993:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1789307449.837832:0:118851:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6aa6930231300 00000100:00000001:3.0:1789307449.837832:0:118849:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1789307449.837834:0:230993:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307449.837838:0:225632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf862ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:118851:x1876218616156288:12345-0@lo:400:kworker.0 Request processed in 547us (2116us total) trans 0 rc 0/0 00000020:00000001:2.0:1789307449.837839:0:230993:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1789307449.837841:0:118849:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307449.837842:0:118851:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0xa2499 [256] + 18784 00000100:00000001:2.0:1789307449.837844:0:230993:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307449.837848:0:230993:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1789307449.837848:0:118849:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 12593 usecs (13 jiffies) 00000400:00000200:1.0:1789307449.837871:0:118851:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1789307449.837875:0:225632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2139 00000100:00000001:3.0:1789307449.837876:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315078160 02000000:00000010:2.0:1789307449.837878:0:230993:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbe838fc400. 00000400:00000200:1.0:1789307449.837879:0:118851:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1789307449.837881:0:225632:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe85bcc000 : new rpc_count 0 02000000:00000001:2.0:1789307449.837884:0:230993:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.837886:0:225632:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789307449.837886:0:118851:0:(events.c:290:request_in_callback()) Process entered 00000100:00000001:2.0:1789307449.837889:0:230993:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.837891:0:225632:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1789307449.837891:0:118851:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:2.0:1789307449.837892:0:230993:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307449.837896:0:225632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf85192d00. 00010000:00000040:2.0:1789307449.837897:0:230993:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616156800 00000100:00000001:3.0:1789307449.837898:0:122267:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:1.0:1789307449.837900:0:118851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbbf31c00. 00000020:00000010:0.0:1789307449.837902:0:225632:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfad0ef320. 00010000:00000001:2.0:1789307449.837902:0:230993:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00100000:3.0:1789307449.837903:0:122267:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616156544 00000100:00000040:1.0:1789307449.837905:0:118851:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbbf31c00 x1876218616156928 msgsize 224 02000000:00000001:3.0:1789307449.837908:0:122267:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1789307449.837909:0:225632:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb281d400. 00010000:00000200:2.0:1789307449.837910:0:230993:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf862edc00 x1876218616156800/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:495/0 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307449.837911:0:122267:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307449.837915:0:122267:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789307449.837916:0:225632:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe85bcc000 : new refcount 4 00000100:00100000:1.0:1789307449.837916:0:118851:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1789307449.837923:0:225632:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1789307449.837923:0:122267:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.837929:0:118851:0:(events.c:377:request_in_callback()) Process leaving 00010000:00000001:2.0:1789307449.837929:0:230993:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1789307449.837930:0:122267:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616156544 00010000:00000001:2.0:1789307449.837934:0:230993:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307449.837934:0:122267:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1789307449.837937:0:225632:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1789307449.837937:0:122267:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed7781e 00000400:00000200:1.0:1789307449.837939:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b546e8 00000100:00001000:2.0:1789307449.837939:0:230993:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=28 v=5 (1 1 1 5) 00000100:00000001:0.0:1789307449.837941:0:225632:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1789307449.837942:0:122267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000010:1.0:1789307449.837944:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b546e8. 00000100:00000001:2.0:1789307449.837947:0:230993:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1789307449.837948:0:225632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2141 00000100:00000001:1.0:1789307449.837948:0:118851:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1789307449.837952:0:230993:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000040:0.0:1789307449.837954:0:225632:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfbfad8800 : new rpc_count 1 00000100:00000200:1.0:1789307449.837956:0:118851:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfa32e5c00 x1876218616156928/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307449.837957:0:230993:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00000001:0.0:1789307449.837959:0:225632:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243671624320 : -105830037927296 : ffff9fbf862eca80) 02000000:00000001:2.0:1789307449.837964:0:230993:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307449.837968:0:230993:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307449.837969:0:225632:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf862eca80 x1876218616157312/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:495/0 lens 224/0 e 0 to 0 dl 1789307460 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307449.837972:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789307449.837974:0:230993:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789307449.837979:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfa32e5c00 x1876218616156928/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307449.837980:0:230993:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1789307449.837985:0:230993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd198. 00000100:00000200:2.0:1789307449.837991:0:230993:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218616156800, offset 224 00000100:00000001:0.0:1789307449.837996:0:225632:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307449.838001:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307449.838001:0:230993:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1789307449.838002:0:225632:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564580. 00000100:00000001:1.0:1789307449.838006:0:118851:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789307449.838007:0:225632:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789307449.838011:0:225632:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564580. 00000100:00000001:1.0:1789307449.838013:0:118851:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307449.838013:0:230993:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1789307449.838020:0:225632:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf862eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:118851:x1876218616157312:12345-0@lo:400:kworker.0 00000100:00000040:1.0:1789307449.838020:0:118851:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 2390 usecs (3 jiffies) 00000100:00000001:1.0:1789307449.838025:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4315078150 00000400:00000200:2.0:1789307449.838027:0:230993:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6aa6930231280 00000100:00000200:0.0:1789307449.838028:0:225632:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616157312 00000100:00000001:1.0:1789307449.838031:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315083178 00000020:00000001:0.0:1789307449.838033:0:225632:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1789307449.838037:0:225632:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000400:00000200:2.0:1789307449.838037:0:230993:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c1bdd [1] + 224 00000100:00000001:1.0:1789307449.838040:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315078150 00000020:00000001:0.0:1789307449.838041:0:225632:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307449.838046:0:225632:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1789307449.838046:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315083178 00000020:00000001:0.0:1789307449.838050:0:225632:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00000001:1.0:1789307449.838051:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315078150 00000400:00000200:2.0:1789307449.838053:0:230993:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1789307449.838057:0:225632:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1789307449.838057:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315083178 00000400:00000200:2.0:1789307449.838059:0:230993:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1789307449.838061:0:225632:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307449.838062:0:118851:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315078150 00000100:00000001:2.0:1789307449.838064:0:230993:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000001:0.0:1789307449.838065:0:225632:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1789307449.838067:0:118851:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315083178 00000020:00000001:0.0:1789307449.838068:0:225632:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1789307449.838071:0:118851:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789307449.838072:0:225632:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.838074:0:118851:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307449.838076:0:225632:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000200:2.0:1789307449.838078:0:230993:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfa32e7100 x1876218616156800/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307449.838080:0:225632:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000400:00000001:1.0:1789307449.838082:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1789307449.838085:0:225632:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:1.0:1789307449.838085:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789307449.838090:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe856447e8. 02000000:00000010:0.0:1789307449.838092:0:225632:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbf98c9c800. 00000100:00000040:2.0:1789307449.838095:0:230993:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfa32e7100 x1876218616156800/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789307449.838097:0:225632:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307449.838097:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54bb0 00000400:00000010:1.0:1789307449.838102:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54bb0. 00000100:00000001:0.0:1789307449.838103:0:225632:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.838107:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000001:0.0:1789307449.838109:0:225632:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1789307449.838115:0:225632:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616157312 00000100:00000200:1.0:1789307449.838115:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfc0e9d500 x1876218616156288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307449.838117:0:230993:0:(events.c:165:reply_in_callback()) Process leaving 00010000:00000001:0.0:1789307449.838122:0:225632:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000400:00000200:2.0:1789307449.838125:0:230993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd198 00010000:00000200:0.0:1789307449.838129:0:225632:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf862eca80 x1876218616157312/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:495/0 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1789307449.838129:0:230993:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd198. 00000100:00000200:1.0:1789307449.838131:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfc0e9d500 x1876218616156288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307449.838135:0:230993:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789307449.838138:0:230993:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:2.0:1789307449.838143:0:230993:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307449.838149:0:230993:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00010000:00000001:0.0:1789307449.838152:0:225632:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789307449.838154:0:230993:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000001:1.0:1789307449.838156:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 00010000:00000001:0.0:1789307449.838157:0:225632:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307449.838157:0:230993:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.838159:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1789307449.838163:0:225632:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=28 v=5 (1 1 1 5) 00000100:00000001:1.0:1789307449.838163:0:118851:0:(client.c:1593:after_reply()) Process entered 00000020:00000001:2.0:1789307449.838163:0:230993:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000040:3.0:1789307449.838166:0:122267:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe8a12d000 refcount=5 02000000:00000001:1.0:1789307449.838167:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789307449.838170:0:225632:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1789307449.838171:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1789307449.838171:0:230993:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf862edc00 x1876218616156800/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:495/0 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307449.838172:0:122267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239441932288 : -105834267619328 : ffff9fbe8a12d000) 00000100:00000001:1.0:1789307449.838173:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307449.838177:0:225632:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 02000000:00000001:1.0:1789307449.838179:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307449.838179:0:122267:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239441932288 : -105834267619328 : ffff9fbe8a12d000) 00000100:00000001:0.0:1789307449.838184:0:225632:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00001000:1.0:1789307449.838187:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf97e31c60 time=146 v=5 (6 6 6 6) 00000100:00000001:3.0:1789307449.838188:0:122267:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1789307449.838191:0:225632:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1789307449.838194:0:225632:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307449.838194:0:122267:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0d80. 00000100:00100000:2.0:1789307449.838196:0:230993:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf862edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:118851:x1876218616156800:12345-0@lo:400:kworker.0 Request processed in 446us (1916us total) trans 0 rc 0/0 00000100:00000001:0.0:1789307449.838200:0:225632:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1789307449.838202:0:122267:0:(obd_config.c:995:class_incref()) incref lustre-OST0000 (ffff9fbf82a0b380) now 11 - evictor 00000100:00001000:1.0:1789307449.838203:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf97e31c18 time=18 v=5 (1 1 1 1) 00000100:00000040:0.0:1789307449.838208:0:225632:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1789307449.838211:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789307449.838211:0:122267:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:0.0:1789307449.838213:0:225632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82770. 00000100:00100000:2.0:1789307449.838215:0:230993:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2140 00000100:00000001:1.0:1789307449.838216:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307449.838218:0:122267:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb90ea400. 00000100:00000200:0.0:1789307449.838219:0:225632:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218616157312, offset 224 00010000:00000001:1.0:1789307449.838219:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1789307449.838222:0:230993:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfb6c22800 : new rpc_count 0 00010000:00000001:1.0:1789307449.838223:0:118851:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307449.838226:0:122267:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47a980. 00000100:00000001:1.0:1789307449.838228:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1789307449.838228:0:230993:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1789307449.838230:0:225632:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1789307449.838232:0:230993:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789307449.838234:0:122267:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e960. 00000100:00000040:1.0:1789307449.838236:0:118851:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000020:00000010:2.0:1789307449.838238:0:230993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf85192b80. 00000400:00000200:0.0:1789307449.838241:0:225632:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1789307449.838241:0:118851:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1789307449.838243:0:122267:0:(service.c:1432:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000010:2.0:1789307449.838244:0:230993:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfad0ef4b0. 00000100:00000001:1.0:1789307449.838245:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.838249:0:122267:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1789307449.838252:0:230993:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb281c200. 00000100:00000001:3.0:1789307449.838252:0:122267:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1789307449.838253:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfc0e9d500 x1876218616156288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789307449.838255:0:225632:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6aa6930231480 00000100:00000001:3.0:1789307449.838256:0:122267:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789307449.838260:0:230993:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfb6c22800 : new refcount 4 00000100:00000001:2.0:1789307449.838266:0:230993:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307449.838266:0:122267:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1789307449.838268:0:225632:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c1bf1 [1] + 224 00000100:00000001:1.0:1789307449.838271:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307449.838272:0:122267:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1789307449.838275:0:122267:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.838276:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1789307449.838280:0:225632:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789307449.838280:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307449.838285:0:118850:0:(events.c:290:request_in_callback()) Process entered 00000100:00000040:1.0:1789307449.838286:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfc0e9d500 x1876218616156288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789307449.838290:0:225632:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1789307449.838290:0:118850:0:(events.c:300:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1789307449.838290:0:122267:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307449.838299:0:225632:0:(events.c:80:reply_in_callback()) Process entered 00000100:00100000:1.0:1789307449.838299:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfc0e9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:118851:1876218616156288:0@lo:400:kworker.0 00000100:00000010:2.0:1789307449.838303:0:118850:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfbb48ed80. 00000100:00000001:3.0:1789307449.838304:0:122267:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1789307449.838306:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307449.838308:0:118850:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfbb48ed80 x1876218616156672 msgsize 224 00000100:00000200:0.0:1789307449.838309:0:225632:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbf85c02a00 x1876218616157312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307449.838309:0:122267:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616157056 00000100:00000001:1.0:1789307449.838310:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307449.838315:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfc0e9d500 x1876218616156288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789307449.838315:0:122267:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789307449.838320:0:122267:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1789307449.838321:0:118850:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1789307449.838331:0:122267:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.838334:0:118850:0:(events.c:377:request_in_callback()) Process leaving 02000000:00000001:3.0:1789307449.838338:0:122267:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.838339:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1789307449.838342:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd440 00000100:00000040:0.0:1789307449.838343:0:225632:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbf85c02a00 x1876218616157312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307449.838343:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1789307449.838344:0:122267:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616157056 02000000:00000010:1.0:1789307449.838347:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0848000. 00000400:00000010:2.0:1789307449.838347:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd440. 00000020:00000001:3.0:1789307449.838349:0:122267:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:2.0:1789307449.838353:0:118850:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:3.0:1789307449.838353:0:122267:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed7782c 02000000:00000001:1.0:1789307449.838354:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307449.838359:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000200:2.0:1789307449.838359:0:118850:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbf9f904e00 x1876218616156672/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307449.838360:0:122267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789307449.838364:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbf97e31800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1789307449.838365:0:225632:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000040:3.0:1789307449.838365:0:122267:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe8a12d800 refcount=5 00000020:00000001:1.0:1789307449.838371:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1789307449.838372:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1789307449.838372:0:122267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239441934336 : -105834267617280 : ffff9fbe8a12d800) 00000400:00000200:0.0:1789307449.838373:0:225632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82770 02000000:00000010:1.0:1789307449.838376:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbe9720b000. 00000400:00000010:0.0:1789307449.838377:0:225632:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82770. 00000100:00000040:2.0:1789307449.838378:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbf9f904e00 x1876218616156672/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307449.838379:0:122267:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239441934336 : -105834267617280 : ffff9fbe8a12d800) 00000100:00000001:0.0:1789307449.838383:0:225632:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:1.0:1789307449.838385:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1789307449.838386:0:225632:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1789307449.838386:0:122267:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1789307449.838390:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1789307449.838391:0:225632:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307449.838392:0:122267:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0f40. 00000100:00000010:1.0:1789307449.838394:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfc0e9d500. 00000100:00000001:2.0:1789307449.838398:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307449.838399:0:225632:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000020:00000010:3.0:1789307449.838399:0:122267:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbf88564d80. 00000100:00000001:1.0:1789307449.838400:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789307449.838403:0:118850:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1789307449.838404:0:225632:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000001:1.0:1789307449.838404:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789307449.838407:0:225632:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307449.838410:0:225632:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1789307449.838411:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.838411:0:118850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.838414:0:122267:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:0.0:1789307449.838416:0:225632:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf862eca80 x1876218616157312/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:495/0 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307449.838416:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1789307449.838418:0:118850:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 5138 usecs (6 jiffies) 00000020:00000010:3.0:1789307449.838418:0:122267:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0f40. 00000100:00000001:1.0:1789307449.838420:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789307449.838426:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4315078153 00000400:00000001:1.0:1789307449.838427:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1789307449.838427:0:122267:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb90eaa00. 00000400:00000001:1.0:1789307449.838431:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1789307449.838433:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4315083178 00000400:00000010:1.0:1789307449.838435:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644160. 00000020:00000010:3.0:1789307449.838435:0:122267:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47a580. 00000100:00100000:0.0:1789307449.838437:0:225632:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf862eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:118851:x1876218616157312:12345-0@lo:400:kworker.0 Request processed in 437us (1590us total) trans 0 rc 0/0 00000100:00000001:2.0:1789307449.838439:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4315078153 00000020:00000010:3.0:1789307449.838443:0:122267:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666e640. 00000100:00000001:2.0:1789307449.838445:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4315083178 00000400:00000200:1.0:1789307449.838447:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54110 00000400:00000010:1.0:1789307449.838451:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54110. 00000100:00000001:2.0:1789307449.838451:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4315078153 00000100:00000001:3.0:1789307449.838451:0:122267:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1789307449.838455:0:225632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2141 00000100:00000001:3.0:1789307449.838456:0:122267:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789307449.838457:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1789307449.838457:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4315083178 00000100:00000001:3.0:1789307449.838461:0:122267:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789307449.838462:0:225632:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfbfad8800 : new rpc_count 0 00000100:00000001:2.0:1789307449.838462:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4315078153 00000100:00000200:1.0:1789307449.838466:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbf85c02a00 x1876218616157312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307449.838468:0:225632:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307449.838469:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4315083178 00000100:00000001:3.0:1789307449.838470:0:122267:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1789307449.838473:0:225632:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1789307449.838475:0:118850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307449.838475:0:122267:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:0.0:1789307449.838478:0:225632:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf85192080. 00000100:00000001:3.0:1789307449.838479:0:122267:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.838481:0:118850:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307449.838486:0:225632:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfad0efd48. 00000400:00000001:2.0:1789307449.838489:0:118850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1789307449.838491:0:225632:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb281cc00. 00000100:00000200:1.0:1789307449.838493:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbf85c02a00 x1876218616157312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789307449.838493:0:118850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1789307449.838493:0:122267:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789307449.838497:0:225632:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfbfad8800 : new refcount 4 00000400:00000010:2.0:1789307449.838498:0:118850:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb5058580. 00000100:00000001:0.0:1789307449.838503:0:225632:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307449.838506:0:122267:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1789307449.838507:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd550 00000400:00000010:2.0:1789307449.838511:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd550. 00000100:00100000:3.0:1789307449.838511:0:122267:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616157184 00000100:00000001:1.0:1789307449.838512:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:3.0:1789307449.838515:0:122267:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789307449.838517:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307449.838519:0:122267:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307449.838522:0:118851:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:2.0:1789307449.838522:0:118850:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1789307449.838523:0:122267:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307449.838526:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1789307449.838528:0:122267:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.838530:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1789307449.838530:0:118850:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfc0e9fb80 x1876218616156160/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789307449.838533:0:122267:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616157184 00000100:00000001:1.0:1789307449.838534:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307449.838537:0:122267:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1789307449.838538:0:202304:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1789307449.838539:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307449.838542:0:122267:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedcd0 00000100:00100000:0.0:1789307449.838543:0:202304:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616156672 00000020:00000001:3.0:1789307449.838547:0:122267:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:0.0:1789307449.838548:0:202304:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:1.0:1789307449.838548:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe960a0c60 time=13 v=5 (5 6 6 6) 00000100:00000001:0.0:1789307449.838552:0:202304:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1789307449.838553:0:122267:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf92163800 refcount=5 00000100:00001000:1.0:1789307449.838555:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe960a0c18 time=13 v=5 (1 1 1 1) 00000100:00000001:0.0:1789307449.838557:0:202304:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789307449.838557:0:118850:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfc0e9fb80 x1876218616156160/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789307449.838559:0:122267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243871340544 : -105829838211072 : ffff9fbf92163800) 00000100:00000001:1.0:1789307449.838562:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1789307449.838564:0:202304:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.838566:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307449.838566:0:122267:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243871340544 : -105829838211072 : ffff9fbf92163800) 00000100:00100000:0.0:1789307449.838570:0:202304:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616156672 00010000:00000001:1.0:1789307449.838572:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1789307449.838574:0:122267:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1789307449.838575:0:202304:0:(genops.c:792:class_conn2export()) Process entered 00010000:00000001:1.0:1789307449.838577:0:118851:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307449.838579:0:122267:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0f40. 00000020:00000040:0.0:1789307449.838580:0:202304:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725e8b60ec 00000100:00000001:2.0:1789307449.838581:0:118850:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307449.838583:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1789307449.838584:0:202304:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:2.0:1789307449.838586:0:118850:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789307449.838588:0:118851:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000040:3.0:1789307449.838588:0:122267:0:(obd_config.c:995:class_incref()) incref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000020:00000040:0.0:1789307449.838589:0:202304:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe9623d800 refcount=5 00000100:00000001:2.0:1789307449.838590:0:118850:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:1.0:1789307449.838594:0:118851:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000020:00000001:0.0:1789307449.838595:0:202304:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239644375040 : -105834065176576 : ffff9fbe9623d800) 02000000:00000001:2.0:1789307449.838595:0:118850:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789307449.838596:0:122267:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1789307449.838597:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307449.838599:0:202304:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239644375040 : -105834065176576 : ffff9fbe9623d800) 00000100:00000001:2.0:1789307449.838599:0:118850:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789307449.838603:0:202304:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1789307449.838603:0:118850:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307449.838604:0:122267:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb9ef7200. 00000100:00000040:1.0:1789307449.838605:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbf85c02a00 x1876218616157312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789307449.838608:0:118850:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307449.838609:0:202304:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564580. 00000020:00000010:3.0:1789307449.838612:0:122267:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf9a47ab80. 00000020:00000010:0.0:1789307449.838614:0:202304:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbfb56d0480. 00000100:00001000:2.0:1789307449.838617:0:118850:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf89fa1460 time=146 v=5 (6 6 6 6) 00000100:00000001:0.0:1789307449.838620:0:202304:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1789307449.838620:0:122267:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8666eed8. 00000100:00000001:1.0:1789307449.838621:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789307449.838625:0:202304:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564580. 00000100:00000001:1.0:1789307449.838626:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1789307449.838626:0:118850:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf89fa1418 time=13 v=5 (1 1 1 1) 00000100:00000001:3.0:1789307449.838627:0:122267:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789307449.838630:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307449.838631:0:122267:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1789307449.838632:0:202304:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfb281cc00. 00000100:00000001:2.0:1789307449.838633:0:118850:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789307449.838635:0:122267:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789307449.838636:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf85c02a00 x1876218616157312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307449.838637:0:118850:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789307449.838638:0:202304:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf85192080. 00010000:00000001:2.0:1789307449.838653:0:118850:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1789307449.838655:0:202304:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfad0efd48. 00000100:00100000:1.0:1789307449.838657:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbf85c02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:118851:1876218616157312:0@lo:400:kworker.0 00010000:00000001:2.0:1789307449.838658:0:118850:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.838661:0:202304:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789307449.838661:0:122267:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1789307449.838664:0:202304:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:1.0:1789307449.838666:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1789307449.838666:0:118850:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1789307449.838666:0:122267:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1789307449.838667:0:202304:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789307449.838670:0:118850:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1789307449.838670:0:122267:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.838672:0:202304:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000001:1.0:1789307449.838675:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1789307449.838676:0:118850:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789307449.838677:0:202304:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:1.0:1789307449.838678:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644528. 00000100:00000001:0.0:1789307449.838681:0:202304:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.838681:0:118850:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789307449.838682:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54a18 00000100:00000001:3.0:1789307449.838685:0:122267:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1789307449.838686:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54a18. 00000100:00000040:2.0:1789307449.838690:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfc0e9fb80 x1876218616156160/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307449.838691:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1789307449.838692:0:202304:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307449.838697:0:122267:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1789307449.838698:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfa32e7100 x1876218616156800/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307449.838701:0:122267:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1789307449.838702:0:202304:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1789307449.838706:0:202304:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789307449.838712:0:122267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4955 00000100:00000001:2.0:1789307449.838713:0:118850:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1789307449.838719:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfa32e7100 x1876218616156800/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307449.838719:0:118850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1789307449.838719:0:122267:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe8a12d000 : new rpc_count 1 00000100:00000001:2.0:1789307449.838722:0:118850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789307449.838724:0:202304:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4956 00000100:00000001:3.0:1789307449.838726:0:122267:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244451307904 : -105829258243712 : ffff9fbfb4a7d180) 00000100:00000040:0.0:1789307449.838731:0:202304:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe8a12d800 : new rpc_count 1 00000100:00000040:2.0:1789307449.838731:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfc0e9fb80 x1876218616156160/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307449.838735:0:202304:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244451303424 : -105829258248192 : ffff9fbfb4a7c000) 00000100:00000040:3.0:1789307449.838737:0:122267:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfb4a7d180 x1876218616156544/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:495/0 lens 224/0 e 0 to 0 dl 1789307460 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789307449.838743:0:202304:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfb4a7c000 x1876218616157056/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:495/0 lens 224/0 e 0 to 0 dl 1789307460 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307449.838745:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307449.838748:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307449.838752:0:118851:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789307449.838754:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789307449.838757:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307449.838761:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307449.838764:0:118850:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfc0e9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:118850:1876218616156160:0@lo:400:kworker.0 02000000:00000001:1.0:1789307449.838766:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789307449.838773:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfb68f8460 time=24 v=5 (5 6 6 6) 00000100:00000001:2.0:1789307449.838774:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.838777:0:122267:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1789307449.838778:0:202304:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00001000:1.0:1789307449.838780:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb68f8418 time=13 v=5 (1 1 1 1) 00000100:00000001:2.0:1789307449.838780:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1789307449.838784:0:202304:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564580. 00000100:00000001:1.0:1789307449.838784:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1789307449.838785:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfc0e9fb80 x1876218616156160/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1789307449.838785:0:122267:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0480. 00000100:00000001:1.0:1789307449.838787:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.838789:0:202304:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789307449.838791:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1789307449.838792:0:122267:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789307449.838794:0:202304:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564580. 00010000:00000001:1.0:1789307449.838795:0:118851:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307449.838800:0:122267:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0480. 00000100:00000001:1.0:1789307449.838801:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789307449.838805:0:202304:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfb4a7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:118849:x1876218616157056:12345-0@lo:400:kworker.0 00000100:00000040:1.0:1789307449.838805:0:118851:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:1.0:1789307449.838808:0:118851:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789307449.838808:0:118850:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789307449.838812:0:118850:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1789307449.838813:0:202304:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616157056 00000100:00000001:1.0:1789307449.838813:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307449.838813:0:122267:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfb4a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:118849:x1876218616156544:12345-0@lo:400:kworker.0 02000000:00000010:2.0:1789307449.838815:0:118850:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0a80400. 00000020:00000001:0.0:1789307449.838818:0:202304:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:2.0:1789307449.838821:0:118850:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789307449.838822:0:202304:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000040:1.0:1789307449.838822:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfa32e7100 x1876218616156800/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789307449.838823:0:122267:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616156544 00000020:00000001:2.0:1789307449.838825:0:118850:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000001:0.0:1789307449.838826:0:202304:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307449.838829:0:118850:0:(genops.c:1222:class_import_put()) import ffff9fbf89fa1000 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1789307449.838829:0:122267:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:0.0:1789307449.838830:0:202304:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1789307449.838835:0:202304:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000020:00000001:2.0:1789307449.838836:0:118850:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000001:3.0:1789307449.838836:0:122267:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 02000000:00000010:2.0:1789307449.838840:0:118850:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbfb6effc00. 00000020:00000001:0.0:1789307449.838841:0:202304:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1789307449.838841:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789307449.838842:0:122267:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307449.838843:0:118850:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1789307449.838846:0:202304:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307449.838846:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1789307449.838847:0:118850:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1789307449.838848:0:122267:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1789307449.838869:0:202304:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000010:2.0:1789307449.838870:0:118850:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfc0e9fb80. 00000020:00000001:0.0:1789307449.838871:0:202304:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1789307449.838874:0:202304:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307449.838876:0:202304:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1789307449.838877:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307449.838877:0:118850:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789307449.838878:0:202304:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1789307449.838880:0:122267:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00000001:2.0:1789307449.838881:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1789307449.838882:0:202304:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1789307449.838886:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfa32e7100 x1876218616156800/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1789307449.838887:0:202304:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbf98c9f000. 00000100:00000001:2.0:1789307449.838887:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789307449.838887:0:122267:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1789307449.838892:0:202304:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307449.838893:0:122267:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307449.838894:0:118850:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789307449.838898:0:202304:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.838899:0:118850:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1789307449.838900:0:122267:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1789307449.838902:0:202304:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307449.838905:0:122267:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1789307449.838906:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:0.0:1789307449.838907:0:202304:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 47244640271, transno 0, xid 1876218616157056 00000020:00000001:3.0:1789307449.838909:0:122267:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307449.838910:0:202304:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:2.0:1789307449.838910:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1789307449.838913:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfa32e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:118851:1876218616156800:0@lo:400:kworker.0 00000100:00000001:2.0:1789307449.838915:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307449.838915:0:122267:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00010000:00000200:0.0:1789307449.838917:0:202304:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfb4a7c000 x1876218616157056/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:495/0 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307449.838919:0:122267:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1789307449.838921:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307449.838924:0:122267:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789307449.838931:0:122267:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbe95939000. 00000100:00000001:1.0:1789307449.838932:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307449.838933:0:202304:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1789307449.838937:0:122267:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307449.838938:0:202304:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.838938:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789307449.838943:0:122267:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789307449.838945:0:202304:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=11 v=5 (1 4 4 1) 00000100:00000040:1.0:1789307449.838946:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbf85c02a00 x1876218616157312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307449.838952:0:202304:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1789307449.838955:0:122267:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307449.838958:0:202304:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00010000:00000040:3.0:1789307449.838962:0:122267:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 30064771184, transno 0, xid 1876218616156544 00000100:00000001:1.0:1789307449.838963:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1789307449.838964:0:202304:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00000001:2.0:1789307449.838967:0:122266:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1789307449.838967:0:122267:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 02000000:00000001:1.0:1789307449.838968:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1789307449.838969:0:202304:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1789307449.838972:0:122266:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 02000000:00000010:1.0:1789307449.838973:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0848400. 02000000:00000001:0.0:1789307449.838974:0:202304:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1789307449.838976:0:122267:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfb4a7d180 x1876218616156544/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:495/0 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307449.838979:0:202304:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1789307449.838980:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1789307449.838982:0:122266:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4957 00000020:00000001:1.0:1789307449.838983:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000040:0.0:1789307449.838986:0:202304:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1789307449.838987:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbe960a0800 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:2.0:1789307449.838989:0:122266:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf92163800 : new rpc_count 1 00000400:00000010:0.0:1789307449.838991:0:202304:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82770. 00000020:00000001:1.0:1789307449.838992:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307449.838996:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf82fefb00. 00000100:00000001:2.0:1789307449.838996:0:122266:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244451309696 : -105829258241920 : ffff9fbfb4a7d880) 00000100:00000200:0.0:1789307449.838998:0:202304:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616157056, offset 224 02000000:00000001:1.0:1789307449.839001:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307449.839005:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1789307449.839006:0:122267:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1789307449.839008:0:202304:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1789307449.839008:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf85c02a00. 00000100:00000040:2.0:1789307449.839009:0:122266:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfb4a7d880 x1876218616157184/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:495/0 lens 224/0 e 0 to 0 dl 1789307460 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789307449.839010:0:122267:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.839014:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307449.839017:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789307449.839018:0:202304:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:3.0:1789307449.839018:0:122267:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=11 v=5 (1 4 4 1) 00000100:00000001:1.0:1789307449.839022:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789307449.839029:0:122267:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789307449.839030:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfa32e7100 x1876218616156800/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789307449.839031:0:202304:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa6930231380 00000100:00000001:2.0:1789307449.839035:0:122266:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1789307449.839036:0:122267:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00000400:00000200:0.0:1789307449.839041:0:202304:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c1be9 [1] + 224 00000020:00000010:2.0:1789307449.839042:0:122266:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00440. 00000100:00000001:3.0:1789307449.839044:0:122267:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00000001:2.0:1789307449.839048:0:122266:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307449.839050:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789307449.839052:0:122267:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789307449.839053:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1789307449.839055:0:202304:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1789307449.839055:0:122266:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00440. 02000000:00000010:1.0:1789307449.839057:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0849e00. 02000000:00000001:3.0:1789307449.839057:0:122267:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307449.839062:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1789307449.839064:0:202304:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1789307449.839064:0:122267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1789307449.839065:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307449.839068:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbfb68f8000 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00100000:2.0:1789307449.839068:0:122266:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfb4a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:118849:x1876218616157184:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1789307449.839071:0:202304:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000001:1.0:1789307449.839073:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000040:3.0:1789307449.839073:0:122267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1789307449.839076:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf82fef000. 00000100:00000200:2.0:1789307449.839078:0:122266:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616157184 00000400:00000010:3.0:1789307449.839080:0:122267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde990. 00000100:00000200:0.0:1789307449.839081:0:202304:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfbbedf800 x1876218616157056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307449.839081:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307449.839083:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1789307449.839086:0:122267:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616156544, offset 224 00000100:00000010:1.0:1789307449.839087:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfa32e7100. 00000020:00000001:2.0:1789307449.839088:0:122266:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:2.0:1789307449.839092:0:122266:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1789307449.839093:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1789307449.839095:0:122266:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.839096:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307449.839100:0:122267:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1789307449.839102:0:122266:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1789307449.839103:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307449.839105:0:122266:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00000040:0.0:1789307449.839107:0:202304:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfbbedf800 x1876218616157056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307449.839108:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1789307449.839109:0:122266:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1789307449.839112:0:118851:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1789307449.839113:0:122266:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307449.839114:0:122267:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1789307449.839118:0:122266:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307449.839121:0:122266:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1789307449.839124:0:122266:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307449.839128:0:122266:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1789307449.839129:0:122267:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa6930231180 00000100:00000001:1.0:1789307449.839130:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789307449.839132:0:122266:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1789307449.839133:0:202304:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307449.839135:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307449.839136:0:122266:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789307449.839141:0:122266:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfb9f8e000. 00000400:00000200:3.0:1789307449.839141:0:122267:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c1bd1 [1] + 224 02000000:00000001:2.0:1789307449.839144:0:122266:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.839149:0:122266:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307449.839151:0:122266:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789307449.839152:0:122267:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789307449.839154:0:202304:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82770 00010000:00000040:2.0:1789307449.839154:0:122266:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884922556, transno 0, xid 1876218616157184 00000400:00000010:0.0:1789307449.839158:0:202304:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82770. 00010000:00000001:2.0:1789307449.839159:0:122266:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000400:00000200:3.0:1789307449.839161:0:122267:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1789307449.839163:0:202304:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1789307449.839164:0:225637:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00010000:00000200:2.0:1789307449.839165:0:122266:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfb4a7d880 x1876218616157184/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:495/0 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307449.839166:0:202304:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:3.0:1789307449.839167:0:122267:0:(events.c:80:reply_in_callback()) Process entered 00000100:00100000:1.0:1789307449.839169:0:225637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616156416 00000100:00000001:0.0:1789307449.839172:0:202304:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307449.839174:0:225637:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1789307449.839175:0:122267:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbf9f907800 x1876218616156544/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307449.839178:0:225637:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1789307449.839180:0:202304:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:1.0:1789307449.839182:0:225637:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307449.839183:0:122266:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789307449.839186:0:122266:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307449.839187:0:202304:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 02000000:00000001:1.0:1789307449.839189:0:225637:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789307449.839191:0:122266:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=11 v=5 (1 4 4 1) 00000020:00000001:0.0:1789307449.839192:0:202304:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307449.839195:0:225637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616156416 00000100:00000001:2.0:1789307449.839198:0:122266:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1789307449.839199:0:202304:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1789307449.839200:0:225637:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000040:2.0:1789307449.839203:0:122266:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00000020:00000040:1.0:1789307449.839204:0:225637:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc59 00000100:00000001:2.0:1789307449.839206:0:122266:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00000040:0.0:1789307449.839209:0:202304:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb4a7c000 x1876218616157056/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:495/0 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1789307449.839209:0:225637:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:2.0:1789307449.839209:0:122266:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1789307449.839209:0:122267:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbf9f907800 x1876218616156544/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789307449.839213:0:122266:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307449.839215:0:225637:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbf86770800 refcount=7 00000100:00000001:2.0:1789307449.839219:0:122266:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1789307449.839222:0:225637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638243676358656 : -105830033192960 : ffff9fbf86770800) 00000100:00000040:2.0:1789307449.839225:0:122266:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1789307449.839230:0:225637:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638243676358656 : -105830033192960 : ffff9fbf86770800) 00000400:00000010:2.0:1789307449.839230:0:122266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd550. 00000100:00000200:2.0:1789307449.839236:0:122266:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616157184, offset 224 00000100:00000001:1.0:1789307449.839237:0:225637:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789307449.839244:0:225637:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffe80. 00000100:00000001:3.0:1789307449.839246:0:122267:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789307449.839248:0:122266:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1789307449.839251:0:202304:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfb4a7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:118849:x1876218616157056:12345-0@lo:400:kworker.0 Request processed in 468us (2523us total) trans 0 rc 0/0 00000100:00000001:1.0:1789307449.839251:0:225637:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1789307449.839257:0:122267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde990 00000020:00000010:1.0:1789307449.839258:0:225637:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffe80. 00000400:00000200:2.0:1789307449.839258:0:122266:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1789307449.839262:0:122267:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde990. 00000100:00000001:3.0:1789307449.839268:0:122267:0:(events.c:390:reply_out_callback()) Process entered 00000020:00000010:1.0:1789307449.839269:0:225637:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0849e00. 00000100:00100000:0.0:1789307449.839272:0:202304:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4956 00000400:00000200:2.0:1789307449.839272:0:122266:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa6930231400 00000100:00000001:3.0:1789307449.839272:0:122267:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000010:1.0:1789307449.839275:0:225637:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf83f8df00. 00000100:00000040:0.0:1789307449.839277:0:202304:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe8a12d800 : new rpc_count 0 00000020:00000010:1.0:1789307449.839282:0:225637:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696a578. 00000100:00000001:0.0:1789307449.839283:0:202304:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789307449.839287:0:122267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.839288:0:202304:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1789307449.839288:0:122266:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c1c0d [1] + 224 00000100:00000040:1.0:1789307449.839293:0:225637:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000020:00000010:0.0:1789307449.839294:0:202304:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47a580. 00000100:00000040:3.0:1789307449.839294:0:122267:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:1.0:1789307449.839298:0:225637:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1789307449.839298:0:122266:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1789307449.839300:0:122267:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000010:0.0:1789307449.839301:0:202304:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e640. 00000100:00000001:1.0:1789307449.839302:0:225637:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1789307449.839303:0:122267:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.839306:0:225637:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307449.839306:0:122266:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1789307449.839308:0:122267:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1789307449.839309:0:202304:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb90eaa00. 00000100:00000001:1.0:1789307449.839313:0:225637:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.839315:0:122266:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000040:0.0:1789307449.839316:0:202304:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a12d800 : new refcount 4 00000100:00000040:3.0:1789307449.839316:0:122267:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb4a7d180 x1876218616156544/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:495/0 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307449.839322:0:202304:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1789307449.839323:0:122266:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbf85c00700 x1876218616157184/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307449.839324:0:225637:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307449.839334:0:202304:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789307449.839338:0:225637:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1789307449.839339:0:202304:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789307449.839343:0:225637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616156928 00000100:00100000:3.0:1789307449.839345:0:122267:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfb4a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:118849:x1876218616156544:12345-0@lo:400:kworker.0 Request processed in 563us (3133us total) trans 0 rc 0/0 00000100:00000040:2.0:1789307449.839346:0:122266:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbf85c00700 x1876218616157184/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307449.839348:0:225637:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1789307449.839349:0:202304:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4958 00000100:00000001:1.0:1789307449.839352:0:225637:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307449.839356:0:225637:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307449.839357:0:202304:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe9623d800 : new rpc_count 1 00000100:00000001:0.0:1789307449.839363:0:202304:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244562529664 : -105829147021952 : ffff9fbfbb48ed80) 02000000:00000001:1.0:1789307449.839363:0:225637:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789307449.839365:0:122267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4955 00000100:00100000:1.0:1789307449.839369:0:225637:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616156928 00000100:00000001:2.0:1789307449.839370:0:122266:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:3.0:1789307449.839372:0:122267:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe8a12d000 : new rpc_count 0 00000020:00000001:1.0:1789307449.839374:0:225637:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000040:0.0:1789307449.839375:0:202304:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbb48ed80 x1876218616156672/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:495/0 lens 224/0 e 0 to 0 dl 1789307460 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307449.839377:0:122266:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd550 00000100:00000001:3.0:1789307449.839377:0:122267:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1789307449.839381:0:122266:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd550. 00000100:00000001:3.0:1789307449.839381:0:122267:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:1.0:1789307449.839384:0:225637:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ecedc98 00000100:00000001:2.0:1789307449.839386:0:122266:0:(events.c:390:reply_out_callback()) Process entered 00000020:00000010:3.0:1789307449.839387:0:122267:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47a980. 00000020:00000001:1.0:1789307449.839390:0:225637:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:2.0:1789307449.839390:0:122266:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000010:3.0:1789307449.839394:0:122267:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666e960. 00000020:00000040:1.0:1789307449.839396:0:225637:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbe95150800 refcount=6 00000100:00000001:2.0:1789307449.839396:0:122266:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.839398:0:202304:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789307449.839400:0:122267:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb90ea400. 00000020:00000001:1.0:1789307449.839402:0:225637:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 00000100:00000040:2.0:1789307449.839402:0:122266:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000020:00000010:0.0:1789307449.839405:0:202304:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564580. 00010000:00000001:2.0:1789307449.839406:0:122266:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000040:3.0:1789307449.839406:0:122267:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe8a12d000 : new refcount 4 00000020:00000001:1.0:1789307449.839408:0:225637:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638239626627072 : -105834082924544 : ffff9fbe95150800) 00000020:00000001:2.0:1789307449.839409:0:122266:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.839410:0:202304:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789307449.839412:0:122267:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307449.839414:0:122266:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1789307449.839416:0:225637:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789307449.839418:0:202304:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564580. 00000020:00000010:1.0:1789307449.839422:0:225637:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffe80. 00000100:00000040:2.0:1789307449.839422:0:122266:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb4a7d880 x1876218616157184/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:495/0 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789307449.839428:0:202304:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbb48ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:118850:x1876218616156672:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1789307449.839428:0:225637:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789307449.839435:0:225637:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffe80. 00000100:00000200:0.0:1789307449.839438:0:202304:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616156672 00000020:00000001:0.0:1789307449.839442:0:202304:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000010:1.0:1789307449.839444:0:225637:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0848400. 00000100:00100000:2.0:1789307449.839445:0:122266:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfb4a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:118849:x1876218616157184:12345-0@lo:400:kworker.0 Request processed in 406us (1743us total) trans 0 rc 0/0 00000020:00000001:0.0:1789307449.839446:0:202304:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:3.0:1789307449.839446:0:253544:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1789307449.839449:0:225637:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbf83f8d380. 00000100:00000001:3.0:1789307449.839450:0:253544:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1789307449.839451:0:202304:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307449.839457:0:202304:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1789307449.839457:0:225637:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbf8696a190. 00000100:00100000:3.0:1789307449.839458:0:253544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000020:00000001:0.0:1789307449.839462:0:202304:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00100000:2.0:1789307449.839464:0:122266:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4957 00000100:00000040:3.0:1789307449.839465:0:253544:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbf86770800 : new rpc_count 1 00000100:00000001:1.0:1789307449.839466:0:225637:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1789307449.839468:0:202304:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1789307449.839471:0:225637:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1789307449.839471:0:122266:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf92163800 : new rpc_count 0 00000100:00000001:3.0:1789307449.839471:0:253544:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243671636864 : -105830037914752 : ffff9fbf862efb80) 00000020:00000001:0.0:1789307449.839472:0:202304:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307449.839476:0:225637:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.839478:0:122266:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1789307449.839479:0:202304:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1789307449.839482:0:122266:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1789307449.839483:0:202304:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1789307449.839483:0:225637:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307449.839483:0:253544:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf862efb80 x1876218616156416/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:495/0 lens 224/0 e 0 to 0 dl 1789307460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1789307449.839486:0:122266:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf9a47ab80. 00000020:00000001:0.0:1789307449.839488:0:202304:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307449.839491:0:122266:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8666eed8. 00000020:00000001:0.0:1789307449.839492:0:202304:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1789307449.839495:0:225637:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307449.839496:0:202304:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1789307449.839498:0:122266:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb9ef7200. 02000000:00000001:0.0:1789307449.839499:0:202304:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1789307449.839505:0:253544:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1789307449.839506:0:202304:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbf98c9c000. 00000020:00000040:2.0:1789307449.839506:0:122266:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf92163800 : new refcount 4 00000020:00000010:3.0:1789307449.839509:0:253544:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbfb56d0480. 02000000:00000001:0.0:1789307449.839511:0:202304:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.839511:0:225637:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789307449.839511:0:122266:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307449.839515:0:253544:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307449.839516:0:225637:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1789307449.839517:0:202304:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789307449.839522:0:253544:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbfb56d0480. 00000020:00000001:0.0:1789307449.839523:0:202304:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789307449.839523:0:225637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00080000:2.0:1789307449.839528:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00000040:0.0:1789307449.839529:0:202304:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 12884922541, transno 0, xid 1876218616156672 00000100:00100000:3.0:1789307449.839531:0:253544:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf862efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:118851:x1876218616156416:12345-0@lo:400:kworker.0 00000100:00000040:1.0:1789307449.839532:0:225637:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbe95150800 : new rpc_count 1 00010000:00000001:0.0:1789307449.839533:0:202304:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00000001:1.0:1789307449.839538:0:225637:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244573682688 : -105829135868928 : ffff9fbfbbf31c00) 00000020:00000040:2.0:1789307449.839540:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0001 (ffff9fbfbf3e4d40) now 10 - evictor 00000100:00000200:3.0:1789307449.839540:0:253544:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616156416 00010000:00000200:0.0:1789307449.839542:0:202304:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbb48ed80 x1876218616156672/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:495/0 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789307449.839545:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:1.0:1789307449.839549:0:225637:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfbbf31c00 x1876218616156928/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:495/0 lens 224/0 e 0 to 0 dl 1789307460 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1789307449.839550:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000 (ffff9fbf82a0b380) now 11 - evictor 00000020:00000001:3.0:1789307449.839551:0:253544:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000001:3.0:1789307449.839557:0:253544:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00080000:2.0:1789307449.839558:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:2.0:1789307449.839562:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0001 (ffff9fbf82a08000) now 12 - evictor 00000020:00000001:3.0:1789307449.839563:0:253544:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789307449.839567:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00000001:0.0:1789307449.839569:0:202304:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1789307449.839570:0:253544:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000040:2.0:1789307449.839571:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000 (ffff9fbfad0fcd40) now 16 - evictor 00010000:00000001:0.0:1789307449.839574:0:202304:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307449.839575:0:253544:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00000001:1.0:1789307449.839578:0:225637:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00001000:0.0:1789307449.839581:0:202304:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6f4c9e8 time=11 v=5 (1 4 4 1) 00000020:00000001:3.0:1789307449.839581:0:253544:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1789307449.839583:0:225637:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf874ffe80. 00000100:00000001:2.0:1789307449.839585:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4315083178 00000001:00000001:3.0:1789307449.839587:0:253544:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1876218616156416, found 0 last_xid 1876218616156415 00000100:00000001:1.0:1789307449.839588:0:225637:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789307449.839589:0:202304:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1789307449.839591:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4315078161 00000020:00000010:1.0:1789307449.839594:0:225637:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf874ffe80. 00000020:00000001:3.0:1789307449.839595:0:253544:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789307449.839596:0:202304:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:2.0:1789307449.839597:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4315083178 00000020:00000001:3.0:1789307449.839600:0:253544:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1789307449.839603:0:202304:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00100000:1.0:1789307449.839603:0:225637:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfbbf31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:118851:x1876218616156928:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1789307449.839604:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4315078161 00000020:00000001:3.0:1789307449.839605:0:253544:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1789307449.839609:0:253544:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307449.839610:0:202304:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:1.0:1789307449.839611:0:225637:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616156928 00000100:00000001:2.0:1789307449.839611:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4315083178 02000000:00000001:0.0:1789307449.839614:0:202304:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307449.839615:0:253544:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1789307449.839616:0:225637:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000100:00000001:2.0:1789307449.839617:0:118849:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4315078161 00000100:00000001:3.0:1789307449.839619:0:253544:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1789307449.839620:0:202304:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1789307449.839621:0:118849:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4315083178 00000020:00000001:1.0:1789307449.839624:0:225637:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000040:0.0:1789307449.839625:0:202304:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1789307449.839625:0:253544:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1789307449.839628:0:118849:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1789307449.839630:0:225637:0:(tgt_lastrcvd.c:375:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9fbf9647fc00: xid 1876218616155904, transno 17179874258, client gen 7, slot idx 0 00000400:00000010:0.0:1789307449.839631:0:202304:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82770. 00000100:00000001:2.0:1789307449.839632:0:118849:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789307449.839633:0:253544:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbe96257c00. 00000100:00000200:0.0:1789307449.839638:0:202304:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616156672, offset 224 00000001:00000001:1.0:1789307449.839639:0:225637:0:(tgt_lastrcvd.c:352:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9fbf863dda80: xid 1876218616150272, transno 17179874255, client gen 7, slot idx 2 00000400:00000001:2.0:1789307449.839653:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1789307449.839653:0:253544:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1789307449.839656:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1789307449.839660:0:253544:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307449.839661:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a516790. 00000001:00000010:1.0:1789307449.839662:0:225637:0:(tgt_lastrcvd.c:360:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fbf863dda80. 00000400:00000200:2.0:1789307449.839667:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdef68 00000020:00000001:3.0:1789307449.839667:0:253544:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789307449.839668:0:225637:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307449.839671:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdef68. 00010000:00000040:3.0:1789307449.839672:0:253544:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 25769821652, transno 0, xid 1876218616156416 00000020:00000001:1.0:1789307449.839673:0:225637:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1789307449.839675:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000001:1.0:1789307449.839678:0:225637:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00010000:00000001:3.0:1789307449.839678:0:253544:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000400:00000200:0.0:1789307449.839679:0:202304:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1789307449.839682:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbf85c00700 x1876218616157184/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1789307449.839684:0:225637:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00010000:00000200:3.0:1789307449.839687:0:253544:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf862efb80 x1876218616156416/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:495/0 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1789307449.839688:0:225637:0:(tgt_lastrcvd.c:2394:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1876218616156928, found 0 last_xid 1876218616156927 00000400:00000200:0.0:1789307449.839690:0:202304:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1789307449.839697:0:225637:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789307449.839702:0:202304:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa6930231200 00000020:00000001:1.0:1789307449.839704:0:225637:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1789307449.839708:0:225637:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1789307449.839709:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbf85c00700 x1876218616157184/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1789307449.839712:0:225637:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307449.839713:0:202304:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c1bd5 [1] + 224 00010000:00000001:3.0:1789307449.839717:0:253544:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1789307449.839719:0:225637:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1789307449.839723:0:202304:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1789307449.839723:0:253544:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.839724:0:225637:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1789307449.839725:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789307449.839729:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789307449.839730:0:202304:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1789307449.839730:0:225637:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:3.0:1789307449.839730:0:253544:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbb8561e8 time=88 v=5 (1 1 0 0) 00000100:00000001:2.0:1789307449.839734:0:118849:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:0.0:1789307449.839736:0:202304:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000010:1.0:1789307449.839738:0:225637:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfb67a5000. 02000000:00000001:2.0:1789307449.839738:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789307449.839739:0:253544:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1789307449.839740:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1789307449.839742:0:202304:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbf9f904e00 x1876218616156672/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307449.839744:0:225637:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307449.839747:0:253544:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00000100:00000001:2.0:1789307449.839748:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.839749:0:225637:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307449.839754:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.839754:0:253544:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000020:00000001:1.0:1789307449.839755:0:225637:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307449.839761:0:253544:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:1.0:1789307449.839762:0:225637:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 17179874255, transno 0, xid 1876218616156928 00000100:00001000:2.0:1789307449.839762:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf97e5e460 time=18 v=5 (5 5 5 5) 02000000:00000001:3.0:1789307449.839765:0:253544:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307449.839766:0:202304:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbf9f904e00 x1876218616156672/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789307449.839768:0:225637:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00001000:2.0:1789307449.839769:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf97e5e418 time=18 v=5 (1 1 1 1) 00000100:00000001:3.0:1789307449.839772:0:253544:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000200:1.0:1789307449.839777:0:225637:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfbbf31c00 x1876218616156928/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:495/0 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307449.839777:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1789307449.839780:0:253544:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1789307449.839781:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307449.839786:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1789307449.839787:0:253544:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfb6cde990. 00010000:00000001:2.0:1789307449.839789:0:118849:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.839795:0:202304:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789307449.839795:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000200:3.0:1789307449.839795:0:253544:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616156416, offset 224 00010000:00000001:1.0:1789307449.839797:0:225637:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1789307449.839799:0:118849:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884922556 00010000:00000001:1.0:1789307449.839801:0:225637:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307449.839802:0:202304:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82770 00000100:00000001:2.0:1789307449.839802:0:118849:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789307449.839805:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789307449.839806:0:202304:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82770. 00000100:00001000:1.0:1789307449.839808:0:225637:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfbb8561e8 time=88 v=5 (1 1 0 0) 00000100:00000001:0.0:1789307449.839810:0:202304:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000040:2.0:1789307449.839811:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbf85c00700 x1876218616157184/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789307449.839814:0:253544:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1789307449.839816:0:225637:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1789307449.839819:0:202304:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000040:1.0:1789307449.839823:0:225637:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 68 to 0@lo 00000100:00000001:0.0:1789307449.839824:0:202304:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.839829:0:225637:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00000040:0.0:1789307449.839831:0:202304:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00000100:00000001:2.0:1789307449.839832:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789307449.839835:0:225637:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1789307449.839836:0:253544:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1789307449.839837:0:202304:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 02000000:00000001:1.0:1789307449.839838:0:225637:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.839839:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1789307449.839840:0:202304:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.839842:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789307449.839844:0:202304:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1789307449.839845:0:225637:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789307449.839866:0:202304:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbb48ed80 x1876218616156672/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:495/0 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789307449.839873:0:253544:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa6930231100 00000100:00000040:2.0:1789307449.839875:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf85c00700 x1876218616157184/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789307449.839878:0:202304:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbb48ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:118850:x1876218616156672:12345-0@lo:400:kworker.0 Request processed in 476us (1566us total) trans 0 rc 0/0 00000100:00000040:1.0:1789307449.839881:0:225637:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1789307449.839885:0:253544:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c1c01 [1] + 224 00000400:00000010:1.0:1789307449.839887:0:225637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54a18. 00000100:00100000:0.0:1789307449.839895:0:202304:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4958 00000100:00000200:1.0:1789307449.839897:0:225637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1876218616156928, offset 224 00000400:00000200:3.0:1789307449.839898:0:253544:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1789307449.839901:0:202304:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe9623d800 : new rpc_count 0 00000100:00100000:2.0:1789307449.839903:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbf85c00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:118849:1876218616157184:0@lo:400:kworker.0 00000100:00000001:0.0:1789307449.839905:0:202304:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1789307449.839908:0:202304:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1789307449.839908:0:225637:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1789307449.839910:0:253544:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1789307449.839912:0:202304:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf85192080. 00000020:00000010:0.0:1789307449.839917:0:202304:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfad0efd48. 00000400:00000001:2.0:1789307449.839918:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1789307449.839922:0:202304:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfb281cc00. 00000400:00000200:1.0:1789307449.839923:0:225637:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:2.0:1789307449.839923:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1789307449.839928:0:202304:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe9623d800 : new refcount 4 00000400:00000010:2.0:1789307449.839928:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a516630. 00000100:00000001:0.0:1789307449.839932:0:202304:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307449.839934:0:225637:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6aa6930231300 00000400:00000200:2.0:1789307449.839935:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde088 00000400:00000010:2.0:1789307449.839940:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde088. 00000100:00000001:2.0:1789307449.839944:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1789307449.839945:0:253544:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789307449.839949:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfbbedf800 x1876218616157056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789307449.839950:0:225637:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c1c19 [1] + 224 00000100:00000200:3.0:1789307449.839955:0:253544:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbf9f904000 x1876218616156416/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307449.839957:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789307449.839961:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1789307449.839961:0:225637:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1789307449.839968:0:118850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1789307449.839970:0:225637:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:0.0:1789307449.839972:0:118850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789307449.839976:0:118850:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb5058688. 00000100:00000200:2.0:1789307449.839978:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfbbedf800 x1876218616157056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789307449.839984:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd7f8 00000400:00000010:0.0:1789307449.839989:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd7f8. 00000100:00000040:3.0:1789307449.839989:0:253544:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbf9f904000 x1876218616156416/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307449.839995:0:118850:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1789307449.839995:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789307449.839996:0:225637:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1789307449.840000:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1789307449.840002:0:118850:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbf9f904e00 x1876218616156672/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789307449.840005:0:225637:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfa32e5c00 x1876218616156928/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307449.840007:0:253544:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789307449.840010:0:118849:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789307449.840013:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789307449.840015:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1789307449.840016:0:253544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cde990 00000100:00000001:2.0:1789307449.840018:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789307449.840022:0:253544:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cde990. 02000000:00000001:2.0:1789307449.840023:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789307449.840027:0:118850:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbf9f904e00 x1876218616156672/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307449.840029:0:253544:0:(events.c:390:reply_out_callback()) Process entered 00000100:00001000:2.0:1789307449.840031:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe8d189460 time=18 v=5 (5 5 5 5) 00000100:00000001:3.0:1789307449.840033:0:253544:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000040:1.0:1789307449.840035:0:225637:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfa32e5c00 x1876218616156928/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1789307449.840038:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe8d189418 time=54 v=5 (1 0 0 0) 00000100:00000001:3.0:1789307449.840040:0:253544:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.840048:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1789307449.840048:0:253544:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:0.0:1789307449.840049:0:118850:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789307449.840051:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.840053:0:118850:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789307449.840055:0:253544:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00010000:00000001:2.0:1789307449.840057:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1789307449.840059:0:118850:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:1.0:1789307449.840060:0:225637:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000001:3.0:1789307449.840060:0:253544:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307449.840061:0:118849:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307449.840063:0:118850:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1789307449.840066:0:253544:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1789307449.840067:0:118850:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307449.840068:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1789307449.840069:0:225637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54a18 00000100:00000001:0.0:1789307449.840071:0:118850:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307449.840072:0:118849:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 47244640271 00000400:00000010:1.0:1789307449.840073:0:225637:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54a18. 00000100:00000040:3.0:1789307449.840074:0:253544:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf862efb80 x1876218616156416/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:495/0 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789307449.840077:0:118850:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.840078:0:118849:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307449.840079:0:225637:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789307449.840083:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.840084:0:225637:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00001000:0.0:1789307449.840087:0:118850:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe85bcbc60 time=24 v=5 (5 5 5 5) 00000100:00000001:1.0:1789307449.840089:0:225637:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789307449.840094:0:118850:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe85bcbc18 time=24 v=5 (1 1 1 1) 00000100:00000040:2.0:1789307449.840095:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfbbedf800 x1876218616157056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789307449.840097:0:225637:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000100:00000001:0.0:1789307449.840101:0:118850:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1789307449.840104:0:253544:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf862efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:118851:x1876218616156416:12345-0@lo:400:kworker.0 Request processed in 594us (2694us total) trans 0 rc 0/0 00000100:00000001:0.0:1789307449.840105:0:118850:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307449.840105:0:225637:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000001:2.0:1789307449.840109:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789307449.840110:0:118850:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1789307449.840110:0:225637:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307449.840113:0:118850:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.840115:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1789307449.840117:0:225637:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1789307449.840118:0:118850:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1789307449.840118:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789307449.840121:0:118850:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 12884922541 00000100:00100000:3.0:1789307449.840123:0:253544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00000040:1.0:1789307449.840124:0:225637:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbf31c00 x1876218616156928/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:495/0 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307449.840125:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfbbedf800 x1876218616157056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307449.840126:0:118850:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789307449.840130:0:118850:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307449.840131:0:253544:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbf86770800 : new rpc_count 0 00000100:00000001:3.0:1789307449.840137:0:253544:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1789307449.840138:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbf9f904e00 x1876218616156672/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307449.840142:0:253544:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789307449.840148:0:253544:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf83f8df00. 00000100:00100000:2.0:1789307449.840155:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfbbedf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:118849:1876218616157056:0@lo:400:kworker.0 00000020:00000010:3.0:1789307449.840157:0:253544:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696a578. 00000100:00000001:0.0:1789307449.840161:0:118850:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789307449.840166:0:118850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1789307449.840166:0:225637:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfbbf31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:118851:x1876218616156928:12345-0@lo:400:kworker.0 Request processed in 582us (2255us total) trans 0 rc 0/0 00000020:00000010:3.0:1789307449.840166:0:253544:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0849e00. 00000100:00000001:0.0:1789307449.840167:0:118850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789307449.840167:0:118849:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789307449.840171:0:118849:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789307449.840174:0:118849:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbf9a5164d0. 00000020:00000040:3.0:1789307449.840175:0:253544:0:(genops.c:879:class_export_put()) PUTting export ffff9fbf86770800 : new refcount 6 00000100:00000040:0.0:1789307449.840176:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf9f904e00 x1876218616156672/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789307449.840179:0:118849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfb6cdeb28 00000400:00000010:2.0:1789307449.840183:0:118849:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfb6cdeb28. 00000100:00100000:1.0:1789307449.840184:0:225637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1789307449.840186:0:118850:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbf9f904e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:118850:1876218616156672:0@lo:400:kworker.0 00000100:00000001:3.0:1789307449.840187:0:253544:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307449.840188:0:118849:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:1.0:1789307449.840190:0:225637:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbe95150800 : new rpc_count 0 00000100:00000001:0.0:1789307449.840195:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1789307449.840195:0:118849:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbf9f907800 x1876218616156544/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307449.840196:0:225637:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1789307449.840201:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789307449.840201:0:225637:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1789307449.840206:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbf9f904e00 x1876218616156672/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789307449.840208:0:118849:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbf9f907800 x1876218616156544/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1789307449.840213:0:225637:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbf83f8d380. 00000020:00000010:1.0:1789307449.840220:0:225637:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbf8696a190. 00000020:00000010:1.0:1789307449.840226:0:225637:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0848400. 00000100:00000001:0.0:1789307449.840228:0:118850:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789307449.840231:0:118850:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789307449.840233:0:118850:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0a80000. 00000020:00000040:1.0:1789307449.840234:0:225637:0:(genops.c:879:class_export_put()) PUTting export ffff9fbe95150800 : new refcount 5 00000400:00000001:3.0:1789307449.840235:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789307449.840239:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1789307449.840240:0:118850:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789307449.840241:0:225637:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789307449.840244:0:118850:0:(genops.c:1216:class_import_put()) Process entered 00000400:00000010:3.0:1789307449.840244:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644a50. 00000100:00000001:2.0:1789307449.840246:0:118849:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000040:0.0:1789307449.840247:0:118850:0:(genops.c:1222:class_import_put()) import ffff9fbe85bcb800 refcount=2 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:0.0:1789307449.840250:0:118850:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1789307449.840250:0:118849:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789307449.840252:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54088 00000100:00000001:2.0:1789307449.840254:0:118849:0:(client.c:1593:after_reply()) Process entered 02000000:00000010:0.0:1789307449.840255:0:118850:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf82fef700. 00000400:00000010:3.0:1789307449.840256:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54088. 02000000:00000001:2.0:1789307449.840258:0:118849:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1789307449.840259:0:118850:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1789307449.840262:0:118849:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1789307449.840263:0:118850:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1789307449.840263:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000010:0.0:1789307449.840267:0:118850:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf9f904e00. 00000100:00000001:2.0:1789307449.840267:0:118849:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307449.840273:0:118849:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789307449.840273:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbf9f904000 x1876218616156416/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307449.840274:0:118850:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789307449.840276:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789307449.840276:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfa32e7100. 00000100:00000001:0.0:1789307449.840281:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1789307449.840282:0:118849:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfb6ad4460 time=24 v=5 (5 5 5 5) 00000020:00000040:1.0:1789307449.840284:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbe901f3800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1789307449.840286:0:118850:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789307449.840290:0:118850:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.840293:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00001000:2.0:1789307449.840293:0:118849:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb6ad4418 time=54 v=5 (1 0 0 0) 00000100:00000001:0.0:1789307449.840295:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1789307449.840297:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1789307449.840299:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.840301:0:118849:0:(client.c:1495:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1789307449.840303:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789307449.840303:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbf9f904000 x1876218616156416/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307449.840304:0:118849:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789307449.840310:0:118849:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1789307449.840313:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf8541f200. 00010000:00000001:2.0:1789307449.840314:0:118849:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.840320:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.840322:0:118849:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1789307449.840322:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789307449.840326:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789307449.840327:0:118849:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 30064771184 00000100:00000040:1.0:1789307449.840331:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@ffff9fbfa32e7100 x1876218616157440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789307449.840332:0:118849:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789307449.840332:0:118851:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:2.0:1789307449.840337:0:118849:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789307449.840337:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789307449.840340:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789307449.840344:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307449.840345:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbf9f907800 x1876218616156544/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307449.840350:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1789307449.840350:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.840355:0:118849:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307449.840357:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.840358:0:118849:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1789307449.840359:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbf84cc6c60 time=19 v=5 (5 5 5 5) 00000100:00000001:2.0:1789307449.840361:0:118849:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789307449.840366:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cc892e3] to pc [ptlrpcd_00_03+3] req@ffff9fbfa32e7100 x1876218616157440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1789307449.840366:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbf84cc6c18 time=13 v=5 (1 1 1 1) 00000100:00000040:2.0:1789307449.840368:0:118849:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf9f907800 x1876218616156544/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307449.840376:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789307449.840379:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307449.840385:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789307449.840389:0:118851:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789307449.840390:0:118849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbf9f907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:118849:1876218616156544:0@lo:400:kworker.0 00000100:00000001:3.0:1789307449.840396:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1789307449.840397:0:118849:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789307449.840399:0:118851:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25769821652 00000100:00000001:2.0:1789307449.840400:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789307449.840404:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbf85c00700 x1876218616157184/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307449.840404:0:118851:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307449.840408:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.840408:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.840415:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1789307449.840416:0:98648:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1789307449.840417:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1789307449.840418:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbf9f904000 x1876218616156416/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1789307449.840421:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfb90eb000. 00000100:00000001:1.0:1789307449.840423:0:98648:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789307449.840428:0:98648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfc0ec9880. 02000000:00000001:2.0:1789307449.840433:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1789307449.840433:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1789307449.840434:0:98648:0:(genops.c:1209:class_import_get()) import ffff9fbfb52e0000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1789307449.840436:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1789307449.840437:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:3.0:1789307449.840438:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789307449.840440:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307449.840441:0:98648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:2.0:1789307449.840441:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbf97e5e000 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:3.0:1789307449.840442:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307449.840445:0:118852:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1789307449.840445:0:98648:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1789307449.840448:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000001:1.0:1789307449.840449:0:98648:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307449.840451:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf9f904000 x1876218616156416/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1789307449.840452:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf82fef600. 00000100:00000040:0.0:1789307449.840455:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfa32e7100 x1876218616157440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1789307449.840456:0:98648:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fbf8541f600. 02000000:00000001:2.0:1789307449.840457:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789307449.840461:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1789307449.840463:0:98648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789307449.840465:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf85c00700. 00000100:00000001:2.0:1789307449.840472:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1789307449.840473:0:98648:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff9fbfc0ec9880 x1876218616157568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789307449.840475:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307449.840480:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789307449.840483:0:118852:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789307449.840487:0:118852:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307449.840487:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfbbedf800 x1876218616157056/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789307449.840493:0:118852:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789307449.840497:0:118852:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789307449.840502:0:118852:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.840506:0:98648:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1789307449.840509:0:118852:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfa32e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:118852:1876218616157440:0@lo:400:kworker.0 00000100:00000001:1.0:1789307449.840512:0:98648:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.840516:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1789307449.840517:0:118852:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1789307449.840518:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbf9f904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:118851:1876218616156416:0@lo:400:kworker.0 02000000:00000001:2.0:1789307449.840519:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789307449.840521:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfb90eae00. 02000000:00000001:0.0:1789307449.840522:0:118852:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789307449.840526:0:118852:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307449.840527:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1789307449.840528:0:98648:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adf68232] to pc [ptlrpcd_00_00+0] req@ffff9fbfc0ec9880 x1876218616157568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307449.840530:0:118849:0:(genops.c:1216:class_import_put()) Process entered 02000000:00000001:0.0:1789307449.840531:0:118852:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000001:3.0:1789307449.840531:0:118851:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1789307449.840532:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbe8d189000 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000400:00000001:3.0:1789307449.840536:0:118851:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1789307449.840537:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789307449.840538:0:118852:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfb281cc00. 02000000:00000010:2.0:1789307449.840541:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf82fefa00. 00000400:00000010:3.0:1789307449.840541:0:118851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe856440b0. 02000000:00000001:0.0:1789307449.840543:0:118852:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789307449.840548:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1789307449.840549:0:118851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b545d8 00000400:00000010:0.0:1789307449.840551:0:118852:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbfb6ce32c0. 02000000:00000001:2.0:1789307449.840552:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789307449.840554:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfbbedf800. 00000400:00000010:3.0:1789307449.840554:0:118851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b545d8. 00000100:00000001:2.0:1789307449.840559:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789307449.840560:0:98648:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.840560:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307449.840561:0:118851:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000010:0.0:1789307449.840567:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a82770. 00000100:00000001:2.0:1789307449.840567:0:118849:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307449.840571:0:98648:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20415) 00000100:00000200:3.0:1789307449.840571:0:118851:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfa32e5c00 x1876218616156928/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789307449.840573:0:118849:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbf9f907800 x1876218616156544/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789307449.840574:0:118852:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616157440, portal 10 00000100:00000001:0.0:1789307449.840580:0:118852:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789307449.840582:0:118852:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244158140672 : -105829551410944 : ffff9fbfa32e7100) 00000100:00000040:0.0:1789307449.840592:0:118852:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfa32e7100 x1876218616157440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307449.840593:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1789307449.840598:0:118850:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1789307449.840602:0:118849:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1789307449.840604:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1789307449.840605:0:118851:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfa32e5c00 x1876218616156928/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789307449.840607:0:118849:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789307449.840611:0:118849:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfb90ea800. 00000100:00000001:1.0:1789307449.840612:0:118850:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789307449.840613:0:118852:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1789307449.840617:0:118850:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1789307449.840618:0:118849:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1789307449.840620:0:118852:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1789307449.840621:0:118849:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:1.0:1789307449.840624:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1789307449.840625:0:118852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a824c8. 00000020:00000040:2.0:1789307449.840625:0:118849:0:(genops.c:1222:class_import_put()) import ffff9fbfb6ad4000 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:1.0:1789307449.840628:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1789307449.840629:0:118849:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000200:0.0:1789307449.840632:0:118852:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616157440, offset 0 00000100:00000001:1.0:1789307449.840632:0:118850:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1789307449.840633:0:118851:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000010:2.0:1789307449.840638:0:118849:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf82fef500. 00000100:00000001:3.0:1789307449.840638:0:118851:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789307449.840639:0:118852:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1789307449.840654:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fbfc0ec9880 x1876218616157568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789307449.840655:0:118849:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1789307449.840658:0:118852:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1789307449.840659:0:118849:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1789307449.840659:0:118851:0:(client.c:1593:after_reply()) Process entered 00000100:00000010:2.0:1789307449.840664:0:118849:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf9f907800. 02000000:00000001:3.0:1789307449.840664:0:118851:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1789307449.840669:0:118852:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa6930231500 00000100:00000001:3.0:1789307449.840669:0:118851:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789307449.840670:0:118849:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789307449.840673:0:118851:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.840674:0:118849:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307449.840677:0:118850:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1789307449.840679:0:118852:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 160128 00000100:00000001:2.0:1789307449.840679:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1789307449.840680:0:118851:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.840681:0:118850:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.840686:0:118849:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1789307449.840688:0:118850:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1789307449.840688:0:118849:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307449.840689:0:118852:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1789307449.840690:0:118851:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfba939c60 time=18 v=5 (5 5 5 5) 02000000:00000001:1.0:1789307449.840692:0:118850:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307449.840694:0:118849:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789307449.840697:0:118849:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307449.840698:0:118852:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1789307449.840699:0:118851:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfba939c18 time=18 v=5 (1 1 1 1) 02000000:00000001:1.0:1789307449.840700:0:118850:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.840703:0:118852:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1789307449.840706:0:118852:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1789307449.840707:0:118851:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1789307449.840709:0:118850:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9fbfc0ec9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:118850:1876218616157568:0@lo:400:kworker.0 00000100:00000010:0.0:1789307449.840711:0:118852:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbf85c01c00. 00000100:00000001:3.0:1789307449.840711:0:118851:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789307449.840716:0:118851:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1789307449.840718:0:118852:0:(events.c:341:request_in_callback()) incoming req@ffff9fbf85c01c00 x1876218616157440 msgsize 224 00000100:00000001:1.0:1789307449.840718:0:118850:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1789307449.840719:0:118851:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307449.840723:0:118850:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1789307449.840724:0:118851:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789307449.840725:0:118852:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1789307449.840728:0:118850:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789307449.840728:0:118851:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 17179874255 00000100:00000001:3.0:1789307449.840732:0:118851:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1789307449.840733:0:118850:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1789307449.840734:0:118852:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:3.0:1789307449.840735:0:118851:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789307449.840739:0:118850:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fbfc0848400. 00000400:00000200:0.0:1789307449.840740:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a824c8 00000400:00000010:0.0:1789307449.840743:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a824c8. 00000100:00000040:3.0:1789307449.840743:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfa32e5c00 x1876218616156928/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789307449.840744:0:118850:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.840748:0:118852:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:1.0:1789307449.840751:0:118850:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fbe85644528. 00000100:00000200:0.0:1789307449.840754:0:118852:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfa32e7100 x1876218616157440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307449.840756:0:230993:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1789307449.840758:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54a18. 00000100:00100000:2.0:1789307449.840760:0:230993:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616157440 00000100:00000001:3.0:1789307449.840762:0:118851:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789307449.840765:0:230993:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1789307449.840766:0:118850:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876218616157568, portal 10 00000100:00000001:3.0:1789307449.840769:0:118851:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789307449.840770:0:230993:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789307449.840772:0:118850:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789307449.840773:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789307449.840774:0:230993:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.840776:0:118850:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446638244657141888 : -105829052409728 : ffff9fbfc0ec9880) 00000100:00000040:0.0:1789307449.840778:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfa32e7100 x1876218616157440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307449.840778:0:118851:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1789307449.840780:0:230993:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307449.840786:0:118850:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9fbfc0ec9880 x1876218616157568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789307449.840788:0:230993:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616157440 00000100:00000040:3.0:1789307449.840789:0:118851:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfa32e5c00 x1876218616156928/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307449.840793:0:230993:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1789307449.840798:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307449.840798:0:230993:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed77864 00000100:00000001:0.0:1789307449.840803:0:118852:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1789307449.840804:0:230993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1789307449.840808:0:118852:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.840808:0:118850:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1789307449.840809:0:230993:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfa3380800 refcount=5 00000100:00000040:0.0:1789307449.840814:0:118852:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 6333 usecs (7 jiffies) 00000020:00000001:2.0:1789307449.840816:0:230993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244158769152 : -105829550782464 : ffff9fbfa3380800) 00000100:00000040:1.0:1789307449.840821:0:118850:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1789307449.840822:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315078156 00000020:00000001:2.0:1789307449.840823:0:230993:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244158769152 : -105829550782464 : ffff9fbfa3380800) 00000400:00000010:1.0:1789307449.840827:0:118850:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbf86b54110. 00000100:00000001:0.0:1789307449.840829:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315083178 00000100:00000001:2.0:1789307449.840830:0:230993:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1789307449.840833:0:118851:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfa32e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:118851:1876218616156928:0@lo:400:kworker.0 00000100:00000200:1.0:1789307449.840834:0:118850:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876218616157568, offset 0 00000100:00000001:0.0:1789307449.840835:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315078156 00000020:00000010:2.0:1789307449.840836:0:230993:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00440. 00000100:00000001:0.0:1789307449.840842:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315083178 00000020:00000010:2.0:1789307449.840843:0:230993:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbfb56d0dc0. 00000400:00000200:1.0:1789307449.840844:0:118850:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1789307449.840844:0:118851:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307449.840873:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315078156 00000100:00000001:3.0:1789307449.840877:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789307449.840878:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315083178 00000020:00000040:2.0:1789307449.840878:0:230993:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000 (ffff9fbfad0fcd40) now 16 - evictor 00000100:00000001:0.0:1789307449.840884:0:118852:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315078157 00000400:00000200:1.0:1789307449.840885:0:118850:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1789307449.840885:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbf9f904000 x1876218616156416/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307449.840891:0:118852:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315083178 00000100:00000001:2.0:1789307449.840892:0:230993:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1789307449.840894:0:118852:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789307449.840896:0:230993:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00440. 00000400:00000200:1.0:1789307449.840898:0:118850:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6aa6930231580 00000100:00000001:0.0:1789307449.840900:0:118852:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.840906:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307449.840907:0:230993:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0a80400. 00000100:00000001:0.0:1789307449.840911:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789307449.840911:0:118850:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x160ca5 [64] + 160352 00000100:00000001:3.0:1789307449.840913:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000010:2.0:1789307449.840914:0:230993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44a80. 00000100:00000001:0.0:1789307449.840917:0:118852:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1789307449.840917:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1789307449.840920:0:118852:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000010:3.0:1789307449.840922:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0848600. 00000400:00000200:1.0:1789307449.840923:0:118850:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1789307449.840923:0:230993:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb59840c8. 00000100:00000001:0.0:1789307449.840924:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1789307449.840928:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789307449.840929:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1789307449.840932:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000400:00000200:1.0:1789307449.840933:0:118850:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1789307449.840933:0:230993:0:(service.c:1432:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1789307449.840934:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789307449.840935:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbf84cc6800 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1789307449.840940:0:118850:0:(events.c:290:request_in_callback()) Process entered 00000100:00000001:2.0:1789307449.840940:0:230993:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789307449.840941:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307449.840941:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1789307449.840944:0:230993:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1789307449.840945:0:118850:0:(events.c:300:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:3.0:1789307449.840945:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbe978bf700. 00000100:00000001:2.0:1789307449.840954:0:230993:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1789307449.840954:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:1.0:1789307449.840957:0:118850:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fbfb9188e00. 02000000:00000001:3.0:1789307449.840957:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1789307449.840961:0:230993:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1789307449.840962:0:118850:0:(events.c:341:request_in_callback()) incoming req@ffff9fbfb9188e00 x1876218616157568 msgsize 224 00000100:00000010:3.0:1789307449.840962:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbf9f904000. 00000100:00080000:0.0:1789307449.840964:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:2.0:1789307449.840966:0:230993:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1789307449.840970:0:230993:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789307449.840970:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1789307449.840971:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000 (ffff9fbfad0fcd40) now 16 - evictor 00000100:00100000:1.0:1789307449.840975:0:118850:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1789307449.840975:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789307449.840980:0:118851:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789307449.840986:0:230993:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789307449.840986:0:118851:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfa32e5c00 x1876218616156928/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307449.840990:0:118850:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000200:1.0:1789307449.840997:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54110 00000100:00000001:3.0:1789307449.840997:0:118851:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789307449.840999:0:118851:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1789307449.841001:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54110. 00000100:00000001:2.0:1789307449.841002:0:230993:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:3.0:1789307449.841003:0:118851:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0849c00. 00000100:00100000:2.0:1789307449.841005:0:230993:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876218616157568 00000100:00000001:1.0:1789307449.841006:0:118850:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1789307449.841009:0:230993:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1789307449.841009:0:118851:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789307449.841012:0:235179:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1789307449.841013:0:118850:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9fbfc0ec9880 x1876218616157568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307449.841013:0:230993:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1789307449.841013:0:118851:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789307449.841017:0:118851:0:(genops.c:1222:class_import_put()) import ffff9fbfba939800 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1789307449.841018:0:235179:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1789307449.841018:0:230993:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789307449.841024:0:118851:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000001:2.0:1789307449.841025:0:230993:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789307449.841027:0:235179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2142 02000000:00000010:3.0:1789307449.841028:0:118851:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf82fef800. 00000100:00100000:2.0:1789307449.841031:0:230993:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876218616157568 00000100:00000040:0.0:1789307449.841034:0:235179:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfa3380800 : new rpc_count 1 02000000:00000001:3.0:1789307449.841035:0:118851:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1789307449.841036:0:230993:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000001:3.0:1789307449.841038:0:118851:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1789307449.841039:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789307449.841040:0:235179:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638243664370688 : -105830045180928 : ffff9fbf85c01c00) 00000020:00000040:2.0:1789307449.841041:0:230993:0:(genops.c:804:class_conn2export()) looking for export cookie 0x66de20725ed77872 00000100:00000040:1.0:1789307449.841044:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fbfc0ec9880 x1876218616157568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789307449.841045:0:230993:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000010:3.0:1789307449.841050:0:118851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfa32e5c00. 00000100:00000040:0.0:1789307449.841051:0:235179:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbf85c01c00 x1876218616157440/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:495/0 lens 224/0 e 0 to 0 dl 1789307460 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1789307449.841051:0:230993:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9fbfa3386800 refcount=5 00000100:00000001:3.0:1789307449.841057:0:118851:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1789307449.841058:0:230993:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446638244158793728 : -105829550757888 : ffff9fbfa3386800) 00000100:00000001:3.0:1789307449.841061:0:118851:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789307449.841065:0:230993:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446638244158793728 : -105829550757888 : ffff9fbfa3386800) 00000100:00000001:3.0:1789307449.841066:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307449.841070:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.841073:0:230993:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307449.841074:0:118850:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789307449.841076:0:118851:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1789307449.841079:0:230993:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00440. 00000100:00000001:3.0:1789307449.841080:0:118851:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.841081:0:235179:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1789307449.841081:0:118850:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307449.841085:0:230993:0:(genops.c:1111:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fbfb56d09c0. 00000100:00000001:3.0:1789307449.841086:0:118851:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1789307449.841087:0:118850:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 5665 usecs (6 jiffies) 00000020:00000010:0.0:1789307449.841088:0:235179:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbf88564580. 00000100:00000001:3.0:1789307449.841090:0:118851:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789307449.841091:0:230993:0:(obd_config.c:995:class_incref()) incref lustre-MDT0001 (ffff9fbf82a08000) now 12 - evictor 00000100:00000001:0.0:1789307449.841094:0:235179:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307449.841094:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4315078156 00000020:00000010:0.0:1789307449.841101:0:235179:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbf88564580. 00000100:00000001:1.0:1789307449.841101:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4315083178 00000100:00000001:2.0:1789307449.841104:0:230993:0:(service.c:1358:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1789307449.841107:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4315078156 00000020:00000010:2.0:1789307449.841108:0:230993:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00440. 00000100:00100000:0.0:1789307449.841111:0:235179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbf85c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:118852:x1876218616157440:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1789307449.841113:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4315083178 00000020:00000010:2.0:1789307449.841117:0:230993:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fbfc0a81600. 00000100:00000200:0.0:1789307449.841119:0:235179:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616157440 00000100:00000001:1.0:1789307449.841119:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4315078156 00000020:00000001:0.0:1789307449.841124:0:235179:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 00000020:00000010:2.0:1789307449.841124:0:230993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fbfc0f44c80. 00000020:00000001:0.0:1789307449.841128:0:235179:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 00000100:00000001:1.0:1789307449.841131:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4315083178 00000020:00000001:0.0:1789307449.841132:0:235179:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789307449.841133:0:230993:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fbfb5984320. 00000100:00000001:1.0:1789307449.841136:0:118850:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4315078156 00000020:00000001:0.0:1789307449.841137:0:235179:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1789307449.841140:0:230993:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1789307449.841141:0:235179:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00000001:1.0:1789307449.841141:0:118850:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4315083178 00000100:00000001:2.0:1789307449.841144:0:230993:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1789307449.841145:0:235179:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1789307449.841147:0:118850:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789307449.841148:0:230993:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789307449.841149:0:235179:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307449.841152:0:118850:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307449.841154:0:235179:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1789307449.841154:0:230993:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1789307449.841157:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307449.841158:0:235179:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1789307449.841159:0:230993:0:(nrs.c:893:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1789307449.841162:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.841162:0:230993:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307449.841163:0:235179:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789307449.841168:0:235179:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1789307449.841171:0:235179:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1789307449.841173:0:235179:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1789307449.841176:0:230993:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1789307449.841178:0:235179:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbf98c9d800. 02000000:00000001:0.0:1789307449.841182:0:235179:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.841185:0:235179:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789307449.841186:0:120448:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1789307449.841186:0:230993:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1789307449.841190:0:235179:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789307449.841192:0:120448:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0001 (ffff9fbf82a08000) now 12 - evictor 00010000:00000040:0.0:1789307449.841195:0:235179:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616157440 00000100:00000001:2.0:1789307449.841195:0:230993:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1789307449.841200:0:235179:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00000100:00100000:2.0:1789307449.841202:0:230993:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2143 00000100:00000040:2.0:1789307449.841206:0:230993:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9fbfa3386800 : new rpc_count 1 00000100:00000001:3.0:1789307449.841206:0:225633:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00010000:00000200:0.0:1789307449.841207:0:235179:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbf85c01c00 x1876218616157440/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:495/0 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789307449.841210:0:230993:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446638244525805056 : -105829183746560 : ffff9fbfb9188e00) 00000100:00000001:3.0:1789307449.841210:0:225633:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1789307449.841214:0:225633:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307449.841218:0:230993:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fbfb9188e00 x1876218616157568/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:495/0 lens 224/0 e 0 to 0 dl 1789307460 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789307449.841221:0:225633:0:(service.c:2488:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307449.841233:0:235179:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1789307449.841233:0:230993:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789307449.841237:0:230993:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fbec4f00440. 00010000:00000001:0.0:1789307449.841238:0:235179:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.841240:0:230993:0:(service.c:1300:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1789307449.841243:0:235179:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=28 v=5 (1 1 1 5) 00000020:00000010:2.0:1789307449.841243:0:230993:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fbec4f00440. 00000100:00000001:0.0:1789307449.841249:0:235179:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1789307449.841250:0:230993:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9fbfb9188e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:118850:x1876218616157568:12345-0@lo:400:kworker.0 00000100:00000040:0.0:1789307449.841253:0:235179:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000200:2.0:1789307449.841255:0:230993:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876218616157568 00000100:00000001:0.0:1789307449.841257:0:235179:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000020:00000001:2.0:1789307449.841258:0:230993:0:(tgt_handler.c:764:tgt_request_handle()) Process entered 02000000:00000001:0.0:1789307449.841260:0:235179:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1789307449.841261:0:230993:0:(tgt_handler.c:683:process_req_last_xid()) Process entered 02000000:00000001:0.0:1789307449.841263:0:235179:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307449.841264:0:230993:0:(tgt_handler.c:748:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.841266:0:235179:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1789307449.841266:0:230993:0:(tgt_handler.c:620:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1789307449.841269:0:230993:0:(tgt_handler.c:657:tgt_handler_find_check()) Process leaving (rc=18446744072651028672 : -1058522944 : ffffffffc0e838c0) 00000100:00000040:0.0:1789307449.841272:0:235179:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1789307449.841273:0:230993:0:(tgt_handler.c:550:tgt_handle_recovery()) Process entered 00000400:00000010:0.0:1789307449.841276:0:235179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbe86a824c8. 00000020:00000001:2.0:1789307449.841276:0:230993:0:(tgt_handler.c:607:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1789307449.841282:0:235179:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218616157440, offset 224 00000020:00000001:2.0:1789307449.841282:0:230993:0:(tgt_handler.c:375:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1789307449.841285:0:230993:0:(tgt_handler.c:296:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1789307449.841289:0:235179:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1789307449.841290:0:230993:0:(tgt_handler.c:359:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307449.841294:0:230993:0:(tgt_handler.c:1163:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1789307449.841295:0:235179:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1789307449.841298:0:230993:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789307449.841301:0:230993:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1789307449.841302:0:235179:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6aa6930231500 00000400:00000200:0.0:1789307449.841307:0:235179:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c1c41 [1] + 224 02000000:00000010:2.0:1789307449.841309:0:230993:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fbfbf309000. 00000400:00000200:0.0:1789307449.841311:0:235179:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1789307449.841316:0:230993:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789307449.841318:0:235179:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1789307449.841320:0:230993:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.841322:0:235179:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000001:2.0:1789307449.841323:0:230993:0:(tgt_handler.c:1184:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1789307449.841327:0:230993:0:(ldlm_lib.c:3342:target_committed_to_req()) last_committed 0, transno 0, xid 1876218616157568 00000100:00000200:0.0:1789307449.841329:0:235179:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfa32e7100 x1876218616157440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789307449.841331:0:230993:0:(ldlm_lib.c:3411:target_send_reply()) Process entered 00010000:00000200:2.0:1789307449.841338:0:230993:0:(ldlm_lib.c:3399:target_send_reply_msg()) @@@ sending reply req@ffff9fbfb9188e00 x1876218616157568/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:495/0 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789307449.841344:0:235179:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfa32e7100 x1876218616157440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789307449.841362:0:230993:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789307449.841364:0:230993:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.841366:0:235179:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00001000:2.0:1789307449.841367:0:230993:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfacef9de8 time=28 v=5 (1 1 1 5) 00000100:00000001:2.0:1789307449.841372:0:230993:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1789307449.841373:0:235179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a824c8 00000100:00000040:2.0:1789307449.841376:0:230993:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9fbf851a84c0 refcount 67 to 0@lo 00000400:00000010:0.0:1789307449.841378:0:235179:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a824c8. 00000100:00000001:2.0:1789307449.841380:0:230993:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446638243653518528 : -105830056033088 : ffff9fbf851a84c0) 00000100:00000001:0.0:1789307449.841382:0:235179:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1789307449.841385:0:235179:0:(events.c:402:reply_out_callback()) Process leaving 02000000:00000001:2.0:1789307449.841385:0:230993:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789307449.841388:0:230993:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.841392:0:235179:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789307449.841393:0:230993:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789307449.841399:0:235179:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 66 to 0@lo 00000100:00000001:1.0:1789307449.841401:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1789307449.841401:0:230993:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1789307449.841403:0:235179:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000100:00000001:1.0:1789307449.841405:0:118852:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1789307449.841406:0:235179:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789307449.841407:0:230993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fbfbf5fd550. 00000400:00000001:1.0:1789307449.841410:0:118852:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1789307449.841411:0:235179:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1789307449.841414:0:118852:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1789307449.841418:0:235179:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbf85c01c00 x1876218616157440/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:495/0 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1789307449.841419:0:118852:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbfb6ce32c0. 00000400:00000200:1.0:1789307449.841426:0:118852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbe86a82770 00000100:00100000:0.0:1789307449.841431:0:235179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbf85c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:118852:x1876218616157440:12345-0@lo:400:kworker.0 Request processed in 347us (709us total) trans 0 rc 0/0 00000400:00000010:1.0:1789307449.841431:0:118852:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbe86a82770. 00000100:00000001:1.0:1789307449.841437:0:118852:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789307449.841439:0:230993:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1876218616157568, offset 224 00000100:00100000:0.0:1789307449.841441:0:235179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2142 00000100:00000200:1.0:1789307449.841445:0:118852:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfa32e7100 x1876218616157440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789307449.841446:0:235179:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfa3380800 : new rpc_count 0 00000100:00000001:0.0:1789307449.841451:0:235179:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1789307449.841451:0:230993:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1789307449.841454:0:235179:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1789307449.841458:0:235179:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44a80. 00000400:00000200:2.0:1789307449.841463:0:230993:0:(lib-move.c:4645:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1789307449.841465:0:235179:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb59840c8. 00000100:00000200:1.0:1789307449.841466:0:118852:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfa32e7100 x1876218616157440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1789307449.841471:0:235179:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0a80400. 00000020:00000040:0.0:1789307449.841476:0:235179:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfa3380800 : new refcount 4 00000100:00000001:1.0:1789307449.841477:0:118852:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789307449.841477:0:230993:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6aa6930231580 00000100:00000001:0.0:1789307449.841479:0:235179:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307449.841480:0:118852:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307449.841485:0:118852:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789307449.841487:0:118852:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1789307449.841488:0:230993:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c1c49 [1] + 224 00000100:00000001:1.0:1789307449.841491:0:118852:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1789307449.841494:0:230993:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789307449.841495:0:118852:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789307449.841499:0:118852:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789307449.841499:0:230993:0:(lib-msg.c:895:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1789307449.841505:0:230993:0:(events.c:80:reply_in_callback()) Process entered 00000100:00001000:1.0:1789307449.841508:0:118852:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbe901f3c60 time=56 v=5 (6 0 0 0) 00000100:00000200:2.0:1789307449.841510:0:230993:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9fbfc0ec9880 x1876218616157568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1789307449.841513:0:118852:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbe901f3c18 time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1789307449.841520:0:118852:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789307449.841522:0:118852:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789307449.841526:0:118852:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789307449.841530:0:118852:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307449.841531:0:230993:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fbfc0ec9880 x1876218616157568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307449.841543:0:118852:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789307449.841545:0:118852:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1789307449.841547:0:118852:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789307449.841549:0:118852:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789307449.841554:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfa32e7100 x1876218616157440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789307449.841562:0:118852:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789307449.841564:0:118852:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789307449.841565:0:118852:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789307449.841569:0:118852:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfa32e7100 x1876218616157440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789307449.841577:0:118852:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfa32e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:118852:1876218616157440:0@lo:400:kworker.0 00000100:00000001:1.0:1789307449.841581:0:118852:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789307449.841583:0:118852:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789307449.841587:0:118852:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfa32e7100 x1876218616157440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307449.841588:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789307449.841591:0:118850:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789307449.841596:0:118852:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789307449.841598:0:118852:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789307449.841600:0:118852:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfb281cc00. 02000000:00000001:1.0:1789307449.841603:0:118852:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789307449.841605:0:118852:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789307449.841606:0:118852:0:(genops.c:1222:class_import_put()) import ffff9fbe901f3800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1789307449.841608:0:118852:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789307449.841610:0:118852:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf8541f200. 00000100:00000001:2.0:1789307449.841610:0:230993:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:1.0:1789307449.841616:0:118852:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789307449.841617:0:118852:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789307449.841619:0:118852:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfa32e7100. 00000100:00000001:1.0:1789307449.841622:0:118852:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1789307449.841623:0:230993:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbfbf5fd550 00000100:00000001:1.0:1789307449.841624:0:118852:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1789307449.841627:0:230993:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbfbf5fd550. 00000100:00000001:1.0:1789307449.841628:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789307449.841630:0:230993:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789307449.841633:0:230993:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1789307449.841634:0:118852:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789307449.841636:0:230993:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.841638:0:118852:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789307449.841650:0:230993:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9fbf851a84c0 refcount 65 to 0@lo 00000400:00000001:0.0:1789307449.841654:0:118850:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1789307449.841654:0:230993:0:(ldlm_lib.c:3423:target_send_reply()) Process leaving 00000020:00000001:2.0:1789307449.841657:0:230993:0:(tgt_handler.c:497:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789307449.841658:0:118852:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:0.0:1789307449.841662:0:118850:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1789307449.841663:0:118852:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307449.841665:0:230993:0:(tgt_handler.c:905:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1789307449.841671:0:230993:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfb9188e00 x1876218616157568/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:495/0 lens 224/224 e 0 to 0 dl 1789307460 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1789307449.841672:0:118850:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fbe85644528. 00000100:00100000:2.0:1789307449.841687:0:230993:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9fbfb9188e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:118850:x1876218616157568:12345-0@lo:400:kworker.0 Request processed in 453us (723us total) trans 0 rc 0/0 00000400:00000200:0.0:1789307449.841690:0:118850:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fbf86b54a18 00000100:00100000:2.0:1789307449.841695:0:230993:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2143 00000400:00000010:0.0:1789307449.841698:0:118850:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9fbf86b54a18. 00000100:00000040:2.0:1789307449.841699:0:230993:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fbfa3386800 : new rpc_count 0 00000100:00000001:2.0:1789307449.841705:0:230993:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789307449.841707:0:230993:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789307449.841709:0:230993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fbfc0f44c80. 00000100:00000001:0.0:1789307449.841710:0:118850:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000010:2.0:1789307449.841712:0:230993:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fbfb5984320. 00000020:00000010:2.0:1789307449.841716:0:230993:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fbfc0a81600. 00000020:00000040:2.0:1789307449.841719:0:230993:0:(genops.c:879:class_export_put()) PUTting export ffff9fbfa3386800 : new refcount 4 00000100:00000001:2.0:1789307449.841723:0:230993:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1789307449.841724:0:118850:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9fbfc0ec9880 x1876218616157568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789307449.841739:0:118850:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9fbfc0ec9880 x1876218616157568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307449.841748:0:118850:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789307449.841750:0:118850:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307449.841753:0:118850:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789307449.841757:0:118850:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789307449.841759:0:118850:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789307449.841761:0:118850:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789307449.841764:0:118850:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789307449.841772:0:118850:0:(import.c:2196:obd_at_measure()) add 5 to ffff9fbfb52e0460 time=56 v=5 (6 0 0 0) 00000100:00001000:0.0:1789307449.841777:0:118850:0:(import.c:2196:obd_at_measure()) add 1 to ffff9fbfb52e0418 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1789307449.841780:0:118850:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789307449.841781:0:118850:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307449.841784:0:118850:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789307449.841788:0:118850:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.841791:0:118850:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789307449.841793:0:118850:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1789307449.841795:0:118850:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789307449.841797:0:118850:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789307449.841801:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fbfc0ec9880 x1876218616157568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307449.841809:0:118850:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789307449.841812:0:118850:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789307449.841814:0:118850:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789307449.841818:0:118850:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fbfc0ec9880 x1876218616157568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789307449.841826:0:118850:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9fbfc0ec9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:118850:1876218616157568:0@lo:400:kworker.0 00000100:00000001:0.0:1789307449.841830:0:118850:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307449.841832:0:118850:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789307449.841834:0:118850:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fbfc0ec9880 x1876218616157568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789307465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789307449.841840:0:118850:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789307449.841842:0:118850:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789307449.841845:0:118850:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fbfc0848400. 02000000:00000001:0.0:1789307449.841893:0:118850:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789307449.841896:0:118850:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789307449.841897:0:118850:0:(genops.c:1222:class_import_put()) import ffff9fbfb52e0000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1789307449.841900:0:118850:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789307449.841902:0:118850:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fbf8541f600. 02000000:00000001:0.0:1789307449.841907:0:118850:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789307449.841909:0:118850:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789307449.841911:0:118850:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fbfc0ec9880. 00000100:00000001:0.0:1789307449.841915:0:118850:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789307449.841917:0:118850:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307449.841919:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789307449.841927:0:118850:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789307449.841928:0:118850:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789307449.841931:0:118850:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789307449.841933:0:118850:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307450.154964:0:235391:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307450.154972:0:235391:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307450.154982:0:235391:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307450.154984:0:235391:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307450.154988:0:235391:0:(ldlm_pool.c:317:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1789307450.154990:0:235391:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307450.154995:0:235391:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789307450.154997:0:235391:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789307450.155000:0:235391:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789307450.155002:0:235391:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789307450.155074:0:243629:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789307450.155078:0:243629:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789307450.155081:0:243629:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 76039 lines, 76039 kept, 0 dropped, 0 bad.